AMBARI-11312. Value of hbase.tmp.dir should contain ${user.name} instead of hard coded directory path (Ted Yu via smohanty)

ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/configuration/hbase-site.xml

@@ -49,7 +49,7 @@
   </property>
   <property>
     <name>hbase.tmp.dir</name>
-    <value>/tmp/hbase</value>
+    <value>/tmp/hbase-${user.name}</value>
     <description>Temporary directory on the local filesystem.
     Change this setting to point to a location more permanent
     than '/tmp' (The '/tmp' directory is often cleared on

ambari-server/src/main/resources/common-services/HBASE/0.96.0.2.0/package/scripts/params_linux.py

@@ -105,9 +105,9 @@ regionserver_xmn_size = calc_xmn_from_xms(regionserver_heapsize, regionserver_xm
 
 
 pid_dir = status_params.pid_dir
-tmp_dir = config['configurations']['hbase-site']['hbase.tmp.dir']
+tmp_dir = "/tmp/hbase-hbase"
 # TODO UPGRADE default, update site during upgrade
-_local_dir_conf = default('/configurations/hbase-site/hbase.local.dir', "${hbase.tmp.dir}/local")
+_local_dir_conf = "/tmp/hbase-hbase/local"
 local_dir = substitute_vars(_local_dir_conf, config['configurations']['hbase-site'])
 
 client_jaas_config_file = format("{hbase_conf_dir}/hbase_client_jaas.conf")

ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-ANY/scripts/params.py

@@ -156,7 +156,7 @@ has_tez = 'tez-site' in config['configurations']
 has_hbase_masters = not len(hbase_master_hosts) == 0
 has_oozie_server = not len(oozie_servers) == 0
 
-hbase_tmp_dir = config['configurations']['hbase-site']['hbase.tmp.dir']
+hbase_tmp_dir = "/tmp/hbase-hbase"
 
 proxyuser_group = default("/configurations/hadoop-env/proxyuser_group","users")
 dfs_cluster_administrators_group = config['configurations']['hdfs-site']["dfs.cluster.administrators"]

ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/params.py

@@ -86,7 +86,7 @@ is_slave = hostname in slave_hosts
 if has_ganglia_server:
   ganglia_server_host = ganglia_server_hosts[0]
 
-hbase_tmp_dir = config['configurations']['hbase-site']['hbase.tmp.dir']
+hbase_tmp_dir = "/tmp/hbase-hbase"
 
 #security params
 security_enabled = config['configurations']['cluster-env']['security_enabled']

ambari-server/src/main/resources/stacks/HDP/2.0.6/hooks/before-START/scripts/params.py

@@ -108,7 +108,7 @@ hadoop_pid_dir_prefix = config['configurations']['hadoop-env']['hadoop_pid_dir_p
 task_log4j_properties_location = os.path.join(hadoop_conf_dir, "task-log4j.properties")
 
 hdfs_log_dir_prefix = config['configurations']['hadoop-env']['hdfs_log_dir_prefix']
-hbase_tmp_dir = config['configurations']['hbase-site']['hbase.tmp.dir']
+hbase_tmp_dir = "/tmp/hbase-hbase"
 #db params
 server_db_name = config['hostLevelParams']['db_name']
 db_driver_filename = config['hostLevelParams']['db_driver_filename']

ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_client.py

@@ -27,6 +27,7 @@ from stacks.utils.RMFTestCase import *
 class TestHBaseClient(RMFTestCase):
   COMMON_SERVICES_PACKAGE_DIR = "HBASE/0.96.0.2.0/package"
   STACK_VERSION = "2.0.6"
+  TMP_PATH = '/tmp/hbase-hbase'
 
   def test_configure_secured(self):
     self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hbase_client.py",
@@ -45,19 +46,19 @@ class TestHBaseClient(RMFTestCase):
       group = 'hadoop',
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
       owner = 'hbase',
       mode=0775,
       recursive = True,
       cd_access='a'
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
@@ -136,19 +137,19 @@ class TestHBaseClient(RMFTestCase):
       group = 'hadoop',
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
       owner = 'hbase',
       mode=0775,
       recursive = True,
       cd_access='a'
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,

ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_master.py

@@ -26,6 +26,7 @@ from stacks.utils.RMFTestCase import *
 class TestHBaseMaster(RMFTestCase):
   COMMON_SERVICES_PACKAGE_DIR = "HBASE/0.96.0.2.0/package"
   STACK_VERSION = "2.0.6"
+  TMP_PATH = "/tmp/hbase-hbase"
 
   def test_configure_default(self):
     self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hbase_master.py",
@@ -203,19 +204,19 @@ class TestHBaseMaster(RMFTestCase):
       group = 'hadoop',
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
       owner = 'hbase',
       mode = 0775,
       recursive = True,
       cd_access='a'
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
@@ -326,19 +327,19 @@ class TestHBaseMaster(RMFTestCase):
       group = 'hadoop',
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
       owner = 'hbase',
       mode = 0775,
       recursive = True,
       cd_access='a'
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
       recursive = True
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
@@ -459,19 +460,19 @@ class TestHBaseMaster(RMFTestCase):
       group = 'hadoop',
       recursive = True)
 
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
       owner = 'hbase',
       mode = 0775,
       recursive = True,
       cd_access='a')
 
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
       recursive = True)
 
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,

ambari-server/src/test/python/stacks/2.0.6/HBASE/test_hbase_regionserver.py

@@ -26,6 +26,7 @@ from stacks.utils.RMFTestCase import *
 class TestHbaseRegionServer(RMFTestCase):
   COMMON_SERVICES_PACKAGE_DIR = "HBASE/0.96.0.2.0/package"
   STACK_VERSION = "2.0.6"
+  TMP_PATH = '/tmp/hbase-hbase'
 
   def test_configure_default(self):
     self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/hbase_regionserver.py",
@@ -130,19 +131,19 @@ class TestHbaseRegionServer(RMFTestCase):
       group = 'hadoop',
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
       owner = 'hbase',
       mode=0775,
       recursive = True,
       cd_access='a'
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH +'/local/jars',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
@@ -217,19 +218,19 @@ class TestHbaseRegionServer(RMFTestCase):
       group = 'hadoop',
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
       owner = 'hbase',
       mode=0775,
       recursive = True,
       cd_access='a'
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
       recursive = True,
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
@@ -315,19 +316,19 @@ class TestHbaseRegionServer(RMFTestCase):
       group = 'hadoop',
       recursive = True)
 
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
       owner = 'hbase',
       mode = 0775,
       recursive = True,
       cd_access='a')
 
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,
       recursive = True)
 
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
       owner = 'hbase',
       group = 'hadoop',
       mode=0775,

ambari-server/src/test/python/stacks/2.0.6/HBASE/test_phoenix_queryserver.py

@@ -26,6 +26,7 @@ from unittest import skip
 class TestPhoenixQueryServer(RMFTestCase):
   COMMON_SERVICES_PACKAGE_DIR = "HBASE/0.96.0.2.0/package"
   STACK_VERSION = "2.3"
+  TMP_PATH = "/tmp/hbase-hbase"
 
   def test_configure_default(self):
     self.executeScript(self.COMMON_SERVICES_PACKAGE_DIR + "/scripts/phoenix_queryserver.py",
@@ -186,19 +187,19 @@ class TestPhoenixQueryServer(RMFTestCase):
                               group = 'hadoop',
                               recursive = True,
                               )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
                               owner = 'hbase',
                               mode=0775,
                               recursive = True,
                               cd_access='a'
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
                               owner = 'hbase',
                               group = 'hadoop',
                               mode=0775,
                               recursive = True,
                               )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
                               owner = 'hbase',
                               group = 'hadoop',
                               mode=0775,
@@ -276,19 +277,19 @@ class TestPhoenixQueryServer(RMFTestCase):
                               group = 'hadoop',
                               recursive = True,
                               )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
                               owner = 'hbase',
                               mode=0775,
                               recursive = True,
                               cd_access='a'
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local',
                               owner = 'hbase',
                               group = 'hadoop',
                               mode=0775,
                               recursive = True,
                               )
-    self.assertResourceCalled('Directory', '/hadoop/hbase/local/jars',
+    self.assertResourceCalled('Directory', self.TMP_PATH + '/local/jars',
                               owner = 'hbase',
                               group = 'hadoop',
                               mode=0775,
@@ -359,4 +360,4 @@ class TestPhoenixQueryServer(RMFTestCase):
                               group='hadoop',
                               owner='hbase',
                               content='log4jproperties\nline2'
-    )
+    )

ambari-server/src/test/python/stacks/2.0.6/hooks/before-ANY/test_before_any.py

@@ -24,6 +24,8 @@ from resource_management import Hook
 
 @patch.object(Hook, "run_custom_hook", new = MagicMock())
 class TestHookBeforeInstall(RMFTestCase):
+  TMP_PATH = '/tmp/hbase-hbase'
+
   @patch("os.path.exists")
   def test_hook_default(self, os_path_exists_mock):
 
@@ -136,7 +138,7 @@ class TestHookBeforeInstall(RMFTestCase):
     self.assertResourceCalled('Execute', '/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa',
         not_if = '(test $(id -u ambari-qa) -gt 1000) || (false)',
     )
-    self.assertResourceCalled('Directory', '/hadoop/hbase',
+    self.assertResourceCalled('Directory', self.TMP_PATH,
         owner = 'hbase',
         mode = 0775,
         recursive = True,
@@ -146,7 +148,7 @@ class TestHookBeforeInstall(RMFTestCase):
         content = StaticFile('changeToSecureUid.sh'),
         mode = 0555,
     )
-    self.assertResourceCalled('Execute', '/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase',
+    self.assertResourceCalled('Execute', '/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,' + self.TMP_PATH,
         not_if = '(test $(id -u hbase) -gt 1000) || (false)',
     )
     self.assertResourceCalled('User', 'test_user1',