|
|
@@ -18,11 +18,7 @@ limitations under the License.
|
|
|
"""
|
|
|
|
|
|
from resource_management import *
|
|
|
-from resource_management.core.shell import as_user
|
|
|
from ambari_commons.os_family_impl import OsFamilyImpl
|
|
|
-from ambari_commons import OSConst
|
|
|
-from resource_management.libraries.functions.curl_krb_request import curl_krb_request
|
|
|
-from resource_management.core.logger import Logger
|
|
|
|
|
|
class HdfsServiceCheck(Script):
|
|
|
pass
|
|
|
@@ -38,7 +34,7 @@ class HdfsServiceCheckDefault(HdfsServiceCheck):
|
|
|
tmp_file = format("{dir}/{unique}")
|
|
|
|
|
|
if params.security_enabled:
|
|
|
- Execute(format("{kinit_path_local} -kt {hdfs_user_keytab} {hdfs_principal_name}"),
|
|
|
+ Execute(format("{params.kinit_path_local} -kt {params.hdfs_user_keytab} {params.hdfs_principal_name}"),
|
|
|
user=params.hdfs_user
|
|
|
)
|
|
|
params.HdfsResource(dir,
|
|
|
@@ -58,80 +54,6 @@ class HdfsServiceCheckDefault(HdfsServiceCheck):
|
|
|
)
|
|
|
params.HdfsResource(None, action="execute")
|
|
|
|
|
|
- if params.has_journalnode_hosts:
|
|
|
- if params.security_enabled:
|
|
|
- for host in params.journalnode_hosts:
|
|
|
- if params.https_only:
|
|
|
- uri = format("https://{host}:{journalnode_port}")
|
|
|
- else:
|
|
|
- uri = format("http://{host}:{journalnode_port}")
|
|
|
- response, errmsg, time_millis = curl_krb_request(params.tmp_dir, params.smoke_user_keytab,
|
|
|
- params.smokeuser_principal, uri, "jn_service_check",
|
|
|
- params.kinit_path_local, False, None, params.smoke_user)
|
|
|
- if not response:
|
|
|
- Logger.error("Cannot access WEB UI on: {0}. Error : {1}", uri, errmsg)
|
|
|
- return 1
|
|
|
- else:
|
|
|
- journalnode_port = params.journalnode_port
|
|
|
- checkWebUIFileName = "checkWebUI.py"
|
|
|
- checkWebUIFilePath = format("{tmp_dir}/{checkWebUIFileName}")
|
|
|
- comma_sep_jn_hosts = ",".join(params.journalnode_hosts)
|
|
|
-
|
|
|
- checkWebUICmd = format("ambari-python-wrap {checkWebUIFilePath} -m {comma_sep_jn_hosts} -p {journalnode_port} -s {https_only} -o {script_https_protocol}")
|
|
|
- File(checkWebUIFilePath,
|
|
|
- content=StaticFile(checkWebUIFileName),
|
|
|
- mode=0775)
|
|
|
-
|
|
|
- Execute(checkWebUICmd,
|
|
|
- logoutput=True,
|
|
|
- try_sleep=3,
|
|
|
- tries=5,
|
|
|
- user=params.smoke_user
|
|
|
- )
|
|
|
-
|
|
|
- if params.is_namenode_master:
|
|
|
- if params.has_zkfc_hosts:
|
|
|
- pid_dir = format("{hadoop_pid_dir_prefix}/{hdfs_user}")
|
|
|
- pid_file = format("{pid_dir}/hadoop-{hdfs_user}-zkfc.pid")
|
|
|
- check_zkfc_process_cmd = as_user(format(
|
|
|
- "ls {pid_file} >/dev/null 2>&1 && ps -p `cat {pid_file}` >/dev/null 2>&1"), user=params.hdfs_user)
|
|
|
- Execute(check_zkfc_process_cmd,
|
|
|
- logoutput=True,
|
|
|
- try_sleep=3,
|
|
|
- tries=5
|
|
|
- )
|
|
|
-
|
|
|
-@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY)
|
|
|
-class HdfsServiceCheckWindows(HdfsServiceCheck):
|
|
|
- def service_check(self, env):
|
|
|
- import params
|
|
|
- env.set_params(params)
|
|
|
-
|
|
|
- unique = functions.get_unique_id_and_date()
|
|
|
-
|
|
|
- #Hadoop uses POSIX-style paths, separator is always /
|
|
|
- dir = params.hdfs_tmp_dir
|
|
|
- tmp_file = dir + '/' + unique
|
|
|
-
|
|
|
- #commands for execution
|
|
|
- hadoop_cmd = "cmd /C %s" % (os.path.join(params.hadoop_home, "bin", "hadoop.cmd"))
|
|
|
- create_dir_cmd = "%s fs -mkdir %s" % (hadoop_cmd, dir)
|
|
|
- own_dir = "%s fs -chmod 777 %s" % (hadoop_cmd, dir)
|
|
|
- test_dir_exists = "%s fs -test -e %s" % (hadoop_cmd, dir)
|
|
|
- cleanup_cmd = "%s fs -rm %s" % (hadoop_cmd, tmp_file)
|
|
|
- create_file_cmd = "%s fs -put %s %s" % (hadoop_cmd, os.path.join(params.hadoop_conf_dir, "core-site.xml"), tmp_file)
|
|
|
- test_cmd = "%s fs -test -e %s" % (hadoop_cmd, tmp_file)
|
|
|
-
|
|
|
- hdfs_cmd = "cmd /C %s" % (os.path.join(params.hadoop_home, "bin", "hdfs.cmd"))
|
|
|
- safemode_command = "%s dfsadmin -safemode get | %s OFF" % (hdfs_cmd, params.grep_exe)
|
|
|
-
|
|
|
- Execute(safemode_command, logoutput=True, try_sleep=3, tries=20)
|
|
|
- Execute(create_dir_cmd, user=params.hdfs_user,logoutput=True, ignore_failures=True)
|
|
|
- Execute(own_dir, user=params.hdfs_user,logoutput=True)
|
|
|
- Execute(test_dir_exists, user=params.hdfs_user,logoutput=True)
|
|
|
- Execute(create_file_cmd, user=params.hdfs_user,logoutput=True)
|
|
|
- Execute(test_cmd, user=params.hdfs_user,logoutput=True)
|
|
|
- Execute(cleanup_cmd, user=params.hdfs_user,logoutput=True)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
HdfsServiceCheck().execute()
|
Attila Magyar