params.pp 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. class hdp::params()
  2. {
  3. ##### global state defaults ####
  4. $cluster_service_state = hdp_default("cluster_service_state","running")
  5. $cluster_client_state = hdp_default("cluster_client_state","installed_and_configured")
  6. ###### hostnames
  7. $namenode_host = hdp_default("namenode_host")
  8. $snamenode_host = hdp_default("snamenode_host")
  9. $jtnode_host = hdp_default("jtnode_host")
  10. $slave_hosts = hdp_default("slave_hosts")
  11. $zookeeper_hosts = hdp_default("zookeeper_hosts")
  12. $hbase_master_host = hdp_default("hbase_master_host")
  13. $hbase_rs_hosts = hdp_default("hbase_rs_hosts",$slave_hosts) #if hbase_rs_hosts not given it is assumed that region servers on same nodes as slaves
  14. $hive_server_host = hdp_default("hive_server_host")
  15. $oozie_server = hdp_default("oozie_server")
  16. $templeton_server_host = hdp_default("templeton_server_host")
  17. $gateway_host = hdp_default("gateway_host")
  18. $nagios_server_host = hdp_default("nagios_server_host")
  19. $ganglia_server_host = hdp_default("ganglia_server_host")
  20. $dashboard_host = hdp_default("dashboard_host")
  21. if ($hostAttributes != undef) {
  22. $public_namenode_host = hdp_host_attribute($hostAttributes,"publicfqdn",$namenode_host)
  23. $public_snamenode_host = hdp_host_attribute($hostAttributes,"publicfqdn",$snamenode_host)
  24. $public_jtnode_host = hdp_host_attribute($hostAttributes,"publicfqdn",$jtnode_host)
  25. $public_hbase_master_host = hdp_host_attribute($hostAttributes,"publicfqdn",$hbase_master_host)
  26. $public_zookeeper_hosts = hdp_host_attribute($hostAttributes,"publicfqdn",$zookeeper_hosts)
  27. $public_ganglia_server_host = hdp_host_attribute($hostAttributes,"publicfqdn",$ganglia_server_host)
  28. $public_nagios_server_host = hdp_host_attribute($hostAttributes,"publicfqdn",$nagios_server_host)
  29. $public_dashboard_host = hdp_host_attribute($hostAttributes,"publicfqdn",$dashboard_host)
  30. $public_hive_server_host = hdp_host_attribute($hostAttributes,"publicfqdn",$hive_server_host)
  31. $public_oozie_server = hdp_host_attribute($hostAttributes,"publicfqdn",$oozie_server)
  32. $public_templeton_server_host = hdp_host_attribute($hostAttributes,"publicfqdn",$templeton_server_host)
  33. } else {
  34. $public_namenode_host = hdp_default("namenode_host")
  35. $public_snamenode_host = hdp_default("snamenode_host")
  36. $public_jtnode_host = hdp_default("jtnode_host")
  37. $public_hbase_master_host = hdp_default("hbase_master_host")
  38. $public_zookeeper_hosts = hdp_default("zookeeper_hosts")
  39. $public_ganglia_server_host = hdp_default("ganglia_server_host")
  40. $public_nagios_server_host = hdp_default("nagios_server_host")
  41. $public_dashboard_host = hdp_default("dashboard_host")
  42. $public_hive_server_host = hdp_default("hive_server_host")
  43. $public_oozie_server = hdp_default("oozie_server")
  44. $public_templeton_server_host = hdp_default("templeton_server_host")
  45. }
  46. ############ users
  47. $user_info = hdp_default("user_info",{})
  48. $hdfs_user = hdp_default("hdfs_user","hdfs")
  49. $mapred_user = hdp_default("mapred_user","mapred")
  50. $zk_user = hdp_default("zk_user","zookeeper")
  51. $hbase_user = hdp_default("hbase_user","hbase")
  52. $hive_user = hdp_default("hive_user","hive")
  53. $hcat_user = hdp_default("hcat_user","hcat")
  54. $oozie_user = hdp_default("oozie_user","oozie")
  55. $templeton_user = hdp_default("templeton_user","templeton")
  56. $gmetad_user = hdp_default("gmetad_user","nobody")
  57. $gmond_user = hdp_default("gmond_user","nobody")
  58. $smokeuser = hdp_default("smokeuser","ambari_qa")
  59. $smoke_user_group = hdp_default("smoke_user_group","users")
  60. #because of Puppet user resource issue make sure that $hadoop_user is different from hadoop_user_group
  61. $hadoop_user = hdp_default("hadoop_user", "hadoop_deploy")
  62. $hadoop_user_group = hdp_default("hadoop_user_group","hadoop")
  63. $ganglia_enabled = hdp_default("ganglia_enabled",true)
  64. #TODO: either remove or make conditional on ec2
  65. $host_address = undef
  66. ##### java
  67. $java32_home = hdp_default("java32_home","/usr/jdk32/jdk1.6.0_26")
  68. $java64_home = hdp_default("java64_home","/usr/jdk64/jdk1.6.0_26")
  69. $wipeoff_data = hdp_default("wipeoff_data",false)
  70. $jdk_location = hdp_default("jdk_location","http://download.oracle.com/otn-pub/java/jdk/6u26-b03")
  71. $jdk_bins = hdp_default("jdk_bins",{
  72. 32 => "jdk-6u26-linux-i586.bin",
  73. 64 => "jdk-6u26-linux-x64.bin"
  74. })
  75. #####
  76. $hadoop_home = hdp_default("hadoop_home","/usr")
  77. $hadoop_lib_home = hdp_default("hadoop_lib_home","/usr/lib/hadoop/lib")
  78. #####compression related
  79. $lzo_enabled = hdp_default("lzo_enabled",false)
  80. $snappy_enabled = hdp_default("snappy_enabled",true)
  81. $lzo_compression_so_dirs = {
  82. 32 => "${hadoop_lib_home}/native/Linux-i386-32/",
  83. 64 => "${hadoop_lib_home}/native/Linux-amd64-64/"
  84. }
  85. $snappy_so_src_dir = {
  86. 32 => "${hadoop_home}/lib",
  87. 64 => "${hadoop_home}/lib64"
  88. }
  89. $snappy_compression_so_dirs = {
  90. 32 => "${hadoop_lib_home}/native/Linux-i386-32/",
  91. 64 => "${hadoop_lib_home}/native/Linux-amd64-64/"
  92. }
  93. $lzo_tar_name = hdp_default("lzo_tar_name","hadoop-lzo-0.5.0")
  94. $snappy_so = hdp_default("snappy_so","libsnappy.so")
  95. #####
  96. $exec_path = ["/bin","/usr/bin", "/usr/sbin"]
  97. #### params used on multiple modules
  98. $dfs_data_dir = hdp_default("hadoop/hdfs-site/dfs_data_dir","/tmp/hadoop-hdfs/dfs/data")
  99. ### artifact dir
  100. $artifact_dir = hdp_default("artifact_dir","/tmp/HDP-artifacts/")
  101. ### artifacts download url ##
  102. $apache_artifacts_download_url = hdp_default("apache_artifacts_download_url","")
  103. $gpl_artifacts_download_url = hdp_default("gpl_artifacts_download_url","")
  104. ### related to package resources
  105. $package_names = {
  106. # hadoop => {
  107. # 32 => 'hadoop.i386',
  108. # 64 => 'hadoop.x86_64'
  109. # },
  110. # zookeeper => {
  111. # 64 => 'zookeeper.x86_64'
  112. # },
  113. # hbase => {
  114. # 64 => 'hbase.x86_64'
  115. # },
  116. # hcat-server => {
  117. # 64 => 'hcatalog-server.x86_64'
  118. # },
  119. # hcat-base => {
  120. # 64 => 'hcatalog.x86_64'
  121. # },
  122. # pig => {
  123. # 32 => 'pig.i386'
  124. # },
  125. ganglia-monitor => {
  126. 64 => 'ganglia-gmond-3.2.0'
  127. },
  128. ganglia-server => {
  129. 64 => ['ganglia-gmetad-3.2.0']
  130. },
  131. ganglia-gweb => {
  132. 64 => 'gweb'
  133. },
  134. ganglia-hdp-gweb-addons => {
  135. 64 => 'hdp_mon_ganglia_addons'
  136. },
  137. nagios-addons => {
  138. 64 => 'hdp_mon_nagios_addons'
  139. },
  140. nagios-server => {
  141. 64 => 'nagios-3.2.3'
  142. },
  143. nagios-plugins => {
  144. 64 => 'nagios-plugins-1.4.9'
  145. },
  146. nagios-fping => {
  147. 64 =>'fping'
  148. },
  149. nagios-php-pecl-json => {
  150. 64 => 'php-pecl-json.x86_64'
  151. },
  152. snmp => {
  153. 64 => ['net-snmp','net-snmp-utils'],
  154. },
  155. dashboard => {
  156. 64 => 'hdp_mon_dashboard'
  157. },
  158. # sqoop => {
  159. # 32 => 'sqoop-1.4.1-1.noarch'
  160. #},
  161. templeton => {
  162. 32 => 'templeton'
  163. },
  164. oozie-client => {
  165. 64 => 'oozie-client.noarch'
  166. },
  167. oozie-server => {
  168. 64 => 'oozie.noarch'
  169. },
  170. lzo => {
  171. 32 => ['lzo','lzo.i386','lzo-devel','lzo-devel.i386'],
  172. 64 => ['lzo','lzo.i386','lzo-devel','lzo-devel.i386']
  173. },
  174. #TODO: make these two consistent on whether case of 64/32 bits
  175. snappy => {
  176. 32 => ['snappy','snappy-devel'],
  177. 64 => ['snappy','snappy-devel']
  178. },
  179. mysql => {
  180. 32 => ['mysql','mysql-server']
  181. },
  182. mysql-connector => {
  183. 64 => ['mysql-connector-java-5.0.8-1']
  184. },
  185. extjs => {
  186. 64 => ['extjs-2.2-1']
  187. },
  188. templeton-tar-hive => {
  189. 64 => ['templeton-tar-hive-0.0.1-1']
  190. },
  191. templeton-tar-pig => {
  192. 64 => ['templeton-tar-pig-0.0.1-1']
  193. }
  194. }
  195. $packages = 'bigtop'
  196. if ($packages == 'hdp') {
  197. $package_names[hadoop] = { 32 => ['hadoop.i386'], 64 => ['hadoop.x86_64']}
  198. $mapred_smoke_test_script = "/usr/sbin/hadoop-validate-setup.sh"
  199. $hadoop_bin = "/usr/sbin"
  200. $hadoop_conf_dir = "/etc/hadoop"
  201. $zk_conf_dir = "/etc/zookeeper"
  202. $hbase_conf_dir = "/etc/hbase"
  203. $sqoop_conf_dir = "/etc/sqoop"
  204. $pig_conf_dir = "/etc/pig"
  205. $oozie_conf_dir = "/etc/oozie"
  206. $hadoop_jar_location = "/usr/share/hadoop"
  207. $hbase_daemon_script = "/usr/bin/hbase-daemon.sh"
  208. $use_32_bits_on_slaves = true
  209. $package_names[zookeeper] = {64 => 'zookeeper.x86_64'}
  210. $package_names[hbase] = {64 => 'hbase.x86_64'}
  211. $package_names[sqoop] = {32 => 'sqoop-1.4.1-1.noarch'}
  212. $package_names[pig] = { 32 => 'pig.i386'}
  213. $package_names[hcat-server] = { 64 => 'hcatalog-server.x86_64'}
  214. $package_names[hcat-base] = { 64 => 'hcatalog.x86_64'}
  215. $zk_bin = '/usr/sbin'
  216. $zk_smoke_test_script = '/usr/bin/zkCli.sh'
  217. $update_zk_shell_files = false
  218. $hcat_server_host = hdp_default("hcat_server_host")
  219. $hcat_mysql_host = hdp_default("hcat_mysql_host")
  220. } elsif ($packages == 'bigtop') {
  221. $package_names[hadoop] = {32 => ['hadoop','hadoop-libhdfs.i386','hadoop-native.i386','hadoop-pipes.i386','hadoop-sbin.i386','hadoop-lzo'], 64 => ['hadoop','hadoop-libhdfs.x86_64','hadoop-native.x86_64','hadoop-pipes.x86_64','hadoop-sbin.x86_64','hadoop-lzo']}
  222. #$package_names[hadoop] = {32 => ['hadoop.i386','hadoop-native.i386'], 64 => ['hadoop.x86_64','hadoop-native.x86_64']}
  223. $mapred_smoke_test_script = "/usr/lib/hadoop/sbin/hadoop-validate-setup.sh"
  224. $hadoop_bin = "/usr/lib/hadoop/bin"
  225. $hadoop_conf_dir = "/etc/hadoop/conf"
  226. $zk_conf_dir = "/etc/zookeeper/conf"
  227. $hbase_conf_dir = "/etc/hbase/conf/"
  228. $sqoop_conf_dir = "/usr/lib/sqoop/conf"
  229. $pig_conf_dir = "/etc/pig/conf"
  230. $oozie_conf_dir = "/etc/oozie/conf"
  231. $hive_conf_dir = "/etc/hive/conf"
  232. $hcat_conf_dir = "/etc/hcatalog/conf"
  233. $hadoop_jar_location = "/usr/lib/hadoop/"
  234. $hbase_daemon_script = "/usr/lib/hbase/bin/hbase-daemon.sh"
  235. $use_32_bits_on_slaves = true
  236. $package_names[zookeeper] = {64 => ['zookeeper']}
  237. $package_names[hbase] = {64 => ['hbase']}
  238. $package_names[sqoop] = {32 => ['sqoop']}
  239. $package_names[pig] = {32 => ['pig.noarch']}
  240. $package_names[hcat] = {32 => ['hcatalog']}
  241. $package_names[hive] = {64 => ['hive']}
  242. $zk_bin = '/usr/lib/zookeeper/bin'
  243. $zk_smoke_test_script = "/usr/lib/zookeeper/bin/zkCli.sh"
  244. $update_zk_shell_files = false
  245. $hive_mysql_host = hdp_default("hive_mysql_host","localhost")
  246. $hcat_server_host = hdp_default("hive_server_host")
  247. $hcat_mysql_host = hdp_default("hive_mysql_host")
  248. }
  249. ###### snmp
  250. $snmp_conf_dir = hdp_default("snmp_conf_dir","/etc/snmp/")
  251. $snmp_source = hdp_default("snmp_source","0.0.0.0/0") ##TODO!!! for testing needs to be closed up
  252. $snmp_community = hdp_default("snmp_community","hadoop")
  253. ###### aux
  254. #used by ganglia monitor to tell what components and services are present
  255. $component_exists = {}
  256. $service_exists = {}
  257. }