cluster_level_actual_configs.json 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233
  1. {
  2. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?(type=hdfs-site&tag=version4)|(type=core-site&tag=version4)|(type=global&tag=version4)",
  3. "items" : [
  4. {
  5. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version4",
  6. "tag" : "version4",
  7. "type" : "core-site",
  8. "Config" : {
  9. "cluster_name" : "mycluster"
  10. },
  11. "properties" : {
  12. "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
  13. "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
  14. "fs.checkpoint.size" : "0.5",
  15. "io.file.buffer.size" : "131072",
  16. "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
  17. "fs.checkpoint.period" : "21612",
  18. "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
  19. "ipc.client.connection.maxidletime" : "30000",
  20. "hadoop.proxyuser.hive.groups" : "users",
  21. "webinterface.private.actions" : "false",
  22. "hadoop.proxyuser.oozie.groups" : "users",
  23. "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
  24. "fs.trash.interval" : "360",
  25. "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
  26. "hadoop.proxyuser.hcat.groups" : "users",
  27. "ipc.client.idlethreshold" : "8000",
  28. "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
  29. "ipc.client.connect.max.retries" : "50",
  30. "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
  31. }
  32. },
  33. {
  34. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hdfs-site&tag=version1",
  35. "tag" : "version4",
  36. "type" : "hdfs-site",
  37. "Config" : {
  38. "cluster_name" : "vmc"
  39. },
  40. "properties" : {
  41. "dfs.https.address" : "dev.hortonworks.com:50470",
  42. "dfs.http.address" : "dev.hortonworks.com:50070",
  43. "dfs.datanode.max.xcievers" : "4096",
  44. "dfs.safemode.threshold.pct" : "1.0f",
  45. "dfs.datanode.http.address" : "0.0.0.0:50075",
  46. "dfs.datanode.address" : "0.0.0.0:50010",
  47. "dfs.datanode.failed.volumes.tolerated" : "0",
  48. "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
  49. "ipc.server.read.threadpool.size" : "5",
  50. "dfs.datanode.data.dir.perm" : "750",
  51. "dfs.datanode.du.pct" : "0.85f",
  52. "ipc.server.max.response.size" : "5242880",
  53. "dfs.datanode.du.reserved" : "1.05",
  54. "dfs.datanode.socket.write.timeout" : "0",
  55. "dfs.namenode.handler.count" : "40",
  56. "dfs.web.ugi" : "gopher,gopher",
  57. "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab",
  58. "dfs.name.dir" : "/hadoop/hdfs/namenode",
  59. "dfs.heartbeat.interval" : "3",
  60. "dfs.balance.bandwidthPerSec" : "6250000",
  61. "dfs.permissions.supergroup" : "hdfs",
  62. "dfs.cluster.administrators" : " hdfs",
  63. "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
  64. "dfs.hosts.exclude" : "/etc/hadoop/dfs.exclude",
  65. "dfs.permissions" : "true",
  66. "dfs.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
  67. "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM",
  68. "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab",
  69. "dfs.webhdfs.enabled" : "true",
  70. "dfs.secondary.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
  71. "dfs.secondary.https.port" : "50490",
  72. "dfs.block.size" : "134217728",
  73. "dfs.datanode.ipc.address" : "0.0.0.0:8010",
  74. "dfs.data.dir" : "/hadoop/hdfs/data1,/hadoop/hdfs/data2",
  75. "dfs.access.time.precision" : "0",
  76. "dfs.blockreport.initialDelay" : "120",
  77. "dfs.https.port" : "50470",
  78. "dfs.block.access.token.enable" : "true",
  79. "dfs.umaskmode" : "077",
  80. "dfs.replication" : "3",
  81. "dfs.secondary.http.address" : "dev.hortonworks.com:50090",
  82. "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
  83. "dfs.replication.max" : "50",
  84. "dfs.hosts" : "/etc/hadoop/dfs.include",
  85. "dfs.block.local-path-access.user" : "hbase",
  86. "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM"
  87. }
  88. },
  89. {
  90. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=global&tag=version1",
  91. "tag" : "version4",
  92. "type" : "global",
  93. "Config" : {
  94. "cluster_name" : "vmc"
  95. },
  96. "properties" : {
  97. "hdfs_enable_shortcircuit_skipchecksum" : "false",
  98. "hadoop_heapsize" : "1024",
  99. "hive_lib" : "/usr/lib/hive/lib/",
  100. "hive_mysql_hostname" : "dev.hortonworks.com",
  101. "hive_log_dir" : "/var/log/hive",
  102. "dfs_datanode_http_address" : "50075",
  103. "io_sort_mb" : "200",
  104. "zk_user" : "zookeeper",
  105. "dfs_data_dir" : "/hadoop/hdfs/data11,/hadoop/hdfs/data22",
  106. "clientPort" : "2181",
  107. "hdfs_user" : "hdfs",
  108. "hive_dbroot" : "/usr/lib/hive/lib",
  109. "dfs_name_dir" : "/hadoop/hdfs/namenode",
  110. "hfile_blockcache_size" : "0.25",
  111. "kadmin_pw" : "",
  112. "gmond_user" : "nobody",
  113. "hregion_majorcompaction" : "86400000",
  114. "user_group" : "hadoop",
  115. "dfs_datanode_failed_volume_tolerated" : "0",
  116. "zk_pid_file" : "/var/run/zookeeper/zookeeper_server.pid",
  117. "zookeeper_sessiontimeout" : "60000",
  118. "hcat_user" : "hcat",
  119. "zk_log_dir" : "/var/log/zookeeper",
  120. "hbase_conf_dir" : "/etc/hbase",
  121. "mapred_local_dir" : "/hadoop/mapred",
  122. "oozie_data_dir" : "/hadoop/oozie/data",
  123. "dfs_replication" : "3",
  124. "fs_checkpoint_period" : "21600",
  125. "hbase_hdfs_root_dir" : "/apps/hbase/data",
  126. "run_dir" : "/var/run/hadoop",
  127. "oozie_log_dir" : "/var/log/oozie",
  128. "hive_user" : "hive",
  129. "hbase_pid_dir" : "/var/run/hbase",
  130. "security_enabled" : "false",
  131. "mapred_job_red_mem_mb" : "-1",
  132. "mapred_map_tasks_max" : "4",
  133. "dfs_datanode_address" : "50010",
  134. "mapred_hosts_exclude" : "mapred.exclude",
  135. "dfs_block_local_path_access_user" : "hbase",
  136. "dfs_datanode_data_dir_perm" : "750",
  137. "nagios_web_password" : "n",
  138. "dtnode_heapsize" : "1024m",
  139. "tickTime" : "2000",
  140. "mapred_cluster_max_map_mem_mb" : "-1",
  141. "datanode_du_reserved" : "1",
  142. "regionserver_memstore_upperlimit" : "0.4",
  143. "hbase_tmp_dir" : "/var/log/hbase",
  144. "jtnode_opt_newsize" : "200m",
  145. "oozie_user" : "oozie",
  146. "mapred_jobstatus_dir" : "file:////mapred/jobstatus",
  147. "hive_metastore_port" : "9083",
  148. "namenode_heapsize" : "1024m",
  149. "nagios_contact" : "n@n.com",
  150. "mapred_cluster_red_mem_mb" : "-1",
  151. "hive_ambari_database" : "MySQL",
  152. "dataDir" : "/hadoop/zookeeper",
  153. "hive_pid_dir" : "/var/run/hive",
  154. "mysql_connector_url" : "${download_url}/mysql-connector-java-5.1.18.zip",
  155. "jtnode_opt_maxnewsize" : "200m",
  156. "hregion_blockmultiplier" : "2",
  157. "oozie_pid_dir" : "/var/run/oozie",
  158. "pig_user" : "pig",
  159. "task_controller" : "org.apache.hadoop.mapred.DefaultTaskController",
  160. "rca_enabled" : "true",
  161. "gmetad_user" : "nobody",
  162. "hive_metastore_user_passwd" : "h",
  163. "hcat_log_dir" : "/var/log/webhcat",
  164. "jtnode_heapsize" : "1024m",
  165. "syncLimit" : "5",
  166. "io_sort_spill_percent" : "0.9",
  167. "mapred_user" : "mapred",
  168. "fs_checkpoint_size" : "0.5",
  169. "initLimit" : "10",
  170. "mapred_system_dir" : "/mapred/system",
  171. "hive_database" : "New MySQL Database",
  172. "mapred_job_map_mem_mb" : "-1",
  173. "hive_conf_dir" : "/etc/hive/conf",
  174. "hdfs_log_dir_prefix" : "/var/log/hadoop",
  175. "keytab_path" : "/etc/security/keytabs",
  176. "lzo_enabled" : "false",
  177. "proxyuser_group" : "users",
  178. "hive_database_name" : "hive",
  179. "hcat_pid_dir" : "/var/run/webhcat",
  180. "client_scannercaching" : "100",
  181. "hdfs_enable_shortcircuit_read" : "true",
  182. "kerberos_domain" : "EXAMPLE.COM",
  183. "hdfs_support_append" : "true",
  184. "nagios_group" : "nagios",
  185. "nagios_web_login" : "nagiosadmin",
  186. "namenode_formatted_mark_dir" : "/var/run/hadoop/hdfs/namenode/formatted/",
  187. "dfs_exclude" : "dfs.exclude",
  188. "namenode_opt_maxnewsize" : "640m",
  189. "regionserver_memstore_lab" : "true",
  190. "namenode_opt_newsize" : "200m",
  191. "namenode_opt_permsize" : "128m",
  192. "namenode_opt_maxpermsize" : "256m",
  193. "mapreduce_userlog_retainhours" : "24",
  194. "hcat_conf_dir" : "",
  195. "nagios_user" : "nagios",
  196. "mapred_child_java_opts_sz" : "768",
  197. "mapred_red_tasks_max" : "2",
  198. "regionserver_memstore_lowerlimit" : "0.35",
  199. "apache_artifacts_download_url" : "",
  200. "hive_metastore_user_name" : "hive",
  201. "mapred_hosts_include" : "mapred.include",
  202. "hstore_blockingstorefiles" : "7",
  203. "sqoop_user" : "sqoop",
  204. "hadoop_conf_dir" : "/etc/hadoop",
  205. "hbase_user" : "hbase",
  206. "snappy_enabled" : "true",
  207. "maxtasks_per_job" : "-1",
  208. "ganglia_runtime_dir" : "/var/run/ganglia/hdp",
  209. "fs_checkpoint_dir" : "/hadoop/hdfs/namesecondary",
  210. "zk_pid_dir" : "/var/run/zookeeper",
  211. "mapred_cluster_map_mem_mb" : "-1",
  212. "hfile_max_keyvalue_size" : "10485760",
  213. "hive_aux_jars_path" : "/usr/lib/hcatalog/share/hcatalog/hcatalog-core.jar",
  214. "hstore_compactionthreshold" : "3",
  215. "hregion_memstoreflushsize" : "134217728",
  216. "hadoop_pid_dir_prefix" : "/var/run/hadoop",
  217. "hbase_log_dir" : "/var/log/hbase",
  218. "mapred_cluster_max_red_mem_mb" : "-1",
  219. "webhcat_user" : "hcat",
  220. "regionserver_handlers" : "30",
  221. "hbase_regionserver_heapsize" : "1024m",
  222. "hbase_regionserver_xmn_max": "512",
  223. "hbase_regionserver_xmn_ratio": "0.2",
  224. "dfs_include" : "dfs.include",
  225. "dfs_webhdfs_enabled" : "false",
  226. "scheduler_name" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
  227. "rrdcached_base_dir" : "/var/lib/ganglia/rrds",
  228. "hstorefile_maxsize" : "1073741824",
  229. "hbase_master_heapsize" : "1024m"
  230. }
  231. }
  232. ]
  233. }