cluster_level_configs.json 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544
  1. {
  2. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?(type=hdfs-site&tag=version1)|(type=core-site&tag=version1)",
  3. "items" : [
  4. {
  5. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version1",
  6. "tag" : "version1",
  7. "type" : "core-site",
  8. "Config" : {
  9. "cluster_name" : "vmc"
  10. },
  11. "properties" : {
  12. "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
  13. "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
  14. "fs.checkpoint.size" : "0.5",
  15. "io.file.buffer.size" : "131072",
  16. "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
  17. "fs.checkpoint.period" : "21600",
  18. "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
  19. "ipc.client.connection.maxidletime" : "30000",
  20. "hadoop.proxyuser.hive.groups" : "users",
  21. "webinterface.private.actions" : "false",
  22. "hadoop.proxyuser.oozie.groups" : "users",
  23. "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
  24. "fs.trash.interval" : "360",
  25. "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
  26. "hadoop.proxyuser.hcat.groups" : "users",
  27. "ipc.client.idlethreshold" : "8000",
  28. "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
  29. "ipc.client.connect.max.retries" : "50",
  30. "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
  31. }
  32. },
  33. {
  34. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=mapred-site&tag=version1",
  35. "tag" : "version1",
  36. "type" : "mapred-site",
  37. "Config" : {
  38. "cluster_name" : "vmc"
  39. },
  40. "properties" : {
  41. "mapred.reduce.tasks.speculative.execution" : "false",
  42. "mapred.tasktracker.map.tasks.maximum" : "4",
  43. "mapred.hosts.exclude" : "/etc/hadoop/mapred.exclude",
  44. "mapred.job.reduce.input.buffer.percent" : "0.0",
  45. "mapreduce.tasktracker.group" : "hadoop",
  46. "mapreduce.reduce.input.limit" : "10737418240",
  47. "mapreduce.fileoutputcommitter.marksuccessfuljobs" : "false",
  48. "mapred.map.tasks.speculative.execution" : "false",
  49. "mapreduce.jobtracker.kerberos.principal" : "jt/_HOST@EXAMPLE.COM",
  50. "mapred.output.compression.type" : "BLOCK",
  51. "mapred.userlog.retain.hours" : "24",
  52. "mapred.task.tracker.task-controller" : "org.apache.hadoop.mapred.DefaultTaskController",
  53. "mapred.job.reuse.jvm.num.tasks" : "1",
  54. "mapreduce.tasktracker.keytab.file" : "/etc/security/keytabs/tt.service.keytab",
  55. "mapred.system.dir" : "/mapred/system",
  56. "io.sort.factor" : "100",
  57. "mapreduce.history.server.http.address" : "dev.hortonworks.com:51111",
  58. "mapred.jobtracker.maxtasks.per.job" : "-1",
  59. "io.sort.spill.percent" : "0.9",
  60. "mapred.cluster.reduce.memory.mb" : "-1",
  61. "tasktracker.http.threads" : "50",
  62. "mapred.reduce.parallel.copies" : "30",
  63. "mapred.healthChecker.script.path" : "file:////mapred/jobstatus",
  64. "mapreduce.cluster.administrators" : " hadoop",
  65. "jetty.connector" : "org.mortbay.jetty.nio.SelectChannelConnector",
  66. "mapred.inmem.merge.threshold" : "1000",
  67. "mapred.job.reduce.memory.mb" : "-1",
  68. "mapred.job.map.memory.mb" : "-1",
  69. "mapreduce.jobhistory.kerberos.principal" : "jt/_HOST@EXAMPLE.COM",
  70. "mapred.cluster.map.memory.mb" : "-1",
  71. "mapred.jobtracker.retirejob.interval" : "0",
  72. "mapred.cluster.max.map.memory.mb" : "-1",
  73. "mapred.job.tracker.persist.jobstatus.hours" : "1",
  74. "mapred.reduce.slowstart.completed.maps" : "0.05",
  75. "hadoop.job.history.user.location" : "none",
  76. "mapred.job.tracker.handler.count" : "50",
  77. "mapred.healthChecker.interval" : "135000",
  78. "mapred.jobtracker.blacklist.fault-bucket-width" : "15",
  79. "mapred.task.timeout" : "600000",
  80. "mapred.jobtracker.taskScheduler" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
  81. "mapred.max.tracker.blacklists" : "16",
  82. "mapreduce.jobhistory.keytab.file" : "/etc/security/keytabs/jt.service.keytab",
  83. "mapred.jobtracker.retirejob.check" : "10000",
  84. "mapred.tasktracker.tasks.sleeptime-before-sigkill" : "250",
  85. "mapreduce.jobtracker.staging.root.dir" : "/user",
  86. "mapred.job.shuffle.input.buffer.percent" : "0.7",
  87. "mapred.jobtracker.completeuserjobs.maximum" : "0",
  88. "mapred.job.tracker.persist.jobstatus.active" : "false",
  89. "mapred.tasktracker.reduce.tasks.maximum" : "2",
  90. "mapreduce.history.server.embedded" : "false",
  91. "mapred.job.tracker.http.address" : "dev.hortonworks.com:50030",
  92. "mapred.queue.names" : "default",
  93. "mapred.job.tracker.history.completed.location" : "/mapred/history/done",
  94. "mapred.child.java.opts" : "-server -Xmx768m -Djava.net.preferIPv4Stack=true",
  95. "mapred.jobtracker.blacklist.fault-timeout-window" : "180",
  96. "mapreduce.jobtracker.split.metainfo.maxsize" : "50000000",
  97. "mapred.jobtracker.restart.recover" : "false",
  98. "mapred.healthChecker.script.timeout" : "60000",
  99. "mapreduce.jobtracker.keytab.file" : "/etc/security/keytabs/jt.service.keytab",
  100. "mapred.hosts" : "/etc/hadoop/mapred.include",
  101. "mapred.local.dir" : "/hadoop/mapred",
  102. "mapreduce.tasktracker.kerberos.principal" : "tt/_HOST@EXAMPLE.COM",
  103. "mapred.job.tracker.persist.jobstatus.dir" : "/etc/hadoop/health_check",
  104. "mapred.job.tracker" : "dev.hortonworks.com:50300",
  105. "io.sort.record.percent" : ".2",
  106. "io.sort.mb" : "200",
  107. "mapred.cluster.max.reduce.memory.mb" : "-1",
  108. "mapred.job.shuffle.merge.percent" : "0.66",
  109. "mapred.child.root.logger" : "INFO,TLA"
  110. }
  111. },
  112. {
  113. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hive-site&tag=version1",
  114. "tag" : "version1",
  115. "type" : "hive-site",
  116. "Config" : {
  117. "cluster_name" : "vmc"
  118. },
  119. "properties" : {
  120. "javax.jdo.option.ConnectionPassword" : "h",
  121. "hive.metastore.uris" : "thrift://dev.hortonworks.com:9083",
  122. "hadoop.clientside.fs.operations" : "true",
  123. "hive.metastore.cache.pinobjtypes" : "Table,Database,Type,FieldSchema,Order",
  124. "hive.metastore.execute.setugi" : "true",
  125. "hive.metastore.local" : "false",
  126. "fs.hdfs.impl.disable.cache" : "true",
  127. "javax.jdo.option.ConnectionURL" : "jdbc:mysql://dev.hortonworks.com/hive?createDatabaseIfNotExist=true",
  128. "hive.semantic.analyzer.factory.impl" : "org.apache.hivealog.cli.HCatSemanticAnalyzerFactory",
  129. "hive.security.authorization.enabled" : "true",
  130. "javax.jdo.option.ConnectionUserName" : "hive",
  131. "hive.server2.enable.doAs" : "true",
  132. "hive.metastore.client.socket.timeout" : "60",
  133. "hive.metastore.warehouse.dir" : "/apps/hive/warehouse",
  134. "hive.security.authorization.manager" : "org.apache.hcatalog.security.HdfsAuthorizationProvider",
  135. "javax.jdo.option.ConnectionDriverName" : "com.mysql.jdbc.Driver"
  136. }
  137. },
  138. {
  139. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=mapred-queue-acls&tag=version1",
  140. "tag" : "version1",
  141. "type" : "mapred-queue-acls",
  142. "Config" : {
  143. "cluster_name" : "vmc"
  144. },
  145. "properties" : {
  146. "mapred.queue.default.acl-submit-job" : "*",
  147. "mapred.queue.default.acl-administer-jobs" : "*",
  148. "mapred.queue.new_qeuue.acl-administer-jobs" : "*",
  149. "mapred.queue.new_qeuue.acl-submit-job" : "*"
  150. }
  151. },
  152. {
  153. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version1",
  154. "tag" : "version1",
  155. "type" : "core-site",
  156. "Config" : {
  157. "cluster_name" : "vmc"
  158. },
  159. "properties" : {
  160. "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
  161. "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
  162. "fs.checkpoint.size" : "0.5",
  163. "io.file.buffer.size" : "131072",
  164. "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
  165. "fs.checkpoint.period" : "21600",
  166. "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
  167. "ipc.client.connection.maxidletime" : "30000",
  168. "hadoop.proxyuser.hive.groups" : "users",
  169. "webinterface.private.actions" : "false",
  170. "hadoop.proxyuser.oozie.groups" : "users",
  171. "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
  172. "fs.trash.interval" : "360",
  173. "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
  174. "hadoop.proxyuser.hcat.groups" : "users",
  175. "ipc.client.idlethreshold" : "8000",
  176. "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
  177. "ipc.client.connect.max.retries" : "50",
  178. "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
  179. }
  180. },
  181. {
  182. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=oozie-site&tag=version1",
  183. "tag" : "version1",
  184. "type" : "oozie-site",
  185. "Config" : {
  186. "cluster_name" : "vmc"
  187. },
  188. "properties" : {
  189. "oozie.service.AuthorizationService.security.enabled" : "true",
  190. "oozie.service.PurgeService.purge.interval" : "3600",
  191. "oozie.service.PurgeService.older.than" : "30",
  192. "oozie.system.id" : "oozie-${user.name}",
  193. "oozie.service.coord.normal.default.timeout" : "120",
  194. "oozie.service.JPAService.pool.max.active.conn" : "10",
  195. "oozie.authentication.type" : "simple",
  196. "use.system.libpath.for.mapreduce.and.pig.jobs" : "false",
  197. "oozie.service.CallableQueueService.callable.concurrency" : "3",
  198. "oozie.service.CallableQueueService.threads" : "10",
  199. "oozie.base.url" : "http://dev.hortonworks.com:11000/oozie",
  200. "oozie.service.JPAService.jdbc.username" : "sa",
  201. "oozie.service.CallableQueueService.queue.size" : "1000",
  202. "oozie.authentication.kerberos.name.rules" : "\n RULE:[2:$1@$0]([jt]t@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-MAPREDUSER/\n RULE:[2:$1@$0]([nd]n@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HDFSUSER/\n RULE:[2:$1@$0](hm@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HBASE-USER/\n RULE:[2:$1@$0](rs@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HBASE-USER/\n DEFAULT\n ",
  203. "oozie.service.HadoopAccessorService.nameNode.whitelist" : " ",
  204. "oozie.service.SchemaService.wf.ext.schemas" : "shell-action-0.1.xsd,email-action-0.1.xsd,hive-action-0.2.xsd,sqoop-action-0.2.xsd,ssh-action-0.1.xsd,distcp-action-0.1.xsd",
  205. "oozie.service.WorkflowAppService.system.libpath" : "/user/${user.name}/share/lib",
  206. "oozie.systemmode" : "NORMAL",
  207. "oozie.service.JPAService.create.db.schema" : "false",
  208. "oozie.service.JPAService.jdbc.password" : " ",
  209. "oozie.service.HadoopAccessorService.jobTracker.whitelist" : " ",
  210. "oozie.db.schema.name" : "oozie",
  211. "oozie.service.JPAService.jdbc.url" : "jdbc:derby:${oozie.data.dir}/${oozie.db.schema.name}-db;create=true",
  212. "oozie.service.JPAService.jdbc.driver" : "org.apache.derby.jdbc.EmbeddedDriver",
  213. "oozie.service.HadoopAccessorService.hadoop.configurations" : "*=/etc/hadoop/conf",
  214. "oozie.service.ActionService.executor.ext.classes" : "\n org.apache.oozie.action.email.EmailActionExecutor,\n org.apache.oozie.action.hadoop.HiveActionExecutor,\n org.apache.oozie.action.hadoop.ShellActionExecutor,\n org.apache.oozie.action.hadoop.SqoopActionExecutor,\n org.apache.oozie.action.hadoop.DistcpActionExecutor\n "
  215. }
  216. },
  217. {
  218. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=capacity-scheduler&tag=version1",
  219. "tag" : "version1",
  220. "type" : "capacity-scheduler",
  221. "Config" : {
  222. "cluster_name" : "vmc"
  223. },
  224. "properties" : {
  225. "mapred.capacity-scheduler.queue.default.user-limit-factor" : "1",
  226. "mapred.capacity-scheduler.queue.new_qeuue.maximum-initialized-active-tasks" : "200000",
  227. "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks" : "200000",
  228. "mapred.capacity-scheduler.queue.default.maximum-capacity" : "100",
  229. "mapred.capacity-scheduler.queue.new_qeuue.init-accept-jobs-factor" : "10",
  230. "property" : "10",
  231. "mapred.capacity-scheduler.queue.new_qeuue.capacity" : "23",
  232. "mapred.capacity-scheduler.queue.default.init-accept-jobs-factor" : "10",
  233. "mapred.capacity-scheduler.queue.new_qeuue.maximum-initialized-active-tasks-per-user" : "100000",
  234. "mapred.capacity-scheduler.queue.default.capacity" : "50",
  235. "mapred.capacity-scheduler.queue.new_qeuue.minimum-user-limit-percent" : "100",
  236. "mapred.capacity-scheduler.queue.new_qeuue.user-limit-factor" : "1",
  237. "mapred.capacity-scheduler.queue.default.minimum-user-limit-percent" : "100",
  238. "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user" : "100000",
  239. "mapred.capacity-scheduler.maximum-system-jobs" : "2000",
  240. "mapred.capacity-scheduler.queue.new_qeuue.maximum-capacity" : "100",
  241. "mapred.capacity-scheduler.queue.default.supports-priority" : "false",
  242. "mapred.capacity-scheduler.queue.new_qeuue.supports-priority" : "true"
  243. }
  244. },
  245. {
  246. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hdfs-site&tag=version1",
  247. "tag" : "version1",
  248. "type" : "hdfs-site",
  249. "Config" : {
  250. "cluster_name" : "vmc"
  251. },
  252. "properties" : {
  253. "dfs.https.address" : "dev.hortonworks.com:50470",
  254. "dfs.http.address" : "dev.hortonworks.com:50070",
  255. "dfs.datanode.max.xcievers" : "4096",
  256. "dfs.safemode.threshold.pct" : "1.0f",
  257. "dfs.datanode.http.address" : "0.0.0.0:50075",
  258. "dfs.datanode.address" : "0.0.0.0:50010",
  259. "dfs.datanode.failed.volumes.tolerated" : "0",
  260. "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
  261. "ipc.server.read.threadpool.size" : "5",
  262. "dfs.datanode.data.dir.perm" : "750",
  263. "dfs.datanode.du.pct" : "0.85f",
  264. "ipc.server.max.response.size" : "5242880",
  265. "dfs.datanode.du.reserved" : "1",
  266. "dfs.datanode.socket.write.timeout" : "0",
  267. "dfs.namenode.handler.count" : "40",
  268. "dfs.web.ugi" : "gopher,gopher",
  269. "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab",
  270. "dfs.name.dir" : "/hadoop/hdfs/namenode",
  271. "dfs.heartbeat.interval" : "3",
  272. "dfs.balance.bandwidthPerSec" : "6250000",
  273. "dfs.permissions.supergroup" : "hdfs",
  274. "dfs.cluster.administrators" : " hdfs",
  275. "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
  276. "dfs.hosts.exclude" : "/etc/hadoop/dfs.exclude",
  277. "dfs.permissions" : "true",
  278. "dfs.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
  279. "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM",
  280. "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab",
  281. "dfs.webhdfs.enabled" : "false",
  282. "dfs.secondary.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
  283. "dfs.secondary.https.port" : "50490",
  284. "dfs.block.size" : "134217728",
  285. "dfs.datanode.ipc.address" : "0.0.0.0:8010",
  286. "dfs.data.dir" : "/hadoop/hdfs/data",
  287. "dfs.access.time.precision" : "0",
  288. "dfs.blockreport.initialDelay" : "120",
  289. "dfs.https.port" : "50470",
  290. "dfs.block.access.token.enable" : "true",
  291. "dfs.umaskmode" : "077",
  292. "dfs.replication" : "3",
  293. "dfs.secondary.http.address" : "dev.hortonworks.com:50090",
  294. "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
  295. "dfs.replication.max" : "50",
  296. "dfs.hosts" : "/etc/hadoop/dfs.include",
  297. "dfs.block.local-path-access.user" : "hbase",
  298. "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM"
  299. }
  300. },
  301. {
  302. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=webhcat-site&tag=version1",
  303. "tag" : "version1",
  304. "type" : "webhcat-site",
  305. "Config" : {
  306. "cluster_name" : "vmc"
  307. },
  308. "properties" : {
  309. "templeton.hcat" : "/usr/bin/hcat",
  310. "templeton.storage.class" : "org.apache.hcatalog.templeton.tool.ZooKeeperStorage",
  311. "templeton.jar" : "/usr/lib/hcatalog/share/webhcat/svr/webhcat.jar",
  312. "templeton.streaming.jar" : "hdfs:///apps/webhcat/hadoop-streaming.jar",
  313. "templeton.pig.path" : "pig.tar.gz/pig/bin/pig",
  314. "templeton.exec.timeout" : "60000",
  315. "templeton.override.enabled" : "false",
  316. "templeton.hive.properties" : "hive.metastore.local=false,hive.metastore.uris=thrift://dev.hortonworks.com:9083,hive.metastore.sasl.enabled=yes,hive.metastore.execute.setugi=true",
  317. "templeton.hive.archive" : "hdfs:///apps/webhcat/hive.tar.gz",
  318. "templeton.port" : "50111",
  319. "templeton.libjars" : "/usr/lib/zookeeper/zookeeper.jar",
  320. "templeton.hadoop" : "/usr/bin/hadoop",
  321. "templeton.pig.archive" : "hdfs:///apps/webhcat/pig.tar.gz",
  322. "templeton.zookeeper.hosts" : "dev.hortonworks.com:2181",
  323. "templeton.hadoop.conf.dir" : "/etc/hadoop/conf",
  324. "templeton.hive.path" : "hive.tar.gz/hive/bin/hive"
  325. }
  326. },
  327. {
  328. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hbase-site&tag=version1",
  329. "tag" : "version1",
  330. "type" : "hbase-site",
  331. "Config" : {
  332. "cluster_name" : "vmc"
  333. },
  334. "properties" : {
  335. "hbase.hregion.memstore.flush.size" : "134217728",
  336. "hbase.hstore.compactionThreshold" : "3",
  337. "hbase.regionserver.global.memstore.upperLimit" : "0.4",
  338. "dfs.support.append" : "true",
  339. "hbase.hregion.majorcompaction" : "86400000",
  340. "hbase.client.keyvalue.maxsize" : "10485760",
  341. "hbase.client.scanner.caching" : "100",
  342. "hbase.cluster.distributed" : "true",
  343. "hbase.rootdir" : "hdfs://dev.hortonworks.com:8020/apps/hbase/data",
  344. "hbase.regionserver.kerberos.principal" : "rs/_HOST@EXAMPLE.COM",
  345. "hbase.regionserver.global.memstore.lowerLimit" : "0.35",
  346. "hbase.regionserver.handler.count" : "30",
  347. "hbase.superuser" : "hbase",
  348. "hbase.tmp.dir" : "/var/log/hbase",
  349. "hbase.hregion.memstore.mslab.enabled" : "true",
  350. "hbase.regionserver.optionalcacheflushinterval" : "10000",
  351. "hbase.hstore.blockingStoreFiles" : "7",
  352. "hbase.zookeeper.useMulti" : "true",
  353. "hfile.block.cache.size" : "0.25",
  354. "hbase.hregion.max.filesize" : "1073741824",
  355. "hbase.master.lease.thread.wakefrequency" : "3000",
  356. "dfs.client.read.shortcircuit.skip.checksum" : "false",
  357. "hbase.hregion.memstore.block.multiplier" : "2",
  358. "hbase.master.kerberos.principal" : "hm/_HOST@EXAMPLE.COM",
  359. "hbase.zookeeper.property.clientPort" : "2181",
  360. "zookeeper.session.timeout" : "60000",
  361. "hbase.master.keytab.file" : "/etc/security/keytabs/hm.service.keytab",
  362. "dfs.client.read.shortcircuit" : "true",
  363. "hbase.zookeeper.quorum" : "dev.hortonworks.com"
  364. }
  365. },
  366. {
  367. "href" : "http://ec2-23-20-184-220.compute-1.amazonaws.com:8080/api/v1/clusters/tdk/configurations?type=hue-site&tag=version1",
  368. "tag" : "version1",
  369. "type" : "hue-site",
  370. "Config" : {
  371. "cluster_name" : "tdk"
  372. },
  373. "properties" : {
  374. "hadoop_mapred_home" : "/usr/lib/hadoop/lib",
  375. "smtp_host" : "localhost",
  376. "use_cherrypy_server" : "false",
  377. "hbase_shell_command" : "/usr/bin/hbase shell",
  378. "db_name" : "sandbox",
  379. "db_password" : "1111",
  380. "send_debug_messages" : "1",
  381. "http_host" : "0.0.0.0",
  382. "django_debug_mode" : "1",
  383. "pig_shell_command" : "/usr/bin/pig -l /dev/null",
  384. "http_port" : "8000",
  385. "db_engine" : "mysql",
  386. "whitelist" : "(localhost|127\\.0\\.0\\.1):(50030|50070|50060|50075|50111)",
  387. "hbase_nice_name" : "HBase Shell",
  388. "backend_auth_policy" : "desktop.auth.backend.AllowAllBackend",
  389. "smtp_password" : "25",
  390. "default_from_email" : "sandbox@hortonworks.com",
  391. "tls" : "no",
  392. "db_user" : "sandbox",
  393. "db_host" : "localhost",
  394. "database_logging" : "0",
  395. "smtp_port" : "25",
  396. "time_zone" : "America/Los_Angeles",
  397. "bash_shell_command" : "/bin/bash",
  398. "http_500_debug_mode" : "1",
  399. "db_port" : "3306",
  400. "jobtracker_port" : "50030"
  401. }
  402. },
  403. {
  404. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=global&tag=version1",
  405. "tag" : "version1",
  406. "type" : "global",
  407. "Config" : {
  408. "cluster_name" : "vmc"
  409. },
  410. "properties" : {
  411. "hdfs_enable_shortcircuit_skipchecksum" : "false",
  412. "hadoop_heapsize" : "1024",
  413. "hive_lib" : "/usr/lib/hive/lib/",
  414. "hive_mysql_hostname" : "dev.hortonworks.com",
  415. "hive_log_dir" : "/var/log/hive",
  416. "dfs_datanode_http_address" : "50075",
  417. "io_sort_mb" : "200",
  418. "zk_user" : "zookeeper",
  419. "dfs_data_dir" : "/hadoop/hdfs/data",
  420. "clientPort" : "2181",
  421. "hdfs_user" : "hdfs",
  422. "hive_dbroot" : "/usr/lib/hive/lib",
  423. "dfs_name_dir" : "/hadoop/hdfs/namenode",
  424. "hfile_blockcache_size" : "0.25",
  425. "kadmin_pw" : "",
  426. "gmond_user" : "nobody",
  427. "hregion_majorcompaction" : "86400000",
  428. "user_group" : "hadoop",
  429. "dfs_datanode_failed_volume_tolerated" : "0",
  430. "zk_pid_file" : "/var/run/zookeeper/zookeeper_server.pid",
  431. "zookeeper_sessiontimeout" : "60000",
  432. "hcat_user" : "hcat",
  433. "zk_log_dir" : "/var/log/zookeeper",
  434. "hbase_conf_dir" : "/etc/hbase",
  435. "mapred_local_dir" : "/hadoop/mapred",
  436. "oozie_data_dir" : "/hadoop/oozie/data",
  437. "dfs_replication" : "3",
  438. "fs_checkpoint_period" : "21600",
  439. "hbase_hdfs_root_dir" : "/apps/hbase/data",
  440. "run_dir" : "/var/run/hadoop",
  441. "oozie_log_dir" : "/var/log/oozie",
  442. "hive_user" : "hive",
  443. "hbase_pid_dir" : "/var/run/hbase",
  444. "security_enabled" : "false",
  445. "mapred_job_red_mem_mb" : "-1",
  446. "mapred_map_tasks_max" : "4",
  447. "dfs_datanode_address" : "50010",
  448. "mapred_hosts_exclude" : "mapred.exclude",
  449. "dfs_block_local_path_access_user" : "hbase",
  450. "dfs_datanode_data_dir_perm" : "750",
  451. "nagios_web_password" : "n",
  452. "dtnode_heapsize" : "1024m",
  453. "tickTime" : "2000",
  454. "mapred_cluster_max_map_mem_mb" : "-1",
  455. "datanode_du_reserved" : "1",
  456. "regionserver_memstore_upperlimit" : "0.4",
  457. "hbase_tmp_dir" : "/var/log/hbase",
  458. "jtnode_opt_newsize" : "200m",
  459. "oozie_user" : "oozie",
  460. "mapred_jobstatus_dir" : "file:////mapred/jobstatus",
  461. "hive_metastore_port" : "9083",
  462. "namenode_heapsize" : "1024m",
  463. "nagios_contact" : "n@n.com",
  464. "mapred_cluster_red_mem_mb" : "-1",
  465. "hive_ambari_database" : "MySQL",
  466. "zk_data_dir" : "/hadoop/zookeeper",
  467. "hive_pid_dir" : "/var/run/hive",
  468. "mysql_connector_url" : "${download_url}/mysql-connector-java-5.1.18.zip",
  469. "jtnode_opt_maxnewsize" : "200m",
  470. "hregion_blockmultiplier" : "2",
  471. "oozie_pid_dir" : "/var/run/oozie",
  472. "pig_user" : "pig",
  473. "task_controller" : "org.apache.hadoop.mapred.DefaultTaskController",
  474. "rca_enabled" : "true",
  475. "gmetad_user" : "nobody",
  476. "gpl_artifacts_download_url" : "",
  477. "hive_metastore_user_passwd" : "h",
  478. "hcat_log_dir" : "/var/log/webhcat",
  479. "jtnode_heapsize" : "1024m",
  480. "syncLimit" : "5",
  481. "io_sort_spill_percent" : "0.9",
  482. "mapred_user" : "mapred",
  483. "fs_checkpoint_size" : "0.5",
  484. "initLimit" : "10",
  485. "mapred_system_dir" : "/mapred/system",
  486. "hive_database" : "New MySQL Database",
  487. "mapred_job_map_mem_mb" : "-1",
  488. "hive_conf_dir" : "/etc/hive/conf",
  489. "hdfs_log_dir_prefix" : "/var/log/hadoop",
  490. "keytab_path" : "/etc/security/keytabs",
  491. "lzo_enabled" : "false",
  492. "proxyuser_group" : "users",
  493. "hive_database_name" : "hive",
  494. "hcat_pid_dir" : "/var/run/webhcat",
  495. "client_scannercaching" : "100",
  496. "hdfs_enable_shortcircuit_read" : "true",
  497. "kerberos_domain" : "EXAMPLE.COM",
  498. "hdfs_support_append" : "true",
  499. "nagios_group" : "nagios",
  500. "nagios_web_login" : "nagiosadmin",
  501. "namenode_formatted_mark_dir" : "/var/run/hadoop/hdfs/namenode/formatted/",
  502. "dfs_exclude" : "dfs.exclude",
  503. "namenode_opt_maxnewsize" : "640m",
  504. "regionserver_memstore_lab" : "true",
  505. "namenode_opt_newsize" : "200m",
  506. "mapreduce_userlog_retainhours" : "24",
  507. "hcat_conf_dir" : "",
  508. "nagios_user" : "nagios",
  509. "mapred_child_java_opts_sz" : "768",
  510. "mapred_red_tasks_max" : "2",
  511. "regionserver_memstore_lowerlimit" : "0.35",
  512. "apache_artifacts_download_url" : "",
  513. "hive_metastore_user_name" : "hive",
  514. "mapred_hosts_include" : "mapred.include",
  515. "hstore_blockingstorefiles" : "7",
  516. "sqoop_user" : "sqoop",
  517. "hadoop_conf_dir" : "/etc/hadoop",
  518. "hbase_user" : "hbase",
  519. "snappy_enabled" : "true",
  520. "maxtasks_per_job" : "-1",
  521. "ganglia_runtime_dir" : "/var/run/ganglia/hdp",
  522. "fs_checkpoint_dir" : "/hadoop/hdfs/namesecondary",
  523. "zk_pid_dir" : "/var/run/zookeeper",
  524. "mapred_cluster_map_mem_mb" : "-1",
  525. "hfile_max_keyvalue_size" : "10485760",
  526. "hive_aux_jars_path" : "/usr/lib/hcatalog/share/hcatalog/hcatalog-core.jar",
  527. "hstore_compactionthreshold" : "3",
  528. "hregion_memstoreflushsize" : "134217728",
  529. "hadoop_pid_dir_prefix" : "/var/run/hadoop",
  530. "hbase_log_dir" : "/var/log/hbase",
  531. "mapred_cluster_max_red_mem_mb" : "-1",
  532. "webhcat_user" : "hcat",
  533. "regionserver_handlers" : "30",
  534. "hbase_regionserver_heapsize" : "1024m",
  535. "dfs_include" : "dfs.include",
  536. "dfs_webhdfs_enabled" : "false",
  537. "scheduler_name" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
  538. "rrdcached_base_dir" : "/var/lib/ganglia/rrds",
  539. "hstorefile_maxsize" : "1073741824",
  540. "hbase_master_heapsize" : "1024m"
  541. }
  542. }
  543. ]
  544. }