cluster_level_configs.json 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701
  1. {
  2. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?(type=hdfs-site&tag=version1)|(type=core-site&tag=version1)",
  3. "items" : [
  4. {
  5. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version1",
  6. "tag" : "version1",
  7. "type" : "core-site",
  8. "Config" : {
  9. "cluster_name" : "vmc"
  10. },
  11. "properties" : {
  12. "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
  13. "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
  14. "fs.checkpoint.size" : "0.5",
  15. "io.file.buffer.size" : "131072",
  16. "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
  17. "fs.checkpoint.period" : "21600",
  18. "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
  19. "ipc.client.connection.maxidletime" : "30000",
  20. "hadoop.proxyuser.hive.groups" : "users",
  21. "webinterface.private.actions" : "false",
  22. "hadoop.proxyuser.oozie.groups" : "users",
  23. "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
  24. "fs.trash.interval" : "360",
  25. "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
  26. "hadoop.proxyuser.hcat.groups" : "users",
  27. "ipc.client.idlethreshold" : "8000",
  28. "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
  29. "ipc.client.connect.max.retries" : "50",
  30. "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
  31. }
  32. },
  33. {
  34. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=mapred-site&tag=version1",
  35. "tag" : "version1",
  36. "type" : "mapred-site",
  37. "Config" : {
  38. "cluster_name" : "vmc"
  39. },
  40. "properties" : {
  41. "mapred.reduce.tasks.speculative.execution" : "false",
  42. "mapred.tasktracker.map.tasks.maximum" : "4",
  43. "mapred.hosts.exclude" : "/etc/hadoop/mapred.exclude",
  44. "mapred.job.reduce.input.buffer.percent" : "0.0",
  45. "mapreduce.tasktracker.group" : "hadoop",
  46. "mapreduce.reduce.input.limit" : "10737418240",
  47. "mapreduce.fileoutputcommitter.marksuccessfuljobs" : "false",
  48. "mapred.map.tasks.speculative.execution" : "false",
  49. "mapreduce.jobtracker.kerberos.principal" : "jt/_HOST@EXAMPLE.COM",
  50. "mapred.output.compression.type" : "BLOCK",
  51. "mapred.userlog.retain.hours" : "24",
  52. "mapred.task.tracker.task-controller" : "org.apache.hadoop.mapred.DefaultTaskController",
  53. "mapred.job.reuse.jvm.num.tasks" : "1",
  54. "mapreduce.tasktracker.keytab.file" : "/etc/security/keytabs/tt.service.keytab",
  55. "mapred.system.dir" : "/mapred/system",
  56. "io.sort.factor" : "100",
  57. "mapreduce.history.server.http.address" : "dev.hortonworks.com:51111",
  58. "mapred.jobtracker.maxtasks.per.job" : "-1",
  59. "io.sort.spill.percent" : "0.9",
  60. "mapred.cluster.reduce.memory.mb" : "-1",
  61. "tasktracker.http.threads" : "50",
  62. "mapred.reduce.parallel.copies" : "30",
  63. "mapred.healthChecker.script.path" : "file:////mapred/jobstatus",
  64. "mapreduce.cluster.administrators" : " hadoop",
  65. "jetty.connector" : "org.mortbay.jetty.nio.SelectChannelConnector",
  66. "mapred.inmem.merge.threshold" : "1000",
  67. "mapred.job.reduce.memory.mb" : "-1",
  68. "mapred.job.map.memory.mb" : "-1",
  69. "mapreduce.jobhistory.kerberos.principal" : "jt/_HOST@EXAMPLE.COM",
  70. "mapred.cluster.map.memory.mb" : "-1",
  71. "mapred.jobtracker.retirejob.interval" : "0",
  72. "mapred.cluster.max.map.memory.mb" : "-1",
  73. "mapred.job.tracker.persist.jobstatus.hours" : "1",
  74. "mapred.reduce.slowstart.completed.maps" : "0.05",
  75. "hadoop.job.history.user.location" : "none",
  76. "mapred.job.tracker.handler.count" : "50",
  77. "mapred.healthChecker.interval" : "135000",
  78. "mapred.jobtracker.blacklist.fault-bucket-width" : "15",
  79. "mapred.task.timeout" : "600000",
  80. "mapred.jobtracker.taskScheduler" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
  81. "mapred.max.tracker.blacklists" : "16",
  82. "mapreduce.jobhistory.keytab.file" : "/etc/security/keytabs/jt.service.keytab",
  83. "mapred.jobtracker.retirejob.check" : "10000",
  84. "mapred.tasktracker.tasks.sleeptime-before-sigkill" : "250",
  85. "mapreduce.jobtracker.staging.root.dir" : "/user",
  86. "mapred.job.shuffle.input.buffer.percent" : "0.7",
  87. "mapred.jobtracker.completeuserjobs.maximum" : "0",
  88. "mapred.job.tracker.persist.jobstatus.active" : "false",
  89. "mapred.tasktracker.reduce.tasks.maximum" : "2",
  90. "mapreduce.history.server.embedded" : "false",
  91. "mapred.job.tracker.http.address" : "dev.hortonworks.com:50030",
  92. "mapred.queue.names" : "default",
  93. "mapred.job.tracker.history.completed.location" : "/mapred/history/done",
  94. "mapred.child.java.opts" : "-server -Xmx768m -Djava.net.preferIPv4Stack=true",
  95. "mapred.jobtracker.blacklist.fault-timeout-window" : "180",
  96. "mapreduce.jobtracker.split.metainfo.maxsize" : "50000000",
  97. "mapred.jobtracker.restart.recover" : "false",
  98. "mapred.healthChecker.script.timeout" : "60000",
  99. "mapreduce.jobtracker.keytab.file" : "/etc/security/keytabs/jt.service.keytab",
  100. "mapred.hosts" : "/etc/hadoop/mapred.include",
  101. "mapred.local.dir" : "/hadoop/mapred",
  102. "mapreduce.tasktracker.kerberos.principal" : "tt/_HOST@EXAMPLE.COM",
  103. "mapred.job.tracker.persist.jobstatus.dir" : "/etc/hadoop/health_check",
  104. "mapred.job.tracker" : "dev.hortonworks.com:50300",
  105. "io.sort.record.percent" : ".2",
  106. "io.sort.mb" : "200",
  107. "mapred.cluster.max.reduce.memory.mb" : "-1",
  108. "mapred.job.shuffle.merge.percent" : "0.66",
  109. "mapred.child.root.logger" : "INFO,TLA"
  110. }
  111. },
  112. {
  113. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hive-site&tag=version1",
  114. "tag" : "version1",
  115. "type" : "hive-site",
  116. "Config" : {
  117. "cluster_name" : "vmc"
  118. },
  119. "properties" : {
  120. "javax.jdo.option.ConnectionPassword" : "h",
  121. "hive.metastore.uris" : "thrift://dev.hortonworks.com:9083",
  122. "hadoop.clientside.fs.operations" : "true",
  123. "hive.metastore.cache.pinobjtypes" : "Table,Database,Type,FieldSchema,Order",
  124. "hive.metastore.execute.setugi" : "true",
  125. "hive.metastore.local" : "false",
  126. "fs.hdfs.impl.disable.cache" : "true",
  127. "javax.jdo.option.ConnectionURL" : "jdbc:mysql://dev.hortonworks.com/hive?createDatabaseIfNotExist=true",
  128. "hive.security.authorization.enabled" : "false",
  129. "javax.jdo.option.ConnectionUserName" : "hive",
  130. "hive.server2.enable.doAs" : "true",
  131. "hive.metastore.client.socket.timeout" : "60",
  132. "hive.metastore.warehouse.dir" : "/apps/hive/warehouse",
  133. "hive.security.authorization.manager" : "org.apache.hcatalog.security.HdfsAuthorizationProvider",
  134. "javax.jdo.option.ConnectionDriverName" : "com.mysql.jdbc.Driver"
  135. }
  136. },
  137. {
  138. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=mapred-queue-acls&tag=version1",
  139. "tag" : "version1",
  140. "type" : "mapred-queue-acls",
  141. "Config" : {
  142. "cluster_name" : "vmc"
  143. },
  144. "properties" : {
  145. "mapred.queue.default.acl-submit-job" : "*",
  146. "mapred.queue.default.acl-administer-jobs" : "*",
  147. "mapred.queue.new_qeuue.acl-administer-jobs" : "*",
  148. "mapred.queue.new_qeuue.acl-submit-job" : "*"
  149. }
  150. },
  151. {
  152. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version1",
  153. "tag" : "version1",
  154. "type" : "core-site",
  155. "Config" : {
  156. "cluster_name" : "vmc"
  157. },
  158. "properties" : {
  159. "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
  160. "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
  161. "fs.checkpoint.size" : "0.5",
  162. "io.file.buffer.size" : "131072",
  163. "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
  164. "fs.checkpoint.period" : "21600",
  165. "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
  166. "ipc.client.connection.maxidletime" : "30000",
  167. "hadoop.proxyuser.hive.groups" : "users",
  168. "webinterface.private.actions" : "false",
  169. "hadoop.proxyuser.oozie.groups" : "users",
  170. "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
  171. "fs.trash.interval" : "360",
  172. "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
  173. "hadoop.proxyuser.hcat.groups" : "users",
  174. "ipc.client.idlethreshold" : "8000",
  175. "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
  176. "ipc.client.connect.max.retries" : "50",
  177. "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
  178. }
  179. },
  180. {
  181. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=oozie-site&tag=version1",
  182. "tag" : "version1",
  183. "type" : "oozie-site",
  184. "Config" : {
  185. "cluster_name" : "vmc"
  186. },
  187. "properties" : {
  188. "oozie.service.AuthorizationService.security.enabled" : "true",
  189. "oozie.service.PurgeService.purge.interval" : "3600",
  190. "oozie.service.PurgeService.older.than" : "30",
  191. "oozie.system.id" : "oozie-${user.name}",
  192. "oozie.service.coord.normal.default.timeout" : "120",
  193. "oozie.service.JPAService.pool.max.active.conn" : "10",
  194. "oozie.authentication.type" : "simple",
  195. "use.system.libpath.for.mapreduce.and.pig.jobs" : "false",
  196. "oozie.service.CallableQueueService.callable.concurrency" : "3",
  197. "oozie.service.CallableQueueService.threads" : "10",
  198. "oozie.base.url" : "http://dev.hortonworks.com:11000/oozie",
  199. "oozie.service.JPAService.jdbc.username" : "sa",
  200. "oozie.service.CallableQueueService.queue.size" : "1000",
  201. "oozie.authentication.kerberos.name.rules" : "RULE:[2:$1@$0]([jt]t@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-MAPREDUSER/\nRULE:[2:$1@$0]([nd]n@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HDFSUSER/\nRULE:[2:$1@$0](hm@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HBASE-USER/\nRULE:[2:$1@$0](rs@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HBASE-USER/\nDEFAULT",
  202. "oozie.service.HadoopAccessorService.nameNode.whitelist" : " ",
  203. "oozie.service.SchemaService.wf.ext.schemas" : "shell-action-0.1.xsd,email-action-0.1.xsd,hive-action-0.2.xsd,sqoop-action-0.2.xsd,ssh-action-0.1.xsd,distcp-action-0.1.xsd",
  204. "oozie.service.WorkflowAppService.system.libpath" : "/user/${user.name}/share/lib",
  205. "oozie.systemmode" : "NORMAL",
  206. "oozie.service.JPAService.create.db.schema" : "false",
  207. "oozie.service.JPAService.jdbc.password" : " ",
  208. "oozie.service.HadoopAccessorService.jobTracker.whitelist" : " ",
  209. "oozie.db.schema.name" : "oozie",
  210. "oozie.service.JPAService.jdbc.url" : "jdbc:derby:${oozie.data.dir}/${oozie.db.schema.name}-db;create=true",
  211. "oozie.service.JPAService.jdbc.driver" : "org.apache.derby.jdbc.EmbeddedDriver",
  212. "oozie.service.HadoopAccessorService.hadoop.configurations" : "*=/etc/hadoop/conf",
  213. "oozie.service.ActionService.executor.ext.classes" : "org.apache.oozie.action.email.EmailActionExecutor,\norg.apache.oozie.action.hadoop.HiveActionExecutor,\norg.apache.oozie.action.hadoop.ShellActionExecutor,\norg.apache.oozie.action.hadoop.SqoopActionExecutor,\norg.apache.oozie.action.hadoop.DistcpActionExecutor"
  214. }
  215. },
  216. {
  217. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=capacity-scheduler&tag=version1",
  218. "tag" : "version1",
  219. "type" : "capacity-scheduler",
  220. "Config" : {
  221. "cluster_name" : "vmc"
  222. },
  223. "properties" : {
  224. "mapred.capacity-scheduler.queue.default.user-limit-factor" : "1",
  225. "mapred.capacity-scheduler.queue.new_qeuue.maximum-initialized-active-tasks" : "200000",
  226. "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks" : "200000",
  227. "mapred.capacity-scheduler.queue.default.maximum-capacity" : "100",
  228. "mapred.capacity-scheduler.queue.new_qeuue.init-accept-jobs-factor" : "10",
  229. "property" : "10",
  230. "mapred.capacity-scheduler.queue.new_qeuue.capacity" : "23",
  231. "mapred.capacity-scheduler.queue.default.init-accept-jobs-factor" : "10",
  232. "mapred.capacity-scheduler.queue.new_qeuue.maximum-initialized-active-tasks-per-user" : "100000",
  233. "mapred.capacity-scheduler.queue.default.capacity" : "50",
  234. "mapred.capacity-scheduler.queue.new_qeuue.minimum-user-limit-percent" : "100",
  235. "mapred.capacity-scheduler.queue.new_qeuue.user-limit-factor" : "1",
  236. "mapred.capacity-scheduler.queue.default.minimum-user-limit-percent" : "100",
  237. "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user" : "100000",
  238. "mapred.capacity-scheduler.maximum-system-jobs" : "2000",
  239. "mapred.capacity-scheduler.queue.new_qeuue.maximum-capacity" : "100",
  240. "mapred.capacity-scheduler.queue.default.supports-priority" : "false",
  241. "mapred.capacity-scheduler.queue.new_qeuue.supports-priority" : "true"
  242. }
  243. },
  244. {
  245. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hdfs-site&tag=version1",
  246. "tag" : "version1",
  247. "type" : "hdfs-site",
  248. "Config" : {
  249. "cluster_name" : "vmc"
  250. },
  251. "properties" : {
  252. "dfs.https.address" : "dev.hortonworks.com:50470",
  253. "dfs.http.address" : "dev.hortonworks.com:50070",
  254. "dfs.datanode.max.xcievers" : "4096",
  255. "dfs.safemode.threshold.pct" : "1.0f",
  256. "dfs.datanode.http.address" : "0.0.0.0:50075",
  257. "dfs.datanode.address" : "0.0.0.0:50010",
  258. "dfs.datanode.failed.volumes.tolerated" : "0",
  259. "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
  260. "ipc.server.read.threadpool.size" : "5",
  261. "dfs.datanode.data.dir.perm" : "750",
  262. "dfs.datanode.du.pct" : "0.85f",
  263. "ipc.server.max.response.size" : "5242880",
  264. "dfs.datanode.du.reserved" : "1",
  265. "dfs.datanode.socket.write.timeout" : "0",
  266. "dfs.namenode.handler.count" : "40",
  267. "dfs.web.ugi" : "gopher,gopher",
  268. "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab",
  269. "dfs.name.dir" : "/hadoop/hdfs/namenode",
  270. "dfs.heartbeat.interval" : "3",
  271. "dfs.balance.bandwidthPerSec" : "6250000",
  272. "dfs.permissions.supergroup" : "hdfs",
  273. "dfs.cluster.administrators" : " hdfs",
  274. "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
  275. "dfs.hosts.exclude" : "/etc/hadoop/dfs.exclude",
  276. "dfs.permissions" : "true",
  277. "dfs.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
  278. "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM",
  279. "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab",
  280. "dfs.webhdfs.enabled" : "false",
  281. "dfs.secondary.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
  282. "dfs.secondary.https.port" : "50490",
  283. "dfs.block.size" : "134217728",
  284. "dfs.datanode.ipc.address" : "0.0.0.0:8010",
  285. "dfs.data.dir" : "/hadoop/hdfs/data",
  286. "dfs.access.time.precision" : "0",
  287. "dfs.blockreport.initialDelay" : "120",
  288. "dfs.https.port" : "50470",
  289. "dfs.block.access.token.enable" : "true",
  290. "dfs.umaskmode" : "077",
  291. "dfs.replication" : "3",
  292. "dfs.secondary.http.address" : "dev.hortonworks.com:50090",
  293. "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
  294. "dfs.replication.max" : "50",
  295. "dfs.hosts" : "/etc/hadoop/dfs.include",
  296. "dfs.block.local-path-access.user" : "hbase",
  297. "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
  298. "dfs.client.read.shortcircuit.skip.checksum" : "false",
  299. "dfs.client.read.shortcircuit" : "true"
  300. }
  301. },
  302. {
  303. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=webhcat-site&tag=version1",
  304. "tag" : "version1",
  305. "type" : "webhcat-site",
  306. "Config" : {
  307. "cluster_name" : "vmc"
  308. },
  309. "properties" : {
  310. "templeton.hcat" : "/usr/bin/hcat",
  311. "templeton.storage.class" : "org.apache.hcatalog.templeton.tool.ZooKeeperStorage",
  312. "templeton.jar" : "/usr/lib/hcatalog/share/webhcat/svr/webhcat.jar",
  313. "templeton.streaming.jar" : "hdfs:///apps/webhcat/hadoop-streaming.jar",
  314. "templeton.pig.path" : "pig.tar.gz/pig/bin/pig",
  315. "templeton.exec.timeout" : "60000",
  316. "templeton.override.enabled" : "false",
  317. "templeton.hive.properties" : "hive.metastore.local=false,hive.metastore.uris=thrift://dev.hortonworks.com:9083,hive.metastore.sasl.enabled=yes,hive.metastore.execute.setugi=true",
  318. "templeton.hive.archive" : "hdfs:///apps/webhcat/hive.tar.gz",
  319. "templeton.port" : "50111",
  320. "templeton.libjars" : "/usr/lib/zookeeper/zookeeper.jar",
  321. "templeton.hadoop" : "/usr/bin/hadoop",
  322. "templeton.pig.archive" : "hdfs:///apps/webhcat/pig.tar.gz",
  323. "templeton.zookeeper.hosts" : "dev.hortonworks.com:2181",
  324. "templeton.hadoop.conf.dir" : "/etc/hadoop/conf",
  325. "templeton.hive.path" : "hive.tar.gz/hive/bin/hive"
  326. }
  327. },
  328. {
  329. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hbase-site&tag=version1",
  330. "tag" : "version1",
  331. "type" : "hbase-site",
  332. "Config" : {
  333. "cluster_name" : "vmc"
  334. },
  335. "properties" : {
  336. "hbase.hregion.memstore.flush.size" : "134217728",
  337. "hbase.hstore.compactionThreshold" : "3",
  338. "hbase.regionserver.global.memstore.upperLimit" : "0.4",
  339. "dfs.support.append" : "true",
  340. "hbase.hregion.majorcompaction" : "86400000",
  341. "hbase.client.keyvalue.maxsize" : "10485760",
  342. "hbase.client.scanner.caching" : "100",
  343. "hbase.cluster.distributed" : "true",
  344. "hbase.rootdir" : "hdfs://dev.hortonworks.com:8020/apps/hbase/data",
  345. "hbase.regionserver.kerberos.principal" : "rs/_HOST@EXAMPLE.COM",
  346. "hbase.regionserver.global.memstore.lowerLimit" : "0.35",
  347. "hbase.regionserver.handler.count" : "30",
  348. "hbase.superuser" : "hbase",
  349. "hbase.tmp.dir" : "/var/log/hbase",
  350. "hbase.hregion.memstore.mslab.enabled" : "true",
  351. "hbase.regionserver.optionalcacheflushinterval" : "10000",
  352. "hbase.hstore.blockingStoreFiles" : "7",
  353. "hbase.zookeeper.useMulti" : "true",
  354. "hfile.block.cache.size" : "0.25",
  355. "hbase.hregion.max.filesize" : "1073741824",
  356. "hbase.master.lease.thread.wakefrequency" : "3000",
  357. "hbase.hregion.memstore.block.multiplier" : "2",
  358. "hbase.master.kerberos.principal" : "hm/_HOST@EXAMPLE.COM",
  359. "hbase.zookeeper.property.clientPort" : "2181",
  360. "zookeeper.session.timeout" : "60000",
  361. "hbase.master.keytab.file" : "/etc/security/keytabs/hm.service.keytab",
  362. "hbase.zookeeper.quorum" : "dev.hortonworks.com"
  363. }
  364. },
  365. {
  366. "href" : "http://ec2-23-20-184-220.compute-1.amazonaws.com:8080/api/v1/clusters/tdk/configurations?type=hue-site&tag=version1",
  367. "tag" : "version1",
  368. "type" : "hue-site",
  369. "Config" : {
  370. "cluster_name" : "tdk"
  371. },
  372. "properties" : {
  373. "hadoop_mapred_home" : "/usr/lib/hadoop/lib",
  374. "smtp_host" : "localhost",
  375. "use_cherrypy_server" : "false",
  376. "hbase_shell_command" : "/usr/bin/hbase shell",
  377. "db_name" : "sandbox",
  378. "db_password" : "1111",
  379. "send_debug_messages" : "1",
  380. "http_host" : "0.0.0.0",
  381. "django_debug_mode" : "1",
  382. "pig_shell_command" : "/usr/bin/pig -l /dev/null",
  383. "http_port" : "8000",
  384. "db_engine" : "mysql",
  385. "whitelist" : "(localhost|127\\.0\\.0\\.1):(50030|50070|50060|50075|50111)",
  386. "hbase_nice_name" : "HBase Shell",
  387. "backend_auth_policy" : "desktop.auth.backend.AllowAllBackend",
  388. "smtp_password" : "25",
  389. "default_from_email" : "sandbox@hortonworks.com",
  390. "tls" : "no",
  391. "db_user" : "sandbox",
  392. "db_host" : "localhost",
  393. "database_logging" : "0",
  394. "smtp_port" : "25",
  395. "time_zone" : "America/Los_Angeles",
  396. "bash_shell_command" : "/bin/bash",
  397. "http_500_debug_mode" : "1",
  398. "db_port" : "3306",
  399. "jobtracker_port" : "50030"
  400. }
  401. },
  402. {
  403. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=global&tag=version1",
  404. "tag" : "version1",
  405. "type" : "global",
  406. "Config" : {
  407. "cluster_name" : "vmc"
  408. },
  409. "properties" : {
  410. "hdfs_enable_shortcircuit_skipchecksum" : "false",
  411. "hadoop_heapsize" : "1024",
  412. "hive_lib" : "/usr/lib/hive/lib/",
  413. "hive_mysql_hostname" : "dev.hortonworks.com",
  414. "hive_log_dir" : "/var/log/hive",
  415. "dfs_datanode_http_address" : "50075",
  416. "io_sort_mb" : "200",
  417. "zk_user" : "zookeeper",
  418. "dfs_data_dir" : "/hadoop/hdfs/data",
  419. "clientPort" : "2181",
  420. "hdfs_user" : "hdfs",
  421. "hive_dbroot" : "/usr/lib/hive/lib",
  422. "dfs_name_dir" : "/hadoop/hdfs/namenode",
  423. "hfile_blockcache_size" : "0.25",
  424. "kadmin_pw" : "",
  425. "logviewerserver_host" : "c6401.ambari.apache.org",
  426. "gmond_user" : "nobody",
  427. "hregion_majorcompaction" : "86400000",
  428. "user_group" : "hadoop",
  429. "dfs_datanode_failed_volume_tolerated" : "0",
  430. "zk_pid_file" : "/var/run/zookeeper/zookeeper_server.pid",
  431. "zookeeper_sessiontimeout" : "60000",
  432. "hcat_user" : "hcat",
  433. "zk_log_dir" : "/var/log/zookeeper",
  434. "hbase_conf_dir" : "/etc/hbase",
  435. "mapred_local_dir" : "/hadoop/mapred",
  436. "oozie_data_dir" : "/hadoop/oozie/data",
  437. "dfs_replication" : "3",
  438. "fs_checkpoint_period" : "21600",
  439. "hbase_hdfs_root_dir" : "/apps/hbase/data",
  440. "run_dir" : "/var/run/hadoop",
  441. "oozie_log_dir" : "/var/log/oozie",
  442. "hive_user" : "hive",
  443. "hbase_pid_dir" : "/var/run/hbase",
  444. "security_enabled" : "false",
  445. "mapred_job_red_mem_mb" : "-1",
  446. "mapred_map_tasks_max" : "4",
  447. "dfs_datanode_address" : "50010",
  448. "mapred_hosts_exclude" : "mapred.exclude",
  449. "dfs_block_local_path_access_user" : "hbase",
  450. "dfs_datanode_data_dir_perm" : "750",
  451. "nagios_web_password" : "n",
  452. "dtnode_heapsize" : "1024m",
  453. "tickTime" : "2000",
  454. "mapred_cluster_max_map_mem_mb" : "-1",
  455. "datanode_du_reserved" : "1",
  456. "regionserver_memstore_upperlimit" : "0.4",
  457. "hbase_tmp_dir" : "/var/log/hbase",
  458. "jtnode_opt_newsize" : "200m",
  459. "oozie_user" : "oozie",
  460. "mapred_jobstatus_dir" : "file:////mapred/jobstatus",
  461. "hive_metastore_port" : "9083",
  462. "namenode_heapsize" : "1024m",
  463. "nagios_contact" : "n@n.com",
  464. "mapred_cluster_red_mem_mb" : "-1",
  465. "hive_ambari_database" : "MySQL",
  466. "zk_data_dir" : "/hadoop/zookeeper",
  467. "hive_pid_dir" : "/var/run/hive",
  468. "mysql_connector_url" : "${download_url}/mysql-connector-java-5.1.18.zip",
  469. "jtnode_opt_maxnewsize" : "200m",
  470. "hregion_blockmultiplier" : "2",
  471. "oozie_pid_dir" : "/var/run/oozie",
  472. "pig_user" : "pig",
  473. "task_controller" : "org.apache.hadoop.mapred.DefaultTaskController",
  474. "rca_enabled" : "true",
  475. "gmetad_user" : "nobody",
  476. "gpl_artifacts_download_url" : "",
  477. "hive_metastore_user_passwd" : "hivepassword",
  478. "hcat_log_dir" : "/var/log/webhcat",
  479. "jtnode_heapsize" : "1024m",
  480. "syncLimit" : "5",
  481. "io_sort_spill_percent" : "0.9",
  482. "mapred_user" : "mapred",
  483. "fs_checkpoint_size" : "0.5",
  484. "initLimit" : "10",
  485. "mapred_system_dir" : "/mapred/system",
  486. "hive_database" : "Existing Oracle Database",
  487. "mapred_job_map_mem_mb" : "-1",
  488. "hive_conf_dir" : "/etc/hive/conf",
  489. "hdfs_log_dir_prefix" : "/var/log/hadoop",
  490. "keytab_path" : "/etc/security/keytabs",
  491. "lzo_enabled" : "false",
  492. "proxyuser_group" : "users",
  493. "hive_database_name" : "XE",
  494. "hcat_pid_dir" : "/var/run/webhcat",
  495. "client_scannercaching" : "100",
  496. "hdfs_enable_shortcircuit_read" : "true",
  497. "kerberos_domain" : "EXAMPLE.COM",
  498. "hdfs_support_append" : "true",
  499. "nagios_group" : "nagios",
  500. "nagios_web_login" : "nagiosadmin",
  501. "namenode_formatted_mark_dir" : "/var/run/hadoop/hdfs/namenode/formatted/",
  502. "dfs_exclude" : "dfs.exclude",
  503. "namenode_opt_maxnewsize" : "640m",
  504. "regionserver_memstore_lab" : "true",
  505. "namenode_opt_newsize" : "200m",
  506. "smokeuser" : "ambari-qa",
  507. "mapreduce_userlog_retainhours" : "24",
  508. "hcat_conf_dir" : "",
  509. "nagios_user" : "nagios",
  510. "mapred_child_java_opts_sz" : "768",
  511. "mapred_red_tasks_max" : "2",
  512. "regionserver_memstore_lowerlimit" : "0.35",
  513. "apache_artifacts_download_url" : "",
  514. "hive_metastore_user_name" : "hiveuser",
  515. "mapred_hosts_include" : "mapred.include",
  516. "hstore_blockingstorefiles" : "7",
  517. "sqoop_user" : "sqoop",
  518. "hadoop_conf_dir" : "/etc/hadoop",
  519. "hbase_user" : "hbase",
  520. "snappy_enabled" : "true",
  521. "maxtasks_per_job" : "-1",
  522. "ganglia_runtime_dir" : "/var/run/ganglia/hdp",
  523. "fs_checkpoint_dir" : "/hadoop/hdfs/namesecondary",
  524. "zk_pid_dir" : "/var/run/zookeeper",
  525. "mapred_cluster_map_mem_mb" : "-1",
  526. "hfile_max_keyvalue_size" : "10485760",
  527. "hive_aux_jars_path" : "/usr/lib/hcatalog/share/hcatalog/hcatalog-core.jar",
  528. "hstore_compactionthreshold" : "3",
  529. "hregion_memstoreflushsize" : "134217728",
  530. "hadoop_pid_dir_prefix" : "/var/run/hadoop",
  531. "hbase_log_dir" : "/var/log/hbase",
  532. "mapred_cluster_max_red_mem_mb" : "-1",
  533. "webhcat_user" : "hcat",
  534. "regionserver_handlers" : "30",
  535. "hbase_regionserver_heapsize" : "1024m",
  536. "hbase_regionserver_xmn_max": "512",
  537. "hbase_regionserver_xmn_ratio": "0.2",
  538. "dfs_include" : "dfs.include",
  539. "dfs_webhdfs_enabled" : "false",
  540. "scheduler_name" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
  541. "rrdcached_base_dir" : "/var/lib/ganglia/rrds",
  542. "hstorefile_maxsize" : "1073741824",
  543. "hbase_master_heapsize" : "1024m",
  544. "hive_hostname": "hive-orcl-host",
  545. "hive_jdbc_connection_url": "jdbc:oracle:thin:@//hive-orcl-host:1521/XE",
  546. "oozie_hostname": "oozie-orcl-host",
  547. "oozie_database": "Existing Oracle Database",
  548. "oozie_database_name": "XE",
  549. "oozie_metastore_user_name" : "oozieuser",
  550. "oozie_metastore_user_passwd" : "ooziepassword",
  551. "oozie_jdbc_connection_url": "jdbc:oracle:thin:@//oozie-orcl-host:1521/XE",
  552. "stormuiserver_host" : "c6401.ambari.apache.org",
  553. "drpcserver_host" : "c6401.ambari.apache.org"
  554. }
  555. },
  556. {
  557. "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=storm-site&tag=version1",
  558. "tag" : "version1",
  559. "type" : "storm-site",
  560. "Config" : {
  561. "cluster_name" : "c1"
  562. },
  563. "properties" : {
  564. "dev.zookeeper.path" : "/tmp/dev-storm-zookeeper",
  565. "drpc.childopts" : "-Xmx768m",
  566. "drpc.invocations.port" : "3773",
  567. "drpc.port" : "3772",
  568. "drpc.queue.size" : "128",
  569. "drpc.request.timeout.secs" : "600",
  570. "drpc.worker.threads" : "64",
  571. "java.library.path" : "/usr/local/lib:/opt/local/lib:/usr/lib",
  572. "logviewer.appender.name" : "A1",
  573. "logviewer.childopts" : "-Xmx128m",
  574. "logviewer.port" : "8000",
  575. "nimbus.childopts" : "-Xmx1024m",
  576. "nimbus.cleanup.inbox.freq.secs" : "600",
  577. "nimbus.file.copy.expiration.secs" : "600",
  578. "nimbus.host" : "localhost",
  579. "nimbus.inbox.jar.expiration.secs" : "3600",
  580. "nimbus.monitor.freq.secs" : "10",
  581. "nimbus.reassign" : "true",
  582. "nimbus.supervisor.timeout.secs" : "60",
  583. "nimbus.task.launch.secs" : "120",
  584. "nimbus.task.timeout.secs" : "30",
  585. "nimbus.thrift.max_buffer_size" : "1048576",
  586. "nimbus.thrift.port" : "6627",
  587. "nimbus.topology.validator" : "backtype.storm.nimbus.DefaultTopologyValidator",
  588. "storm.cluster.mode" : "distributed",
  589. "storm.local.dir" : "/hadoop/storm",
  590. "storm.local.mode.zmq" : "false",
  591. "storm.messaging.netty.buffer_size" : "5242880",
  592. "storm.messaging.netty.client_worker_threads" : "1",
  593. "storm.messaging.netty.max_retries" : "30",
  594. "storm.messaging.netty.max_wait_ms" : "1000",
  595. "storm.messaging.netty.min_wait_ms" : "100",
  596. "storm.messaging.netty.server_worker_threads" : "1",
  597. "storm.messaging.transport" : "backtype.storm.messaging.netty.Context",
  598. "storm.thrift.transport" : "backtype.storm.security.auth.SimpleTransportPlugin",
  599. "storm.zookeeper.connection.timeout" : "15000",
  600. "storm.zookeeper.port" : "2181",
  601. "storm.zookeeper.retry.interval" : "1000",
  602. "storm.zookeeper.retry.intervalceiling.millis" : "30000",
  603. "storm.zookeeper.retry.times" : "5",
  604. "storm.zookeeper.root" : "/storm",
  605. "storm.zookeeper.servers" : "['localhost']",
  606. "storm.zookeeper.session.timeout" : "20000",
  607. "supervisor.childopts" : "-Xmx256m",
  608. "supervisor.heartbeat.frequency.secs" : "5",
  609. "supervisor.monitor.frequency.secs" : "3",
  610. "supervisor.slots.ports" : "[6700, 6701, 6702, 6703]",
  611. "supervisor.worker.start.timeout.secs" : "120",
  612. "supervisor.worker.timeout.secs" : "30",
  613. "task.heartbeat.frequency.secs" : "3",
  614. "task.refresh.poll.secs" : "10",
  615. "topology.acker.executors" : "null",
  616. "topology.builtin.metrics.bucket.size.secs" : "60",
  617. "topology.debug" : "false",
  618. "topology.disruptor.wait.strategy" : "com.lmax.disruptor.BlockingWaitStrategy",
  619. "topology.enable.message.timeouts" : "true",
  620. "topology.error.throttle.interval.secs" : "10",
  621. "topology.executor.receive.buffer.size" : "1024",
  622. "topology.executor.send.buffer.size" : "1024",
  623. "topology.fall.back.on.java.serialization" : "true",
  624. "topology.kryo.factory" : "backtype.storm.serialization.DefaultKryoFactory",
  625. "topology.max.error.report.per.interval" : "5",
  626. "topology.max.spout.pending" : "null",
  627. "topology.max.task.parallelism" : "null",
  628. "topology.message.timeout.secs" : "30",
  629. "topology.optimize" : "true",
  630. "topology.receiver.buffer.size" : "8",
  631. "topology.skip.missing.kryo.registrations" : "false",
  632. "topology.sleep.spout.wait.strategy.time.ms" : "1",
  633. "topology.spout.wait.strategy" : "backtype.storm.spout.SleepSpoutWaitStrategy",
  634. "topology.state.synchronization.timeout.secs" : "60",
  635. "topology.stats.sample.rate" : "0.05",
  636. "topology.tick.tuple.freq.secs" : "null",
  637. "topology.transfer.buffer.size" : "1024",
  638. "topology.trident.batch.emit.interval.millis" : "500",
  639. "topology.tuple.serializer" : "backtype.storm.serialization.types.ListDelegateSerializer",
  640. "topology.worker.childopts" : "null",
  641. "topology.worker.shared.thread.pool.size" : "4",
  642. "topology.workers" : "1",
  643. "transactional.zookeeper.port" : "null",
  644. "transactional.zookeeper.root" : "/transactional",
  645. "transactional.zookeeper.servers" : "null",
  646. "ui.childopts" : "-Xmx768m",
  647. "ui.port" : "8080",
  648. "worker.childopts" : "-Xmx768m",
  649. "worker.heartbeat.frequency.secs" : "1",
  650. "zmq.hwm" : "0",
  651. "zmq.linger.millis" : "5000",
  652. "zmq.threads" : "1"
  653. }
  654. },
  655. {
  656. "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=tez-site&tag=version1",
  657. "tag" : "version1",
  658. "type" : "tez-site",
  659. "Config" : {
  660. "cluster_name" : "c1"
  661. },
  662. "properties" : {
  663. "tez.am.aggressive.scheduling" : "false",
  664. "tez.am.am-rm.heartbeat.interval-ms.max" : "250",
  665. "tez.am.container.reuse.enabled" : "true",
  666. "tez.am.container.reuse.locality.delay-allocation-millis" : "250",
  667. "tez.am.container.reuse.non-local-fallback.enabled" : "true",
  668. "tez.am.container.reuse.rack-fallback.enabled" : "true",
  669. "tez.am.container.session.delay-allocation-millis" : "300000",
  670. "tez.am.grouping.split-waves" : "1.7",
  671. "tez.am.java.opts" : "-server -Xmx1024m -Djava.net.preferIPv4Stack=true -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC",
  672. "tez.am.log.level" : "INFO",
  673. "tez.am.resource.memory.mb" : "1024",
  674. "tez.lib.uris" : "file:///usr/lib/tez/,file:///usr/lib/tez/lib/",
  675. "tez.runtime.broadcast.data-via-events.enabled" : "true",
  676. "tez.runtime.broadcast.data-via-events.max-size" : "614400",
  677. "tez.runtime.intermdiate-input.is-compressed" : "true",
  678. "tez.runtime.intermediate-input.compress.codec" : "org.apache.hadoop.io.compress.DefaultCodec",
  679. "tez.runtime.intermediate-output.compress.codec" : "org.apache.hadoop.io.compress.DefaultCodec",
  680. "tez.runtime.intermediate-output.should-compress" : "true",
  681. "tez.runtime.job.counters.groups.max" : "5000",
  682. "tez.runtime.job.counters.max" : "5000",
  683. "tez.slowstart-vertex-scheduler.max-src-fraction" : "0.1",
  684. "tez.slowstart-vertex-scheduler.min-src-fraction" : "0.1",
  685. "tez.staging-dir" : "/tmp/${user.name}/staging",
  686. "tez.task.get-task.sleep.interval-ms.max" : "100"
  687. }
  688. },
  689. {
  690. "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=flume-agent&tag=version1",
  691. "tag" : "version1",
  692. "type" : "flume-conf",
  693. "Config" : {
  694. "cluster_name" : "c1"
  695. },
  696. "properties" : {
  697. "content" : "# Flume agents configuration"
  698. }
  699. }
  700. ]
  701. }