cluster_level_configs.json 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700
  1. {
  2. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?(type=hdfs-site&tag=version1)|(type=core-site&tag=version1)",
  3. "items" : [
  4. {
  5. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version1",
  6. "tag" : "version1",
  7. "type" : "core-site",
  8. "Config" : {
  9. "cluster_name" : "vmc"
  10. },
  11. "properties" : {
  12. "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
  13. "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
  14. "fs.checkpoint.size" : "0.5",
  15. "io.file.buffer.size" : "131072",
  16. "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
  17. "fs.checkpoint.period" : "21600",
  18. "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
  19. "ipc.client.connection.maxidletime" : "30000",
  20. "hadoop.proxyuser.hive.groups" : "users",
  21. "webinterface.private.actions" : "false",
  22. "hadoop.proxyuser.oozie.groups" : "users",
  23. "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
  24. "fs.trash.interval" : "360",
  25. "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
  26. "hadoop.proxyuser.hcat.groups" : "users",
  27. "ipc.client.idlethreshold" : "8000",
  28. "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
  29. "ipc.client.connect.max.retries" : "50",
  30. "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
  31. }
  32. },
  33. {
  34. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=mapred-site&tag=version1",
  35. "tag" : "version1",
  36. "type" : "mapred-site",
  37. "Config" : {
  38. "cluster_name" : "vmc"
  39. },
  40. "properties" : {
  41. "mapred.reduce.tasks.speculative.execution" : "false",
  42. "mapred.tasktracker.map.tasks.maximum" : "4",
  43. "mapred.hosts.exclude" : "/etc/hadoop/mapred.exclude",
  44. "mapred.job.reduce.input.buffer.percent" : "0.0",
  45. "mapreduce.tasktracker.group" : "hadoop",
  46. "mapreduce.reduce.input.limit" : "10737418240",
  47. "mapreduce.fileoutputcommitter.marksuccessfuljobs" : "false",
  48. "mapred.map.tasks.speculative.execution" : "false",
  49. "mapreduce.jobtracker.kerberos.principal" : "jt/_HOST@EXAMPLE.COM",
  50. "mapred.output.compression.type" : "BLOCK",
  51. "mapred.userlog.retain.hours" : "24",
  52. "mapred.task.tracker.task-controller" : "org.apache.hadoop.mapred.DefaultTaskController",
  53. "mapred.job.reuse.jvm.num.tasks" : "1",
  54. "mapreduce.tasktracker.keytab.file" : "/etc/security/keytabs/tt.service.keytab",
  55. "mapred.system.dir" : "/mapred/system",
  56. "io.sort.factor" : "100",
  57. "mapreduce.history.server.http.address" : "dev.hortonworks.com:51111",
  58. "mapred.jobtracker.maxtasks.per.job" : "-1",
  59. "io.sort.spill.percent" : "0.9",
  60. "mapred.cluster.reduce.memory.mb" : "-1",
  61. "tasktracker.http.threads" : "50",
  62. "mapred.reduce.parallel.copies" : "30",
  63. "mapred.healthChecker.script.path" : "file:////mapred/jobstatus",
  64. "mapreduce.cluster.administrators" : " hadoop",
  65. "jetty.connector" : "org.mortbay.jetty.nio.SelectChannelConnector",
  66. "mapred.inmem.merge.threshold" : "1000",
  67. "mapred.job.reduce.memory.mb" : "-1",
  68. "mapred.job.map.memory.mb" : "-1",
  69. "mapreduce.jobhistory.kerberos.principal" : "jt/_HOST@EXAMPLE.COM",
  70. "mapred.cluster.map.memory.mb" : "-1",
  71. "mapred.jobtracker.retirejob.interval" : "0",
  72. "mapred.cluster.max.map.memory.mb" : "-1",
  73. "mapred.job.tracker.persist.jobstatus.hours" : "1",
  74. "mapred.reduce.slowstart.completed.maps" : "0.05",
  75. "hadoop.job.history.user.location" : "none",
  76. "mapred.job.tracker.handler.count" : "50",
  77. "mapred.healthChecker.interval" : "135000",
  78. "mapred.jobtracker.blacklist.fault-bucket-width" : "15",
  79. "mapred.task.timeout" : "600000",
  80. "mapred.jobtracker.taskScheduler" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
  81. "mapred.max.tracker.blacklists" : "16",
  82. "mapreduce.jobhistory.keytab.file" : "/etc/security/keytabs/jt.service.keytab",
  83. "mapred.jobtracker.retirejob.check" : "10000",
  84. "mapred.tasktracker.tasks.sleeptime-before-sigkill" : "250",
  85. "mapreduce.jobtracker.staging.root.dir" : "/user",
  86. "mapred.job.shuffle.input.buffer.percent" : "0.7",
  87. "mapred.jobtracker.completeuserjobs.maximum" : "0",
  88. "mapred.job.tracker.persist.jobstatus.active" : "false",
  89. "mapred.tasktracker.reduce.tasks.maximum" : "2",
  90. "mapreduce.history.server.embedded" : "false",
  91. "mapred.job.tracker.http.address" : "dev.hortonworks.com:50030",
  92. "mapred.queue.names" : "default",
  93. "mapred.job.tracker.history.completed.location" : "/mapred/history/done",
  94. "mapred.child.java.opts" : "-server -Xmx768m -Djava.net.preferIPv4Stack=true",
  95. "mapred.jobtracker.blacklist.fault-timeout-window" : "180",
  96. "mapreduce.jobtracker.split.metainfo.maxsize" : "50000000",
  97. "mapred.jobtracker.restart.recover" : "false",
  98. "mapred.healthChecker.script.timeout" : "60000",
  99. "mapreduce.jobtracker.keytab.file" : "/etc/security/keytabs/jt.service.keytab",
  100. "mapred.hosts" : "/etc/hadoop/mapred.include",
  101. "mapred.local.dir" : "/hadoop/mapred",
  102. "mapreduce.tasktracker.kerberos.principal" : "tt/_HOST@EXAMPLE.COM",
  103. "mapred.job.tracker.persist.jobstatus.dir" : "/etc/hadoop/health_check",
  104. "mapred.job.tracker" : "dev.hortonworks.com:50300",
  105. "io.sort.record.percent" : ".2",
  106. "io.sort.mb" : "200",
  107. "mapred.cluster.max.reduce.memory.mb" : "-1",
  108. "mapred.job.shuffle.merge.percent" : "0.66",
  109. "mapred.child.root.logger" : "INFO,TLA"
  110. }
  111. },
  112. {
  113. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hive-site&tag=version1",
  114. "tag" : "version1",
  115. "type" : "hive-site",
  116. "Config" : {
  117. "cluster_name" : "vmc"
  118. },
  119. "properties" : {
  120. "javax.jdo.option.ConnectionPassword" : "h",
  121. "hive.metastore.uris" : "thrift://dev.hortonworks.com:9083",
  122. "hadoop.clientside.fs.operations" : "true",
  123. "hive.metastore.cache.pinobjtypes" : "Table,Database,Type,FieldSchema,Order",
  124. "hive.metastore.execute.setugi" : "true",
  125. "hive.metastore.local" : "false",
  126. "fs.hdfs.impl.disable.cache" : "true",
  127. "javax.jdo.option.ConnectionURL" : "jdbc:mysql://dev.hortonworks.com/hive?createDatabaseIfNotExist=true",
  128. "hive.semantic.analyzer.factory.impl" : "org.apache.hivealog.cli.HCatSemanticAnalyzerFactory",
  129. "hive.security.authorization.enabled" : "true",
  130. "javax.jdo.option.ConnectionUserName" : "hive",
  131. "hive.server2.enable.doAs" : "true",
  132. "hive.metastore.client.socket.timeout" : "60",
  133. "hive.metastore.warehouse.dir" : "/apps/hive/warehouse",
  134. "hive.security.authorization.manager" : "org.apache.hcatalog.security.HdfsAuthorizationProvider",
  135. "javax.jdo.option.ConnectionDriverName" : "com.mysql.jdbc.Driver"
  136. }
  137. },
  138. {
  139. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=mapred-queue-acls&tag=version1",
  140. "tag" : "version1",
  141. "type" : "mapred-queue-acls",
  142. "Config" : {
  143. "cluster_name" : "vmc"
  144. },
  145. "properties" : {
  146. "mapred.queue.default.acl-submit-job" : "*",
  147. "mapred.queue.default.acl-administer-jobs" : "*",
  148. "mapred.queue.new_qeuue.acl-administer-jobs" : "*",
  149. "mapred.queue.new_qeuue.acl-submit-job" : "*"
  150. }
  151. },
  152. {
  153. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=core-site&tag=version1",
  154. "tag" : "version1",
  155. "type" : "core-site",
  156. "Config" : {
  157. "cluster_name" : "vmc"
  158. },
  159. "properties" : {
  160. "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization",
  161. "hadoop.proxyuser.hive.hosts" : "dev.hortonworks.com",
  162. "fs.checkpoint.size" : "0.5",
  163. "io.file.buffer.size" : "131072",
  164. "hadoop.proxyuser.hcat.hosts" : "dev.hortonworks.com",
  165. "fs.checkpoint.period" : "21600",
  166. "io.compression.codec.lzo.class" : "com.hadoop.compression.lzo.LzoCodec",
  167. "ipc.client.connection.maxidletime" : "30000",
  168. "hadoop.proxyuser.hive.groups" : "users",
  169. "webinterface.private.actions" : "false",
  170. "hadoop.proxyuser.oozie.groups" : "users",
  171. "fs.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary",
  172. "fs.trash.interval" : "360",
  173. "fs.default.name" : "hdfs://dev.hortonworks.com:8020",
  174. "hadoop.proxyuser.hcat.groups" : "users",
  175. "ipc.client.idlethreshold" : "8000",
  176. "fs.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
  177. "ipc.client.connect.max.retries" : "50",
  178. "hadoop.proxyuser.oozie.hosts" : "dev.hortonworks.com"
  179. }
  180. },
  181. {
  182. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=oozie-site&tag=version1",
  183. "tag" : "version1",
  184. "type" : "oozie-site",
  185. "Config" : {
  186. "cluster_name" : "vmc"
  187. },
  188. "properties" : {
  189. "oozie.service.AuthorizationService.security.enabled" : "true",
  190. "oozie.service.PurgeService.purge.interval" : "3600",
  191. "oozie.service.PurgeService.older.than" : "30",
  192. "oozie.system.id" : "oozie-${user.name}",
  193. "oozie.service.coord.normal.default.timeout" : "120",
  194. "oozie.service.JPAService.pool.max.active.conn" : "10",
  195. "oozie.authentication.type" : "simple",
  196. "use.system.libpath.for.mapreduce.and.pig.jobs" : "false",
  197. "oozie.service.CallableQueueService.callable.concurrency" : "3",
  198. "oozie.service.CallableQueueService.threads" : "10",
  199. "oozie.base.url" : "http://dev.hortonworks.com:11000/oozie",
  200. "oozie.service.JPAService.jdbc.username" : "sa",
  201. "oozie.service.CallableQueueService.queue.size" : "1000",
  202. "oozie.authentication.kerberos.name.rules" : "RULE:[2:$1@$0]([jt]t@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-MAPREDUSER/\nRULE:[2:$1@$0]([nd]n@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HDFSUSER/\nRULE:[2:$1@$0](hm@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HBASE-USER/\nRULE:[2:$1@$0](rs@.*TODO-KERBEROS-DOMAIN)s/.*/TODO-HBASE-USER/\nDEFAULT",
  203. "oozie.service.HadoopAccessorService.nameNode.whitelist" : " ",
  204. "oozie.service.SchemaService.wf.ext.schemas" : "shell-action-0.1.xsd,email-action-0.1.xsd,hive-action-0.2.xsd,sqoop-action-0.2.xsd,ssh-action-0.1.xsd,distcp-action-0.1.xsd",
  205. "oozie.service.WorkflowAppService.system.libpath" : "/user/${user.name}/share/lib",
  206. "oozie.systemmode" : "NORMAL",
  207. "oozie.service.JPAService.create.db.schema" : "false",
  208. "oozie.service.JPAService.jdbc.password" : " ",
  209. "oozie.service.HadoopAccessorService.jobTracker.whitelist" : " ",
  210. "oozie.db.schema.name" : "oozie",
  211. "oozie.service.JPAService.jdbc.url" : "jdbc:derby:${oozie.data.dir}/${oozie.db.schema.name}-db;create=true",
  212. "oozie.service.JPAService.jdbc.driver" : "org.apache.derby.jdbc.EmbeddedDriver",
  213. "oozie.service.HadoopAccessorService.hadoop.configurations" : "*=/etc/hadoop/conf",
  214. "oozie.service.ActionService.executor.ext.classes" : "org.apache.oozie.action.email.EmailActionExecutor,\norg.apache.oozie.action.hadoop.HiveActionExecutor,\norg.apache.oozie.action.hadoop.ShellActionExecutor,\norg.apache.oozie.action.hadoop.SqoopActionExecutor,\norg.apache.oozie.action.hadoop.DistcpActionExecutor"
  215. }
  216. },
  217. {
  218. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=capacity-scheduler&tag=version1",
  219. "tag" : "version1",
  220. "type" : "capacity-scheduler",
  221. "Config" : {
  222. "cluster_name" : "vmc"
  223. },
  224. "properties" : {
  225. "mapred.capacity-scheduler.queue.default.user-limit-factor" : "1",
  226. "mapred.capacity-scheduler.queue.new_qeuue.maximum-initialized-active-tasks" : "200000",
  227. "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks" : "200000",
  228. "mapred.capacity-scheduler.queue.default.maximum-capacity" : "100",
  229. "mapred.capacity-scheduler.queue.new_qeuue.init-accept-jobs-factor" : "10",
  230. "property" : "10",
  231. "mapred.capacity-scheduler.queue.new_qeuue.capacity" : "23",
  232. "mapred.capacity-scheduler.queue.default.init-accept-jobs-factor" : "10",
  233. "mapred.capacity-scheduler.queue.new_qeuue.maximum-initialized-active-tasks-per-user" : "100000",
  234. "mapred.capacity-scheduler.queue.default.capacity" : "50",
  235. "mapred.capacity-scheduler.queue.new_qeuue.minimum-user-limit-percent" : "100",
  236. "mapred.capacity-scheduler.queue.new_qeuue.user-limit-factor" : "1",
  237. "mapred.capacity-scheduler.queue.default.minimum-user-limit-percent" : "100",
  238. "mapred.capacity-scheduler.queue.default.maximum-initialized-active-tasks-per-user" : "100000",
  239. "mapred.capacity-scheduler.maximum-system-jobs" : "2000",
  240. "mapred.capacity-scheduler.queue.new_qeuue.maximum-capacity" : "100",
  241. "mapred.capacity-scheduler.queue.default.supports-priority" : "false",
  242. "mapred.capacity-scheduler.queue.new_qeuue.supports-priority" : "true"
  243. }
  244. },
  245. {
  246. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hdfs-site&tag=version1",
  247. "tag" : "version1",
  248. "type" : "hdfs-site",
  249. "Config" : {
  250. "cluster_name" : "vmc"
  251. },
  252. "properties" : {
  253. "dfs.https.address" : "dev.hortonworks.com:50470",
  254. "dfs.http.address" : "dev.hortonworks.com:50070",
  255. "dfs.datanode.max.xcievers" : "4096",
  256. "dfs.safemode.threshold.pct" : "1.0f",
  257. "dfs.datanode.http.address" : "0.0.0.0:50075",
  258. "dfs.datanode.address" : "0.0.0.0:50010",
  259. "dfs.datanode.failed.volumes.tolerated" : "0",
  260. "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
  261. "ipc.server.read.threadpool.size" : "5",
  262. "dfs.datanode.data.dir.perm" : "750",
  263. "dfs.datanode.du.pct" : "0.85f",
  264. "ipc.server.max.response.size" : "5242880",
  265. "dfs.datanode.du.reserved" : "1",
  266. "dfs.datanode.socket.write.timeout" : "0",
  267. "dfs.namenode.handler.count" : "40",
  268. "dfs.web.ugi" : "gopher,gopher",
  269. "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab",
  270. "dfs.name.dir" : "/hadoop/hdfs/namenode",
  271. "dfs.heartbeat.interval" : "3",
  272. "dfs.balance.bandwidthPerSec" : "6250000",
  273. "dfs.permissions.supergroup" : "hdfs",
  274. "dfs.cluster.administrators" : " hdfs",
  275. "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab",
  276. "dfs.hosts.exclude" : "/etc/hadoop/dfs.exclude",
  277. "dfs.permissions" : "true",
  278. "dfs.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
  279. "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM",
  280. "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab",
  281. "dfs.webhdfs.enabled" : "false",
  282. "dfs.secondary.namenode.kerberos.https.principal" : "host/_HOST@EXAMPLE.COM",
  283. "dfs.secondary.https.port" : "50490",
  284. "dfs.block.size" : "134217728",
  285. "dfs.datanode.ipc.address" : "0.0.0.0:8010",
  286. "dfs.data.dir" : "/hadoop/hdfs/data",
  287. "dfs.access.time.precision" : "0",
  288. "dfs.blockreport.initialDelay" : "120",
  289. "dfs.https.port" : "50470",
  290. "dfs.block.access.token.enable" : "true",
  291. "dfs.umaskmode" : "077",
  292. "dfs.replication" : "3",
  293. "dfs.secondary.http.address" : "dev.hortonworks.com:50090",
  294. "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
  295. "dfs.replication.max" : "50",
  296. "dfs.hosts" : "/etc/hadoop/dfs.include",
  297. "dfs.block.local-path-access.user" : "hbase",
  298. "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM",
  299. "dfs.client.read.shortcircuit.skip.checksum" : "false",
  300. "dfs.client.read.shortcircuit" : "true"
  301. }
  302. },
  303. {
  304. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=webhcat-site&tag=version1",
  305. "tag" : "version1",
  306. "type" : "webhcat-site",
  307. "Config" : {
  308. "cluster_name" : "vmc"
  309. },
  310. "properties" : {
  311. "templeton.hcat" : "/usr/bin/hcat",
  312. "templeton.storage.class" : "org.apache.hcatalog.templeton.tool.ZooKeeperStorage",
  313. "templeton.jar" : "/usr/lib/hcatalog/share/webhcat/svr/webhcat.jar",
  314. "templeton.streaming.jar" : "hdfs:///apps/webhcat/hadoop-streaming.jar",
  315. "templeton.pig.path" : "pig.tar.gz/pig/bin/pig",
  316. "templeton.exec.timeout" : "60000",
  317. "templeton.override.enabled" : "false",
  318. "templeton.hive.properties" : "hive.metastore.local=false,hive.metastore.uris=thrift://dev.hortonworks.com:9083,hive.metastore.sasl.enabled=yes,hive.metastore.execute.setugi=true",
  319. "templeton.hive.archive" : "hdfs:///apps/webhcat/hive.tar.gz",
  320. "templeton.port" : "50111",
  321. "templeton.libjars" : "/usr/lib/zookeeper/zookeeper.jar",
  322. "templeton.hadoop" : "/usr/bin/hadoop",
  323. "templeton.pig.archive" : "hdfs:///apps/webhcat/pig.tar.gz",
  324. "templeton.zookeeper.hosts" : "dev.hortonworks.com:2181",
  325. "templeton.hadoop.conf.dir" : "/etc/hadoop/conf",
  326. "templeton.hive.path" : "hive.tar.gz/hive/bin/hive"
  327. }
  328. },
  329. {
  330. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=hbase-site&tag=version1",
  331. "tag" : "version1",
  332. "type" : "hbase-site",
  333. "Config" : {
  334. "cluster_name" : "vmc"
  335. },
  336. "properties" : {
  337. "hbase.hregion.memstore.flush.size" : "134217728",
  338. "hbase.hstore.compactionThreshold" : "3",
  339. "hbase.regionserver.global.memstore.upperLimit" : "0.4",
  340. "dfs.support.append" : "true",
  341. "hbase.hregion.majorcompaction" : "86400000",
  342. "hbase.client.keyvalue.maxsize" : "10485760",
  343. "hbase.client.scanner.caching" : "100",
  344. "hbase.cluster.distributed" : "true",
  345. "hbase.rootdir" : "hdfs://dev.hortonworks.com:8020/apps/hbase/data",
  346. "hbase.regionserver.kerberos.principal" : "rs/_HOST@EXAMPLE.COM",
  347. "hbase.regionserver.global.memstore.lowerLimit" : "0.35",
  348. "hbase.regionserver.handler.count" : "30",
  349. "hbase.superuser" : "hbase",
  350. "hbase.tmp.dir" : "/var/log/hbase",
  351. "hbase.hregion.memstore.mslab.enabled" : "true",
  352. "hbase.regionserver.optionalcacheflushinterval" : "10000",
  353. "hbase.hstore.blockingStoreFiles" : "7",
  354. "hbase.zookeeper.useMulti" : "true",
  355. "hfile.block.cache.size" : "0.25",
  356. "hbase.hregion.max.filesize" : "1073741824",
  357. "hbase.master.lease.thread.wakefrequency" : "3000",
  358. "hbase.hregion.memstore.block.multiplier" : "2",
  359. "hbase.master.kerberos.principal" : "hm/_HOST@EXAMPLE.COM",
  360. "hbase.zookeeper.property.clientPort" : "2181",
  361. "zookeeper.session.timeout" : "60000",
  362. "hbase.master.keytab.file" : "/etc/security/keytabs/hm.service.keytab",
  363. "hbase.zookeeper.quorum" : "dev.hortonworks.com"
  364. }
  365. },
  366. {
  367. "href" : "http://ec2-23-20-184-220.compute-1.amazonaws.com:8080/api/v1/clusters/tdk/configurations?type=hue-site&tag=version1",
  368. "tag" : "version1",
  369. "type" : "hue-site",
  370. "Config" : {
  371. "cluster_name" : "tdk"
  372. },
  373. "properties" : {
  374. "hadoop_mapred_home" : "/usr/lib/hadoop/lib",
  375. "smtp_host" : "localhost",
  376. "use_cherrypy_server" : "false",
  377. "hbase_shell_command" : "/usr/bin/hbase shell",
  378. "db_name" : "sandbox",
  379. "db_password" : "1111",
  380. "send_debug_messages" : "1",
  381. "http_host" : "0.0.0.0",
  382. "django_debug_mode" : "1",
  383. "pig_shell_command" : "/usr/bin/pig -l /dev/null",
  384. "http_port" : "8000",
  385. "db_engine" : "mysql",
  386. "whitelist" : "(localhost|127\\.0\\.0\\.1):(50030|50070|50060|50075|50111)",
  387. "hbase_nice_name" : "HBase Shell",
  388. "backend_auth_policy" : "desktop.auth.backend.AllowAllBackend",
  389. "smtp_password" : "25",
  390. "default_from_email" : "sandbox@hortonworks.com",
  391. "tls" : "no",
  392. "db_user" : "sandbox",
  393. "db_host" : "localhost",
  394. "database_logging" : "0",
  395. "smtp_port" : "25",
  396. "time_zone" : "America/Los_Angeles",
  397. "bash_shell_command" : "/bin/bash",
  398. "http_500_debug_mode" : "1",
  399. "db_port" : "3306",
  400. "jobtracker_port" : "50030"
  401. }
  402. },
  403. {
  404. "href" : "http://dev.hortonworks.com:8080/api/v1/clusters/vmc/configurations?type=global&tag=version1",
  405. "tag" : "version1",
  406. "type" : "global",
  407. "Config" : {
  408. "cluster_name" : "vmc"
  409. },
  410. "properties" : {
  411. "hdfs_enable_shortcircuit_skipchecksum" : "false",
  412. "hadoop_heapsize" : "1024",
  413. "hive_lib" : "/usr/lib/hive/lib/",
  414. "hive_mysql_hostname" : "dev.hortonworks.com",
  415. "hive_log_dir" : "/var/log/hive",
  416. "dfs_datanode_http_address" : "50075",
  417. "io_sort_mb" : "200",
  418. "zk_user" : "zookeeper",
  419. "dfs_data_dir" : "/hadoop/hdfs/data",
  420. "clientPort" : "2181",
  421. "hdfs_user" : "hdfs",
  422. "hive_dbroot" : "/usr/lib/hive/lib",
  423. "dfs_name_dir" : "/hadoop/hdfs/namenode",
  424. "hfile_blockcache_size" : "0.25",
  425. "kadmin_pw" : "",
  426. "logviewerserver_host" : "c6401.ambari.apache.org",
  427. "gmond_user" : "nobody",
  428. "hregion_majorcompaction" : "86400000",
  429. "user_group" : "hadoop",
  430. "dfs_datanode_failed_volume_tolerated" : "0",
  431. "zk_pid_file" : "/var/run/zookeeper/zookeeper_server.pid",
  432. "zookeeper_sessiontimeout" : "60000",
  433. "hcat_user" : "hcat",
  434. "zk_log_dir" : "/var/log/zookeeper",
  435. "hbase_conf_dir" : "/etc/hbase",
  436. "mapred_local_dir" : "/hadoop/mapred",
  437. "oozie_data_dir" : "/hadoop/oozie/data",
  438. "dfs_replication" : "3",
  439. "fs_checkpoint_period" : "21600",
  440. "hbase_hdfs_root_dir" : "/apps/hbase/data",
  441. "run_dir" : "/var/run/hadoop",
  442. "oozie_log_dir" : "/var/log/oozie",
  443. "hive_user" : "hive",
  444. "hbase_pid_dir" : "/var/run/hbase",
  445. "security_enabled" : "false",
  446. "mapred_job_red_mem_mb" : "-1",
  447. "mapred_map_tasks_max" : "4",
  448. "dfs_datanode_address" : "50010",
  449. "mapred_hosts_exclude" : "mapred.exclude",
  450. "dfs_block_local_path_access_user" : "hbase",
  451. "dfs_datanode_data_dir_perm" : "750",
  452. "nagios_web_password" : "n",
  453. "dtnode_heapsize" : "1024m",
  454. "tickTime" : "2000",
  455. "mapred_cluster_max_map_mem_mb" : "-1",
  456. "datanode_du_reserved" : "1",
  457. "regionserver_memstore_upperlimit" : "0.4",
  458. "hbase_tmp_dir" : "/var/log/hbase",
  459. "jtnode_opt_newsize" : "200m",
  460. "oozie_user" : "oozie",
  461. "mapred_jobstatus_dir" : "file:////mapred/jobstatus",
  462. "hive_metastore_port" : "9083",
  463. "namenode_heapsize" : "1024m",
  464. "nagios_contact" : "n@n.com",
  465. "mapred_cluster_red_mem_mb" : "-1",
  466. "hive_ambari_database" : "MySQL",
  467. "zk_data_dir" : "/hadoop/zookeeper",
  468. "hive_pid_dir" : "/var/run/hive",
  469. "mysql_connector_url" : "${download_url}/mysql-connector-java-5.1.18.zip",
  470. "jtnode_opt_maxnewsize" : "200m",
  471. "hregion_blockmultiplier" : "2",
  472. "oozie_pid_dir" : "/var/run/oozie",
  473. "pig_user" : "pig",
  474. "task_controller" : "org.apache.hadoop.mapred.DefaultTaskController",
  475. "rca_enabled" : "true",
  476. "gmetad_user" : "nobody",
  477. "gpl_artifacts_download_url" : "",
  478. "hive_metastore_user_passwd" : "hivepassword",
  479. "hcat_log_dir" : "/var/log/webhcat",
  480. "jtnode_heapsize" : "1024m",
  481. "syncLimit" : "5",
  482. "io_sort_spill_percent" : "0.9",
  483. "mapred_user" : "mapred",
  484. "fs_checkpoint_size" : "0.5",
  485. "initLimit" : "10",
  486. "mapred_system_dir" : "/mapred/system",
  487. "hive_database" : "Existing Oracle Database",
  488. "mapred_job_map_mem_mb" : "-1",
  489. "hive_conf_dir" : "/etc/hive/conf",
  490. "hdfs_log_dir_prefix" : "/var/log/hadoop",
  491. "keytab_path" : "/etc/security/keytabs",
  492. "lzo_enabled" : "false",
  493. "proxyuser_group" : "users",
  494. "hive_database_name" : "XE",
  495. "hcat_pid_dir" : "/var/run/webhcat",
  496. "client_scannercaching" : "100",
  497. "hdfs_enable_shortcircuit_read" : "true",
  498. "kerberos_domain" : "EXAMPLE.COM",
  499. "hdfs_support_append" : "true",
  500. "nagios_group" : "nagios",
  501. "nagios_web_login" : "nagiosadmin",
  502. "namenode_formatted_mark_dir" : "/var/run/hadoop/hdfs/namenode/formatted/",
  503. "dfs_exclude" : "dfs.exclude",
  504. "namenode_opt_maxnewsize" : "640m",
  505. "regionserver_memstore_lab" : "true",
  506. "namenode_opt_newsize" : "200m",
  507. "smokeuser" : "ambari-qa",
  508. "mapreduce_userlog_retainhours" : "24",
  509. "hcat_conf_dir" : "",
  510. "nagios_user" : "nagios",
  511. "mapred_child_java_opts_sz" : "768",
  512. "mapred_red_tasks_max" : "2",
  513. "regionserver_memstore_lowerlimit" : "0.35",
  514. "apache_artifacts_download_url" : "",
  515. "hive_metastore_user_name" : "hiveuser",
  516. "mapred_hosts_include" : "mapred.include",
  517. "hstore_blockingstorefiles" : "7",
  518. "sqoop_user" : "sqoop",
  519. "hadoop_conf_dir" : "/etc/hadoop",
  520. "hbase_user" : "hbase",
  521. "snappy_enabled" : "true",
  522. "maxtasks_per_job" : "-1",
  523. "ganglia_runtime_dir" : "/var/run/ganglia/hdp",
  524. "fs_checkpoint_dir" : "/hadoop/hdfs/namesecondary",
  525. "zk_pid_dir" : "/var/run/zookeeper",
  526. "mapred_cluster_map_mem_mb" : "-1",
  527. "hfile_max_keyvalue_size" : "10485760",
  528. "hive_aux_jars_path" : "/usr/lib/hcatalog/share/hcatalog/hcatalog-core.jar",
  529. "hstore_compactionthreshold" : "3",
  530. "hregion_memstoreflushsize" : "134217728",
  531. "hadoop_pid_dir_prefix" : "/var/run/hadoop",
  532. "hbase_log_dir" : "/var/log/hbase",
  533. "mapred_cluster_max_red_mem_mb" : "-1",
  534. "webhcat_user" : "hcat",
  535. "regionserver_handlers" : "30",
  536. "hbase_regionserver_heapsize" : "1024m",
  537. "dfs_include" : "dfs.include",
  538. "dfs_webhdfs_enabled" : "false",
  539. "scheduler_name" : "org.apache.hadoop.mapred.CapacityTaskScheduler",
  540. "rrdcached_base_dir" : "/var/lib/ganglia/rrds",
  541. "hstorefile_maxsize" : "1073741824",
  542. "hbase_master_heapsize" : "1024m",
  543. "hive_hostname": "hive-orcl-host",
  544. "hive_jdbc_connection_url": "jdbc:oracle:thin:@//hive-orcl-host:1521/XE",
  545. "oozie_hostname": "oozie-orcl-host",
  546. "oozie_database": "Existing Oracle Database",
  547. "oozie_database_name": "XE",
  548. "oozie_metastore_user_name" : "oozieuser",
  549. "oozie_metastore_user_passwd" : "ooziepassword",
  550. "oozie_jdbc_connection_url": "jdbc:oracle:thin:@//oozie-orcl-host:1521/XE",
  551. "stormuiserver_host" : "c6401.ambari.apache.org",
  552. "drpcserver_host" : "c6401.ambari.apache.org"
  553. }
  554. },
  555. {
  556. "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=storm-site&tag=version1",
  557. "tag" : "version1",
  558. "type" : "storm-site",
  559. "Config" : {
  560. "cluster_name" : "c1"
  561. },
  562. "properties" : {
  563. "dev.zookeeper.path" : "/tmp/dev-storm-zookeeper",
  564. "drpc.childopts" : "-Xmx768m",
  565. "drpc.invocations.port" : "3773",
  566. "drpc.port" : "3772",
  567. "drpc.queue.size" : "128",
  568. "drpc.request.timeout.secs" : "600",
  569. "drpc.worker.threads" : "64",
  570. "java.library.path" : "/usr/local/lib:/opt/local/lib:/usr/lib",
  571. "logviewer.appender.name" : "A1",
  572. "logviewer.childopts" : "-Xmx128m",
  573. "logviewer.port" : "8000",
  574. "nimbus.childopts" : "-Xmx1024m",
  575. "nimbus.cleanup.inbox.freq.secs" : "600",
  576. "nimbus.file.copy.expiration.secs" : "600",
  577. "nimbus.host" : "localhost",
  578. "nimbus.inbox.jar.expiration.secs" : "3600",
  579. "nimbus.monitor.freq.secs" : "10",
  580. "nimbus.reassign" : "true",
  581. "nimbus.supervisor.timeout.secs" : "60",
  582. "nimbus.task.launch.secs" : "120",
  583. "nimbus.task.timeout.secs" : "30",
  584. "nimbus.thrift.max_buffer_size" : "1048576",
  585. "nimbus.thrift.port" : "6627",
  586. "nimbus.topology.validator" : "backtype.storm.nimbus.DefaultTopologyValidator",
  587. "storm.cluster.mode" : "distributed",
  588. "storm.local.dir" : "/hadoop/storm",
  589. "storm.local.mode.zmq" : "false",
  590. "storm.messaging.netty.buffer_size" : "5242880",
  591. "storm.messaging.netty.client_worker_threads" : "1",
  592. "storm.messaging.netty.max_retries" : "30",
  593. "storm.messaging.netty.max_wait_ms" : "1000",
  594. "storm.messaging.netty.min_wait_ms" : "100",
  595. "storm.messaging.netty.server_worker_threads" : "1",
  596. "storm.messaging.transport" : "backtype.storm.messaging.netty.Context",
  597. "storm.thrift.transport" : "backtype.storm.security.auth.SimpleTransportPlugin",
  598. "storm.zookeeper.connection.timeout" : "15000",
  599. "storm.zookeeper.port" : "2181",
  600. "storm.zookeeper.retry.interval" : "1000",
  601. "storm.zookeeper.retry.intervalceiling.millis" : "30000",
  602. "storm.zookeeper.retry.times" : "5",
  603. "storm.zookeeper.root" : "/storm",
  604. "storm.zookeeper.servers" : "['localhost']",
  605. "storm.zookeeper.session.timeout" : "20000",
  606. "supervisor.childopts" : "-Xmx256m",
  607. "supervisor.heartbeat.frequency.secs" : "5",
  608. "supervisor.monitor.frequency.secs" : "3",
  609. "supervisor.slots.ports" : "[6700, 6701, 6702, 6703]",
  610. "supervisor.worker.start.timeout.secs" : "120",
  611. "supervisor.worker.timeout.secs" : "30",
  612. "task.heartbeat.frequency.secs" : "3",
  613. "task.refresh.poll.secs" : "10",
  614. "topology.acker.executors" : "null",
  615. "topology.builtin.metrics.bucket.size.secs" : "60",
  616. "topology.debug" : "false",
  617. "topology.disruptor.wait.strategy" : "com.lmax.disruptor.BlockingWaitStrategy",
  618. "topology.enable.message.timeouts" : "true",
  619. "topology.error.throttle.interval.secs" : "10",
  620. "topology.executor.receive.buffer.size" : "1024",
  621. "topology.executor.send.buffer.size" : "1024",
  622. "topology.fall.back.on.java.serialization" : "true",
  623. "topology.kryo.factory" : "backtype.storm.serialization.DefaultKryoFactory",
  624. "topology.max.error.report.per.interval" : "5",
  625. "topology.max.spout.pending" : "null",
  626. "topology.max.task.parallelism" : "null",
  627. "topology.message.timeout.secs" : "30",
  628. "topology.optimize" : "true",
  629. "topology.receiver.buffer.size" : "8",
  630. "topology.skip.missing.kryo.registrations" : "false",
  631. "topology.sleep.spout.wait.strategy.time.ms" : "1",
  632. "topology.spout.wait.strategy" : "backtype.storm.spout.SleepSpoutWaitStrategy",
  633. "topology.state.synchronization.timeout.secs" : "60",
  634. "topology.stats.sample.rate" : "0.05",
  635. "topology.tick.tuple.freq.secs" : "null",
  636. "topology.transfer.buffer.size" : "1024",
  637. "topology.trident.batch.emit.interval.millis" : "500",
  638. "topology.tuple.serializer" : "backtype.storm.serialization.types.ListDelegateSerializer",
  639. "topology.worker.childopts" : "null",
  640. "topology.worker.shared.thread.pool.size" : "4",
  641. "topology.workers" : "1",
  642. "transactional.zookeeper.port" : "null",
  643. "transactional.zookeeper.root" : "/transactional",
  644. "transactional.zookeeper.servers" : "null",
  645. "ui.childopts" : "-Xmx768m",
  646. "ui.port" : "8080",
  647. "worker.childopts" : "-Xmx768m",
  648. "worker.heartbeat.frequency.secs" : "1",
  649. "zmq.hwm" : "0",
  650. "zmq.linger.millis" : "5000",
  651. "zmq.threads" : "1"
  652. }
  653. },
  654. {
  655. "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=tez-site&tag=version1",
  656. "tag" : "version1",
  657. "type" : "tez-site",
  658. "Config" : {
  659. "cluster_name" : "c1"
  660. },
  661. "properties" : {
  662. "tez.am.aggressive.scheduling" : "false",
  663. "tez.am.am-rm.heartbeat.interval-ms.max" : "250",
  664. "tez.am.container.reuse.enabled" : "true",
  665. "tez.am.container.reuse.locality.delay-allocation-millis" : "250",
  666. "tez.am.container.reuse.non-local-fallback.enabled" : "true",
  667. "tez.am.container.reuse.rack-fallback.enabled" : "true",
  668. "tez.am.container.session.delay-allocation-millis" : "300000",
  669. "tez.am.grouping.split-waves" : "1.7",
  670. "tez.am.java.opts" : "-server -Xmx1024m -Djava.net.preferIPv4Stack=true -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC",
  671. "tez.am.log.level" : "INFO",
  672. "tez.am.resource.memory.mb" : "1024",
  673. "tez.lib.uris" : "file:///usr/lib/tez/,file:///usr/lib/tez/lib/",
  674. "tez.runtime.broadcast.data-via-events.enabled" : "true",
  675. "tez.runtime.broadcast.data-via-events.max-size" : "614400",
  676. "tez.runtime.intermdiate-input.is-compressed" : "true",
  677. "tez.runtime.intermediate-input.compress.codec" : "org.apache.hadoop.io.compress.DefaultCodec",
  678. "tez.runtime.intermediate-output.compress.codec" : "org.apache.hadoop.io.compress.DefaultCodec",
  679. "tez.runtime.intermediate-output.should-compress" : "true",
  680. "tez.runtime.job.counters.groups.max" : "5000",
  681. "tez.runtime.job.counters.max" : "5000",
  682. "tez.slowstart-vertex-scheduler.max-src-fraction" : "0.1",
  683. "tez.slowstart-vertex-scheduler.min-src-fraction" : "0.1",
  684. "tez.staging-dir" : "/tmp/${user.name}/staging",
  685. "tez.task.get-task.sleep.interval-ms.max" : "100"
  686. }
  687. },
  688. {
  689. "href" : "http://c6401.ambari.apache.org:8080/api/v1/clusters/c1/configurations?type=flume-agent&tag=version1",
  690. "tag" : "version1",
  691. "type" : "flume-conf",
  692. "Config" : {
  693. "cluster_name" : "c1"
  694. },
  695. "properties" : {
  696. "content" : "# Flume agents configuration"
  697. }
  698. }
  699. ]
  700. }