MAPREDUCE.json 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225
  1. {
  2. "name" : "MAPREDUCE",
  3. "version" : "1.1.0.1-1",
  4. "user" : "mapred",
  5. "comment" : "This is comment for MAPREDUCE service",
  6. "properties" : [ {
  7. "name" : "io.sort.record.percent",
  8. "value" : ".2",
  9. "description" : "No description",
  10. "filename" : "mapred-site.xml"
  11. }, {
  12. "name" : "io.sort.factor",
  13. "value" : "100",
  14. "description" : "No description",
  15. "filename" : "mapred-site.xml"
  16. }, {
  17. "name" : "mapred.tasktracker.tasks.sleeptime-before-sigkill",
  18. "value" : "250",
  19. "description" : "Normally, this is the amount of time before killing\n processes, and the recommended-default is 5.000 seconds - a value of\n 5000 here. In this case, we are using it solely to blast tasks before\n killing them, and killing them very quickly (1/4 second) to guarantee\n that we do not leave VMs around for later jobs.\n ",
  20. "filename" : "mapred-site.xml"
  21. }, {
  22. "name" : "mapred.job.tracker.handler.count",
  23. "value" : "50",
  24. "description" : "\n The number of server threads for the JobTracker. This should be roughly\n 4% of the number of tasktracker nodes.\n ",
  25. "filename" : "mapred-site.xml"
  26. }, {
  27. "name" : "mapreduce.cluster.administrators",
  28. "value" : " hadoop",
  29. "description" : null,
  30. "filename" : "mapred-site.xml"
  31. }, {
  32. "name" : "mapred.reduce.parallel.copies",
  33. "value" : "30",
  34. "description" : "No description",
  35. "filename" : "mapred-site.xml"
  36. }, {
  37. "name" : "tasktracker.http.threads",
  38. "value" : "50",
  39. "description" : null,
  40. "filename" : "mapred-site.xml"
  41. }, {
  42. "name" : "mapred.map.tasks.speculative.execution",
  43. "value" : "false",
  44. "description" : "If true, then multiple instances of some map tasks\n may be executed in parallel.",
  45. "filename" : "mapred-site.xml"
  46. }, {
  47. "name" : "mapred.reduce.tasks.speculative.execution",
  48. "value" : "false",
  49. "description" : "If true, then multiple instances of some reduce tasks\n may be executed in parallel.",
  50. "filename" : "mapred-site.xml"
  51. }, {
  52. "name" : "mapred.reduce.slowstart.completed.maps",
  53. "value" : "0.05",
  54. "description" : null,
  55. "filename" : "mapred-site.xml"
  56. }, {
  57. "name" : "mapred.inmem.merge.threshold",
  58. "value" : "1000",
  59. "description" : "The threshold, in terms of the number of files\n for the in-memory merge process. When we accumulate threshold number of files\n we initiate the in-memory merge and spill to disk. A value of 0 or less than\n 0 indicates we want to DON'T have any threshold and instead depend only on\n the ramfs's memory consumption to trigger the merge.\n ",
  60. "filename" : "mapred-site.xml"
  61. }, {
  62. "name" : "mapred.job.shuffle.merge.percent",
  63. "value" : "0.66",
  64. "description" : "The usage threshold at which an in-memory merge will be\n initiated, expressed as a percentage of the total memory allocated to\n storing in-memory map outputs, as defined by\n mapred.job.shuffle.input.buffer.percent.\n ",
  65. "filename" : "mapred-site.xml"
  66. }, {
  67. "name" : "mapred.job.shuffle.input.buffer.percent",
  68. "value" : "0.7",
  69. "description" : "The percentage of memory to be allocated from the maximum heap\n size to storing map outputs during the shuffle.\n ",
  70. "filename" : "mapred-site.xml"
  71. }, {
  72. "name" : "mapred.output.compression.type",
  73. "value" : "BLOCK",
  74. "description" : "If the job outputs are to compressed as SequenceFiles, how should\n they be compressed? Should be one of NONE, RECORD or BLOCK.\n ",
  75. "filename" : "mapred-site.xml"
  76. }, {
  77. "name" : "mapred.jobtracker.completeuserjobs.maximum",
  78. "value" : "0",
  79. "description" : null,
  80. "filename" : "mapred-site.xml"
  81. }, {
  82. "name" : "mapred.jobtracker.restart.recover",
  83. "value" : "false",
  84. "description" : "\"true\" to enable (job) recovery upon restart,\n \"false\" to start afresh\n ",
  85. "filename" : "mapred-site.xml"
  86. }, {
  87. "name" : "mapred.job.reduce.input.buffer.percent",
  88. "value" : "0.0",
  89. "description" : "The percentage of memory- relative to the maximum heap size- to\n retain map outputs during the reduce. When the shuffle is concluded, any\n remaining map outputs in memory must consume less than this threshold before\n the reduce can begin.\n ",
  90. "filename" : "mapred-site.xml"
  91. }, {
  92. "name" : "mapreduce.reduce.input.limit",
  93. "value" : "10737418240",
  94. "description" : "The limit on the input size of the reduce. (This value\n is 10 Gb.) If the estimated input size of the reduce is greater than\n this value, job is failed. A value of -1 means that there is no limit\n set. ",
  95. "filename" : "mapred-site.xml"
  96. }, {
  97. "name" : "mapred.task.timeout",
  98. "value" : "600000",
  99. "description" : "The number of milliseconds before a task will be\n terminated if it neither reads an input, writes an output, nor\n updates its status string.\n ",
  100. "filename" : "mapred-site.xml"
  101. }, {
  102. "name" : "jetty.connector",
  103. "value" : "org.mortbay.jetty.nio.SelectChannelConnector",
  104. "description" : "No description",
  105. "filename" : "mapred-site.xml"
  106. }, {
  107. "name" : "mapred.child.root.logger",
  108. "value" : "INFO,TLA",
  109. "description" : null,
  110. "filename" : "mapred-site.xml"
  111. }, {
  112. "name" : "mapred.max.tracker.blacklists",
  113. "value" : "16",
  114. "description" : "\n if node is reported blacklisted by 16 successful jobs within timeout-window, it will be graylisted\n ",
  115. "filename" : "mapred-site.xml"
  116. }, {
  117. "name" : "mapred.healthChecker.interval",
  118. "value" : "135000",
  119. "description" : null,
  120. "filename" : "mapred-site.xml"
  121. }, {
  122. "name" : "mapred.healthChecker.script.timeout",
  123. "value" : "60000",
  124. "description" : null,
  125. "filename" : "mapred-site.xml"
  126. }, {
  127. "name" : "mapred.job.tracker.persist.jobstatus.active",
  128. "value" : "false",
  129. "description" : "Indicates if persistency of job status information is\n active or not.\n ",
  130. "filename" : "mapred-site.xml"
  131. }, {
  132. "name" : "mapred.job.tracker.persist.jobstatus.hours",
  133. "value" : "1",
  134. "description" : "The number of hours job status information is persisted in DFS.\n The job status information will be available after it drops of the memory\n queue and between jobtracker restarts. With a zero value the job status\n information is not persisted at all in DFS.\n ",
  135. "filename" : "mapred-site.xml"
  136. }, {
  137. "name" : "mapred.jobtracker.retirejob.check",
  138. "value" : "10000",
  139. "description" : null,
  140. "filename" : "mapred-site.xml"
  141. }, {
  142. "name" : "mapred.jobtracker.retirejob.interval",
  143. "value" : "0",
  144. "description" : null,
  145. "filename" : "mapred-site.xml"
  146. }, {
  147. "name" : "mapred.job.tracker.history.completed.location",
  148. "value" : "/mapred/history/done",
  149. "description" : "No description",
  150. "filename" : "mapred-site.xml"
  151. }, {
  152. "name" : "mapreduce.fileoutputcommitter.marksuccessfuljobs",
  153. "value" : "false",
  154. "description" : null,
  155. "filename" : "mapred-site.xml"
  156. }, {
  157. "name" : "mapred.job.reuse.jvm.num.tasks",
  158. "value" : "1",
  159. "description" : "\n How many tasks to run per jvm. If set to -1, there is no limit\n ",
  160. "filename" : "mapred-site.xml"
  161. }, {
  162. "name" : "hadoop.job.history.user.location",
  163. "value" : "none",
  164. "description" : null,
  165. "filename" : "mapred-site.xml"
  166. }, {
  167. "name" : "mapreduce.jobtracker.staging.root.dir",
  168. "value" : "/user",
  169. "description" : "The Path prefix for where the staging directories should be placed. The next level is always the user's\n name. It is a path in the default file system.",
  170. "filename" : "mapred-site.xml"
  171. }, {
  172. "name" : "mapreduce.tasktracker.group",
  173. "value" : "hadoop",
  174. "description" : "The group that the task controller uses for accessing the task controller. The mapred user must be a member and users should *not* be members.",
  175. "filename" : "mapred-site.xml"
  176. }, {
  177. "name" : "mapreduce.jobtracker.split.metainfo.maxsize",
  178. "value" : "50000000",
  179. "description" : "If the size of the split metainfo file is larger than this, the JobTracker will fail the job during\n initialize.\n ",
  180. "filename" : "mapred-site.xml"
  181. }, {
  182. "name" : "mapreduce.history.server.embedded",
  183. "value" : "false",
  184. "description" : "Should job history server be embedded within Job tracker\nprocess",
  185. "filename" : "mapred-site.xml"
  186. }, {
  187. "name" : "mapred.jobtracker.blacklist.fault-timeout-window",
  188. "value" : "180",
  189. "description" : "\n 3-hour sliding window (value is in minutes)\n ",
  190. "filename" : "mapred-site.xml"
  191. }, {
  192. "name" : "mapred.jobtracker.blacklist.fault-bucket-width",
  193. "value" : "15",
  194. "description" : "\n 15-minute bucket size (value is in minutes)\n ",
  195. "filename" : "mapred-site.xml"
  196. }, {
  197. "name" : "mapred.queue.names",
  198. "value" : "default",
  199. "description" : " Comma separated list of queues configured for this jobtracker.",
  200. "filename" : "mapred-site.xml"
  201. } ],
  202. "components" : [ {
  203. "name" : "JOBTRACKER",
  204. "category" : "MASTER",
  205. "client" : false,
  206. "master" : true
  207. }, {
  208. "name" : "TASKTRACKER",
  209. "category" : "SLAVE",
  210. "client" : false,
  211. "master" : false
  212. }, {
  213. "name" : "MAPREDUCE_CLIENT",
  214. "category" : "CLIENT",
  215. "client" : true,
  216. "master" : false
  217. } ],
  218. "clientOnlyService" : false,
  219. "clientComponent" : {
  220. "name" : "MAPREDUCE_CLIENT",
  221. "category" : "CLIENT",
  222. "client" : true,
  223. "master" : false
  224. }
  225. }