capacity-scheduler.xml.template 3.8 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798
  1. <?xml version="1.0"?>
  2. <!-- This is the configuration file for the resource manager in Hadoop. -->
  3. <!-- You can configure various scheduling parameters related to queues. -->
  4. <!-- The properties for a queue follow a naming convention,such as, -->
  5. <!-- mapred.capacity-scheduler.queue.<queue-name>.property-name. -->
  6. <configuration>
  7. <property>
  8. <name>mapred.capacity-scheduler.queue.default.capacity</name>
  9. <value>100</value>
  10. <description>Percentage of the number of slots in the cluster that are
  11. to be available for jobs in this queue.
  12. </description>
  13. </property>
  14. <property>
  15. <name>mapred.capacity-scheduler.queue.default.supports-priority</name>
  16. <value>false</value>
  17. <description>If true, priorities of jobs will be taken into
  18. account in scheduling decisions.
  19. </description>
  20. </property>
  21. <property>
  22. <name>mapred.capacity-scheduler.queue.default.minimum-user-limit-percent</name>
  23. <value>100</value>
  24. <description> Each queue enforces a limit on the percentage of resources
  25. allocated to a user at any given time, if there is competition for them.
  26. This user limit can vary between a minimum and maximum value. The former
  27. depends on the number of users who have submitted jobs, and the latter is
  28. set to this property value. For example, suppose the value of this
  29. property is 25. If two users have submitted jobs to a queue, no single
  30. user can use more than 50% of the queue resources. If a third user submits
  31. a job, no single user can use more than 33% of the queue resources. With 4
  32. or more users, no user can use more than 25% of the queue's resources. A
  33. value of 100 implies no user limits are imposed.
  34. </description>
  35. </property>
  36. <property>
  37. <name>mapred.capacity-scheduler.queue.default.maximum-initialized-jobs-per-user</name>
  38. <value>2</value>
  39. <description>The maximum number of jobs to be pre-initialized for a user
  40. of the job queue.
  41. </description>
  42. </property>
  43. <!-- The default configuration settings for the capacity task scheduler -->
  44. <!-- The default values would be applied to all the queues which don't have -->
  45. <!-- the appropriate property for the particular queue -->
  46. <property>
  47. <name>mapred.capacity-scheduler.default-supports-priority</name>
  48. <value>false</value>
  49. <description>If true, priorities of jobs will be taken into
  50. account in scheduling decisions by default in a job queue.
  51. </description>
  52. </property>
  53. <property>
  54. <name>mapred.capacity-scheduler.default-minimum-user-limit-percent</name>
  55. <value>100</value>
  56. <description>The percentage of the resources limited to a particular user
  57. for the job queue at any given point of time by default.
  58. </description>
  59. </property>
  60. <property>
  61. <name>mapred.capacity-scheduler.default-maximum-initialized-jobs-per-user</name>
  62. <value>2</value>
  63. <description>The maximum number of jobs to be pre-initialized for a user
  64. of the job queue.
  65. </description>
  66. </property>
  67. <!-- Capacity scheduler Job Initialization configuration parameters -->
  68. <property>
  69. <name>mapred.capacity-scheduler.init-poll-interval</name>
  70. <value>5000</value>
  71. <description>The amount of time in miliseconds which is used to poll
  72. the job queues for jobs to initialize.
  73. </description>
  74. </property>
  75. <property>
  76. <name>mapred.capacity-scheduler.init-worker-threads</name>
  77. <value>5</value>
  78. <description>Number of worker threads which would be used by
  79. Initialization poller to initialize jobs in a set of queue.
  80. If number mentioned in property is equal to number of job queues
  81. then a single thread would initialize jobs in a queue. If lesser
  82. then a thread would get a set of queues assigned. If the number
  83. is greater then number of threads would be equal to number of
  84. job queues.
  85. </description>
  86. </property>
  87. </configuration>