capacity-scheduler.xml.template 3.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182
  1. <?xml version="1.0"?>
  2. <!--
  3. Licensed to the Apache Software Foundation (ASF) under one or more
  4. contributor license agreements. See the NOTICE file distributed with
  5. this work for additional information regarding copyright ownership.
  6. The ASF licenses this file to You under the Apache License, Version 2.0
  7. (the "License"); you may not use this file except in compliance with
  8. the License. You may obtain a copy of the License at
  9. http://www.apache.org/licenses/LICENSE-2.0
  10. Unless required by applicable law or agreed to in writing, software
  11. distributed under the License is distributed on an "AS IS" BASIS,
  12. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. See the License for the specific language governing permissions and
  14. limitations under the License.
  15. -->
  16. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  17. <!-- This is one of the configuration files for capacity-scheduler
  18. (org.apache.hadoop.mapred.CapacityTaskScheduler), a TaskScheduler
  19. for Map/Reduce system. The other configuration file is
  20. conf/mapred-queues.xml which it shares with the framework for
  21. configuring queues in the system. -->
  22. <!-- This file can be used to configure (1) job-initialization-poller
  23. related properties and (2) the default values for various properties
  24. for all the queues.-->
  25. <configuration>
  26. <!-- The default configuration settings for the capacity task scheduler -->
  27. <!-- The default values would be applied to all the queues which don't have -->
  28. <!-- the appropriate property for the particular queue configured in the -->
  29. <!-- queue-configuration file conf/mapred-queues.xml -->
  30. <property>
  31. <name>mapred.capacity-scheduler.default-supports-priority</name>
  32. <value>false</value>
  33. <description>If true, priorities of jobs will be taken into
  34. account in scheduling decisions by default in a job queue.
  35. </description>
  36. </property>
  37. <property>
  38. <name>mapred.capacity-scheduler.default-minimum-user-limit-percent</name>
  39. <value>100</value>
  40. <description>The percentage of the resources limited to a particular user
  41. for the job queue at any given point of time by default.
  42. </description>
  43. </property>
  44. <property>
  45. <name>mapred.capacity-scheduler.default-maximum-initialized-jobs-per-user</name>
  46. <value>2</value>
  47. <description>The maximum number of jobs to be pre-initialized for a user
  48. of the job queue.
  49. </description>
  50. </property>
  51. <!-- Capacity scheduler Job Initialization configuration parameters -->
  52. <property>
  53. <name>mapred.capacity-scheduler.init-poll-interval</name>
  54. <value>5000</value>
  55. <description>The amount of time in miliseconds which is used to poll
  56. the job queues for jobs to initialize.
  57. </description>
  58. </property>
  59. <property>
  60. <name>mapred.capacity-scheduler.init-worker-threads</name>
  61. <value>5</value>
  62. <description>Number of worker threads which would be used by
  63. Initialization poller to initialize jobs in a set of queue.
  64. If number mentioned in property is equal to number of job queues
  65. then a single thread would initialize jobs in a queue. If lesser
  66. then a thread would get a set of queues assigned. If the number
  67. is greater then number of threads would be equal to number of
  68. job queues.
  69. </description>
  70. </property>
  71. </configuration>