httpfs-default.xml 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  3. <!--
  4. Licensed under the Apache License, Version 2.0 (the "License");
  5. you may not use this file except in compliance with the License.
  6. You may obtain a copy of the License at
  7. http://www.apache.org/licenses/LICENSE-2.0
  8. Unless required by applicable law or agreed to in writing, software
  9. distributed under the License is distributed on an "AS IS" BASIS,
  10. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11. See the License for the specific language governing permissions and
  12. limitations under the License.
  13. -->
  14. <configuration>
  15. <!-- HttpFSServer Server -->
  16. <property>
  17. <name>httpfs.buffer.size</name>
  18. <value>4096</value>
  19. <description>
  20. The buffer size used by a read/write request when streaming data from/to
  21. HDFS.
  22. </description>
  23. </property>
  24. <!-- HttpFSServer Services -->
  25. <property>
  26. <name>httpfs.services</name>
  27. <value>
  28. org.apache.hadoop.lib.service.instrumentation.InstrumentationService,
  29. org.apache.hadoop.lib.service.scheduler.SchedulerService,
  30. org.apache.hadoop.lib.service.security.GroupsService,
  31. org.apache.hadoop.lib.service.security.ProxyUserService,
  32. org.apache.hadoop.lib.service.security.DelegationTokenManagerService,
  33. org.apache.hadoop.lib.service.hadoop.FileSystemAccessService
  34. </value>
  35. <description>
  36. Services used by the httpfs server.
  37. </description>
  38. </property>
  39. <!-- Kerberos Configuration -->
  40. <property>
  41. <name>kerberos.realm</name>
  42. <value>LOCALHOST</value>
  43. <description>
  44. Kerberos realm, used only if Kerberos authentication is used between
  45. the clients and httpfs or between HttpFS and HDFS.
  46. This property is only used to resolve other properties within this
  47. configuration file.
  48. </description>
  49. </property>
  50. <!-- HttpFSServer Security Configuration -->
  51. <property>
  52. <name>httpfs.hostname</name>
  53. <value>${httpfs.http.hostname}</value>
  54. <description>
  55. Property used to synthetize the HTTP Kerberos principal used by httpfs.
  56. This property is only used to resolve other properties within this
  57. configuration file.
  58. </description>
  59. </property>
  60. <property>
  61. <name>httpfs.authentication.signature.secret.file</name>
  62. <value>${httpfs.config.dir}/httpfs-signature.secret</value>
  63. <description>
  64. File containing the secret to sign HttpFS hadoop-auth cookies.
  65. This file should be readable only by the system user running HttpFS service.
  66. If multiple HttpFS servers are used in a load-balancer/round-robin fashion,
  67. they should share the secret file.
  68. </description>
  69. </property>
  70. <property>
  71. <name>httpfs.authentication.type</name>
  72. <value>simple</value>
  73. <description>
  74. Defines the authentication mechanism used by httpfs for its HTTP clients.
  75. Valid values are 'simple' or 'kerberos'.
  76. If using 'simple' HTTP clients must specify the username with the
  77. 'user.name' query string parameter.
  78. If using 'kerberos' HTTP clients must use HTTP SPNEGO or delegation tokens.
  79. </description>
  80. </property>
  81. <property>
  82. <name>httpfs.authentication.kerberos.principal</name>
  83. <value>HTTP/${httpfs.hostname}@${kerberos.realm}</value>
  84. <description>
  85. The HTTP Kerberos principal used by HttpFS in the HTTP endpoint.
  86. The HTTP Kerberos principal MUST start with 'HTTP/' per Kerberos
  87. HTTP SPNEGO specification.
  88. </description>
  89. </property>
  90. <property>
  91. <name>httpfs.authentication.kerberos.keytab</name>
  92. <value>${user.home}/httpfs.keytab</value>
  93. <description>
  94. The Kerberos keytab file with the credentials for the
  95. HTTP Kerberos principal used by httpfs in the HTTP endpoint.
  96. </description>
  97. </property>
  98. <!-- HttpFSServer proxy user Configuration -->
  99. <property>
  100. <name>httpfs.proxyuser.#USER#.hosts</name>
  101. <value>*</value>
  102. <description>
  103. List of hosts the '#USER#' user is allowed to perform 'doAs'
  104. operations.
  105. The '#USER#' must be replaced with the username o the user who is
  106. allowed to perform 'doAs' operations.
  107. The value can be the '*' wildcard or a list of hostnames.
  108. For multiple users copy this property and replace the user name
  109. in the property name.
  110. </description>
  111. </property>
  112. <property>
  113. <name>httpfs.proxyuser.#USER#.groups</name>
  114. <value>*</value>
  115. <description>
  116. List of groups the '#USER#' user is allowed to impersonate users
  117. from to perform 'doAs' operations.
  118. The '#USER#' must be replaced with the username o the user who is
  119. allowed to perform 'doAs' operations.
  120. The value can be the '*' wildcard or a list of groups.
  121. For multiple users copy this property and replace the user name
  122. in the property name.
  123. </description>
  124. </property>
  125. <!-- HttpFS Delegation Token configuration -->
  126. <property>
  127. <name>httpfs.delegation.token.manager.update.interval</name>
  128. <value>86400</value>
  129. <description>
  130. HttpFS delegation token update interval, default 1 day, in seconds.
  131. </description>
  132. </property>
  133. <property>
  134. <name>httpfs.delegation.token.manager.max.lifetime</name>
  135. <value>604800</value>
  136. <description>
  137. HttpFS delegation token maximum lifetime, default 7 days, in seconds
  138. </description>
  139. </property>
  140. <property>
  141. <name>httpfs.delegation.token.manager.renewal.interval</name>
  142. <value>86400</value>
  143. <description>
  144. HttpFS delegation token update interval, default 1 day, in seconds.
  145. </description>
  146. </property>
  147. <!-- FileSystemAccess Namenode Security Configuration -->
  148. <property>
  149. <name>httpfs.hadoop.authentication.type</name>
  150. <value>simple</value>
  151. <description>
  152. Defines the authentication mechanism used by httpfs to connect to
  153. the HDFS Namenode.
  154. Valid values are 'simple' and 'kerberos'.
  155. </description>
  156. </property>
  157. <property>
  158. <name>httpfs.hadoop.authentication.kerberos.keytab</name>
  159. <value>${user.home}/httpfs.keytab</value>
  160. <description>
  161. The Kerberos keytab file with the credentials for the
  162. Kerberos principal used by httpfs to connect to the HDFS Namenode.
  163. </description>
  164. </property>
  165. <property>
  166. <name>httpfs.hadoop.authentication.kerberos.principal</name>
  167. <value>${user.name}/${httpfs.hostname}@${kerberos.realm}</value>
  168. <description>
  169. The Kerberos principal used by httpfs to connect to the HDFS Namenode.
  170. </description>
  171. </property>
  172. <property>
  173. <name>httpfs.hadoop.filesystem.cache.purge.frequency</name>
  174. <value>60</value>
  175. <description>
  176. Frequency, in seconds, for the idle filesystem purging daemon runs.
  177. </description>
  178. </property>
  179. <property>
  180. <name>httpfs.hadoop.filesystem.cache.purge.timeout</name>
  181. <value>60</value>
  182. <description>
  183. Timeout, in seconds, for an idle filesystem to be purged.
  184. </description>
  185. </property>
  186. </configuration>