hdfs-rbf-default.xml 35 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036
  1. <?xml version="1.0"?>
  2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  3. <!--
  4. Licensed to the Apache Software Foundation (ASF) under one or more
  5. contributor license agreements. See the NOTICE file distributed with
  6. this work for additional information regarding copyright ownership.
  7. The ASF licenses this file to You under the Apache License, Version 2.0
  8. (the "License"); you may not use this file except in compliance with
  9. the License. You may obtain a copy of the License at
  10. http://www.apache.org/licenses/LICENSE-2.0
  11. Unless required by applicable law or agreed to in writing, software
  12. distributed under the License is distributed on an "AS IS" BASIS,
  13. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. See the License for the specific language governing permissions and
  15. limitations under the License.
  16. -->
  17. <!-- Do not modify this file directly. Instead, copy entries that you -->
  18. <!-- wish to modify from this file into hdfs-rbf-site.xml and change them -->
  19. <!-- there. If hdfs-rbf-site.xml does not already exist, create it. -->
  20. <configuration>
  21. <property>
  22. <name>dfs.federation.router.default.nameserviceId</name>
  23. <value></value>
  24. <description>
  25. Nameservice identifier of the default subcluster to monitor.
  26. </description>
  27. </property>
  28. <property>
  29. <name>dfs.federation.router.default.nameservice.enable</name>
  30. <value>true</value>
  31. <description>
  32. The default subcluster is enabled to read and write files.
  33. </description>
  34. </property>
  35. <property>
  36. <name>dfs.federation.router.rpc.enable</name>
  37. <value>true</value>
  38. <description>
  39. If true, the RPC service to handle client requests in the router is
  40. enabled.
  41. </description>
  42. </property>
  43. <property>
  44. <name>dfs.federation.router.async.rpc.enable</name>
  45. <value>false</value>
  46. <description>
  47. If true, router will process the RPC request asynchronously.
  48. </description>
  49. </property>
  50. <property>
  51. <name>dfs.federation.router.async.rpc.ns.handler.count</name>
  52. <value></value>
  53. <description>
  54. The number of asynchronous handlers per nameservice, separated by commas, internally separated by colons.
  55. The identifier of nameservice is in dfs.nameservices configuration entry.
  56. Such as: ns1:count1,ns2:count2,ns3:count3.
  57. </description>
  58. </property>
  59. <property>
  60. <name>dfs.federation.router.async.rpc.responder.count</name>
  61. <value>10</value>
  62. <description>
  63. For those nameservices not in dfs.federation.router.async.rpc.ns.handler.count configuration entry,
  64. use this value as the asynchronous handler thread counts.
  65. </description>
  66. </property>
  67. <property>
  68. <name>dfs.federation.router.async.rpc.responder.count</name>
  69. <value>10</value>
  70. <description>
  71. The thread counts of async responder executor.
  72. </description>
  73. </property>
  74. <property>
  75. <name>dfs.federation.router.rpc-address</name>
  76. <value>0.0.0.0:8888</value>
  77. <description>
  78. RPC address that handles all clients requests.
  79. The value of this property will take the form of router-host1:rpc-port.
  80. </description>
  81. </property>
  82. <property>
  83. <name>dfs.federation.router.rpc-bind-host</name>
  84. <value></value>
  85. <description>
  86. The actual address the RPC server will bind to. If this optional address is
  87. set, it overrides only the hostname portion of
  88. dfs.federation.router.rpc-address. This is useful for making the name node
  89. listen on all interfaces by setting it to 0.0.0.0.
  90. </description>
  91. </property>
  92. <property>
  93. <name>dfs.federation.router.handler.count</name>
  94. <value>10</value>
  95. <description>
  96. The number of server threads for the router to handle RPC requests from
  97. clients.
  98. </description>
  99. </property>
  100. <property>
  101. <name>dfs.federation.router.handler.queue.size</name>
  102. <value>100</value>
  103. <description>
  104. The size of the queue for the number of handlers to handle RPC client requests.
  105. </description>
  106. </property>
  107. <property>
  108. <name>dfs.federation.router.reader.count</name>
  109. <value>1</value>
  110. <description>
  111. The number of readers for the router to handle RPC client requests.
  112. </description>
  113. </property>
  114. <property>
  115. <name>dfs.federation.router.reader.queue.size</name>
  116. <value>100</value>
  117. <description>
  118. The size of the queue for the number of readers for the router to handle RPC client requests.
  119. </description>
  120. </property>
  121. <property>
  122. <name>dfs.federation.router.async.rpc.handler.count</name>
  123. <value>10</value>
  124. <description>
  125. The number of async handler for the router to handle RPC client requests.
  126. </description>
  127. </property>
  128. <property>
  129. <name>dfs.federation.router.async.rpc.responder.count</name>
  130. <value>10</value>
  131. <description>
  132. The number of async responder for the router to handle responses.
  133. </description>
  134. </property>
  135. <property>
  136. <name>dfs.federation.router.connection.creator.queue-size</name>
  137. <value>100</value>
  138. <description>
  139. Size of async connection creator queue.
  140. </description>
  141. </property>
  142. <property>
  143. <name>dfs.federation.router.connection.pool-size</name>
  144. <value>1</value>
  145. <description>
  146. Size of the pool of connections from the router to namenodes.
  147. </description>
  148. </property>
  149. <property>
  150. <name>dfs.federation.router.connection.min-active-ratio</name>
  151. <value>0.5f</value>
  152. <description>
  153. Minimum active ratio of connections from the router to namenodes.
  154. </description>
  155. </property>
  156. <property>
  157. <name>dfs.federation.router.connection.clean.ms</name>
  158. <value>10000</value>
  159. <description>
  160. Time interval, in milliseconds, to check if the connection pool should
  161. remove unused connections.
  162. </description>
  163. </property>
  164. <property>
  165. <name>dfs.federation.router.enable.multiple.socket</name>
  166. <value>false</value>
  167. <description>
  168. If enable multiple downstream socket or not. If true, ConnectionPool
  169. will use a new socket when creating a new connection for the same user,
  170. and RouterRPCClient will get a better throughput. It's best used with
  171. dfs.federation.router.max.concurrency.per.connection together to get
  172. a better throughput with fewer sockets. Such as enable
  173. dfs.federation.router.enable.multiple.socket and
  174. set dfs.federation.router.max.concurrency.per.connection = 20.
  175. </description>
  176. </property>
  177. <property>
  178. <name>dfs.federation.router.max.concurrency.per.connection</name>
  179. <value>1</value>
  180. <description>
  181. The maximum number of requests that a connection can handle concurrently.
  182. When the number of requests being processed by a socket is less than this value,
  183. new request will be processed by this socket. When enable
  184. dfs.federation.router.enable.multiple.socket, it's best
  185. set this value greater than 1, such as 20, to avoid frequent
  186. creation and idle sockets in the case of a NS with jitter requests.
  187. </description>
  188. </property>
  189. <property>
  190. <name>dfs.federation.router.connection.pool.clean.ms</name>
  191. <value>60000</value>
  192. <description>
  193. Time interval, in milliseconds, to check if the connection manager should
  194. remove unused connection pools.
  195. </description>
  196. </property>
  197. <property>
  198. <name>dfs.federation.router.metrics.enable</name>
  199. <value>true</value>
  200. <description>
  201. If the metrics in the router are enabled.
  202. </description>
  203. </property>
  204. <property>
  205. <name>dfs.federation.router.dn-report.time-out</name>
  206. <value>1000</value>
  207. <description>
  208. Time out, in milliseconds for getDatanodeReport.
  209. </description>
  210. </property>
  211. <property>
  212. <name>dfs.federation.router.dn-report.cache-expire</name>
  213. <value>10s</value>
  214. <description>
  215. Expiration time in seconds for datanodereport.
  216. </description>
  217. </property>
  218. <property>
  219. <name>dfs.federation.router.enable.get.dn.usage</name>
  220. <value>true</value>
  221. <description>
  222. If true, the getNodeUsage method in RBFMetrics will return an up-to-date
  223. result collecting from downstream nameservices. But it will take a long
  224. time and take up thread resources. If false, it will return a mock result with all 0.
  225. </description>
  226. </property>
  227. <property>
  228. <name>dfs.federation.router.metrics.class</name>
  229. <value>org.apache.hadoop.hdfs.server.federation.metrics.FederationRPCPerformanceMonitor</value>
  230. <description>
  231. Class to monitor the RPC system in the router. It must implement the
  232. RouterRpcMonitor interface.
  233. </description>
  234. </property>
  235. <property>
  236. <name>dfs.federation.router.admin.enable</name>
  237. <value>true</value>
  238. <description>
  239. If true, the RPC admin service to handle client requests in the router is
  240. enabled.
  241. </description>
  242. </property>
  243. <property>
  244. <name>dfs.federation.router.admin-address</name>
  245. <value>0.0.0.0:8111</value>
  246. <description>
  247. RPC address that handles the admin requests.
  248. The value of this property will take the form of router-host1:rpc-port.
  249. </description>
  250. </property>
  251. <property>
  252. <name>dfs.federation.router.admin-bind-host</name>
  253. <value></value>
  254. <description>
  255. The actual address the RPC admin server will bind to. If this optional
  256. address is set, it overrides only the hostname portion of
  257. dfs.federation.router.admin-address. This is useful for making the name
  258. node listen on all interfaces by setting it to 0.0.0.0.
  259. </description>
  260. </property>
  261. <property>
  262. <name>dfs.federation.router.admin.handler.count</name>
  263. <value>1</value>
  264. <description>
  265. The number of server threads for the router to handle RPC requests from
  266. admin.
  267. </description>
  268. </property>
  269. <property>
  270. <name>dfs.federation.router.admin.mount.check.enable</name>
  271. <value>false</value>
  272. <description>
  273. If true, add/update mount table will include a destination check to make
  274. sure the file exists in downstream namenodes, and changes to mount table
  275. will fail if the file doesn't exist in any of the destination namenode.
  276. </description>
  277. </property>
  278. <property>
  279. <name>dfs.federation.router.http-address</name>
  280. <value>0.0.0.0:50071</value>
  281. <description>
  282. HTTP address that handles the web requests to the Router.
  283. The value of this property will take the form of router-host1:http-port.
  284. </description>
  285. </property>
  286. <property>
  287. <name>dfs.federation.router.http-bind-host</name>
  288. <value></value>
  289. <description>
  290. The actual address the HTTP server will bind to. If this optional
  291. address is set, it overrides only the hostname portion of
  292. dfs.federation.router.http-address. This is useful for making the name
  293. node listen on all interfaces by setting it to 0.0.0.0.
  294. </description>
  295. </property>
  296. <property>
  297. <name>dfs.federation.router.https-address</name>
  298. <value>0.0.0.0:50072</value>
  299. <description>
  300. HTTPS address that handles the web requests to the Router.
  301. The value of this property will take the form of router-host1:https-port.
  302. </description>
  303. </property>
  304. <property>
  305. <name>dfs.federation.router.https-bind-host</name>
  306. <value></value>
  307. <description>
  308. The actual address the HTTPS server will bind to. If this optional
  309. address is set, it overrides only the hostname portion of
  310. dfs.federation.router.https-address. This is useful for making the name
  311. node listen on all interfaces by setting it to 0.0.0.0.
  312. </description>
  313. </property>
  314. <property>
  315. <name>dfs.federation.router.http.enable</name>
  316. <value>true</value>
  317. <description>
  318. If the HTTP service to handle client requests in the router is enabled.
  319. </description>
  320. </property>
  321. <property>
  322. <name>dfs.federation.router.fs-limits.max-component-length</name>
  323. <value>0</value>
  324. <description>
  325. Defines the maximum number of bytes in UTF-8 encoding in each
  326. component of a path at Router side. A value of 0 will disable the check.
  327. Support multiple size unit suffix(case insensitive). It is act as
  328. configuration dfs.namenode.fs-limits.max-component-length at NameNode
  329. side.
  330. </description>
  331. </property>
  332. <property>
  333. <name>dfs.federation.router.file.resolver.client.class</name>
  334. <value>org.apache.hadoop.hdfs.server.federation.resolver.MountTableResolver</value>
  335. <description>
  336. Class to resolve files to subclusters. To enable multiple subclusters for a mount point,
  337. set to org.apache.hadoop.hdfs.server.federation.resolver.MultipleDestinationMountTableResolver.
  338. </description>
  339. </property>
  340. <property>
  341. <name>dfs.federation.router.namenode.resolver.client.class</name>
  342. <value>org.apache.hadoop.hdfs.server.federation.resolver.MembershipNamenodeResolver</value>
  343. <description>
  344. Class to resolve the namenode for a subcluster.
  345. </description>
  346. </property>
  347. <property>
  348. <name>dfs.federation.router.store.enable</name>
  349. <value>true</value>
  350. <description>
  351. If true, the Router connects to the State Store.
  352. </description>
  353. </property>
  354. <property>
  355. <name>dfs.federation.router.store.serializer</name>
  356. <value>org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreSerializerPBImpl</value>
  357. <description>
  358. Class to serialize State Store records.
  359. </description>
  360. </property>
  361. <property>
  362. <name>dfs.federation.router.store.driver.class</name>
  363. <value>org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreZooKeeperImpl</value>
  364. <description>
  365. Class to implement the State Store. There are three implementation classes currently
  366. being supported:
  367. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreFileImpl,
  368. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreFileSystemImpl,
  369. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreMySQLImpl and
  370. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreZooKeeperImpl.
  371. These implementation classes use the local file, filesystem and ZooKeeper as a backend respectively.
  372. By default it uses the ZooKeeper as the default State Store.
  373. </description>
  374. </property>
  375. <property>
  376. <name>dfs.federation.router.store.driver.async.override.max.threads</name>
  377. <value>-1</value>
  378. <description>
  379. Number of threads used by StateStoreDriver to overwrite and delete records asynchronously.
  380. Only used by MembershipStore and RouterStore. Non-positive values will make StateStoreDriver
  381. run in sync mode.
  382. </description>
  383. </property>
  384. <property>
  385. <name>dfs.federation.router.store.connection.test</name>
  386. <value>60000</value>
  387. <description>
  388. How often to check for the connection to the State Store in milliseconds.
  389. </description>
  390. </property>
  391. <property>
  392. <name>dfs.federation.router.store.driver.zk.address</name>
  393. <description>
  394. Host:Port of the ZooKeeper for StateStoreZooKeeperImpl.
  395. </description>
  396. </property>
  397. <property>
  398. <name>dfs.federation.router.store.driver.zk.parent-path</name>
  399. <value>/hdfs-federation</value>
  400. <description>
  401. The parent path of zookeeper for StateStoreZooKeeperImpl.
  402. </description>
  403. </property>
  404. <property>
  405. <name>dfs.federation.router.store.driver.zk.async.max.threads</name>
  406. <value>-1</value>
  407. <description>
  408. Max threads number of StateStoreZooKeeperImpl in async mode.
  409. The only class currently being supported:
  410. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreZooKeeperImpl.
  411. Default value is -1, which means StateStoreZooKeeperImpl is working in sync mode.
  412. Use positive integer value to enable async mode.
  413. </description>
  414. </property>
  415. <property>
  416. <name>dfs.federation.router.cache.ttl</name>
  417. <value>1m</value>
  418. <description>
  419. How often to refresh the State Store caches in milliseconds. This setting
  420. supports multiple time unit suffixes as described in
  421. dfs.heartbeat.interval. If no suffix is specified then milliseconds is
  422. assumed.
  423. </description>
  424. </property>
  425. <property>
  426. <name>dfs.federation.router.store.membership.expiration</name>
  427. <value>300000</value>
  428. <description>
  429. Expiration time in milliseconds for a membership record.
  430. </description>
  431. </property>
  432. <property>
  433. <name>dfs.federation.router.store.membership.expiration.deletion</name>
  434. <value>-1</value>
  435. <description>
  436. Deletion time in milliseconds for a membership record. If an expired
  437. membership record exists beyond this time, it will be deleted. If this
  438. value is negative, the deletion is disabled.
  439. </description>
  440. </property>
  441. <property>
  442. <name>dfs.federation.router.heartbeat.enable</name>
  443. <value>true</value>
  444. <description>
  445. If true, the Router heartbeats into the State Store.
  446. </description>
  447. </property>
  448. <property>
  449. <name>dfs.federation.router.heartbeat.interval</name>
  450. <value>5000</value>
  451. <description>
  452. How often the Router should heartbeat into the State Store in milliseconds.
  453. </description>
  454. </property>
  455. <property>
  456. <name>dfs.federation.router.health.monitor.timeout</name>
  457. <value>30s</value>
  458. <description>
  459. Time out for Router to obtain HAServiceStatus from NameNode.
  460. </description>
  461. </property>
  462. <property>
  463. <name>dfs.federation.router.heartbeat-state.interval</name>
  464. <value>5s</value>
  465. <description>
  466. How often the Router should heartbeat its state into the State Store in
  467. milliseconds. This setting supports multiple time unit suffixes as
  468. described in dfs.federation.router.quota-cache.update.interval.
  469. </description>
  470. </property>
  471. <property>
  472. <name>dfs.federation.router.namenode.heartbeat.enable</name>
  473. <value></value>
  474. <description>
  475. If true, get namenode heartbeats and send into the State Store.
  476. If not explicitly specified takes the same value as for
  477. dfs.federation.router.heartbeat.enable.
  478. </description>
  479. </property>
  480. <property>
  481. <name>dfs.federation.router.namenode.heartbeat.jmx.interval</name>
  482. <value>0</value>
  483. <description>
  484. How often the Router should request JMX reports from the Namenode in miliseconds.
  485. If this value is 0, it will request JMX reports every time a Namenode report is requested.
  486. If this value is negative, it will disable JMX reports from the Namenode.
  487. </description>
  488. </property>
  489. <property>
  490. <name>dfs.federation.router.store.router.expiration</name>
  491. <value>5m</value>
  492. <description>
  493. Expiration time in milliseconds for a router state record. This setting
  494. supports multiple time unit suffixes as described in
  495. dfs.federation.router.quota-cache.update.interval.
  496. </description>
  497. </property>
  498. <property>
  499. <name>dfs.federation.router.store.router.expiration.deletion</name>
  500. <value>-1</value>
  501. <description>
  502. Deletion time in milliseconds for a router state record. If an expired
  503. router state record exists beyond this time, it will be deleted. If this
  504. value is negative, the deletion is disabled.
  505. </description>
  506. </property>
  507. <property>
  508. <name>dfs.federation.router.safemode.enable</name>
  509. <value>true</value>
  510. <description>
  511. </description>
  512. </property>
  513. <property>
  514. <name>dfs.federation.router.safemode.extension</name>
  515. <value>30s</value>
  516. <description>
  517. Time after startup that the Router is in safe mode. This setting
  518. supports multiple time unit suffixes as described in
  519. dfs.heartbeat.interval. If no suffix is specified then milliseconds is
  520. assumed.
  521. </description>
  522. </property>
  523. <property>
  524. <name>dfs.federation.router.safemode.expiration</name>
  525. <value>3m</value>
  526. <description>
  527. Time without being able to reach the State Store to enter safe mode. This
  528. setting supports multiple time unit suffixes as described in
  529. dfs.heartbeat.interval. If no suffix is specified then milliseconds is
  530. assumed.
  531. </description>
  532. </property>
  533. <property>
  534. <name>dfs.federation.router.safemode.checkperiod</name>
  535. <value>5s</value>
  536. <description>
  537. How often the Router should check safe mode. This
  538. setting supports multiple time unit suffixes as described in
  539. dfs.heartbeat.interval. If no suffix is specified then milliseconds is
  540. assumed.
  541. </description>
  542. </property>
  543. <property>
  544. <name>dfs.federation.router.monitor.namenode</name>
  545. <value></value>
  546. <description>
  547. The identifier of the namenodes to monitor and heartbeat.
  548. </description>
  549. </property>
  550. <property>
  551. <name>dfs.federation.router.monitor.namenode.nameservice.resolution-enabled</name>
  552. <value>false</value>
  553. <description>
  554. Determines if the given monitored namenode address is a domain name which needs to
  555. be resolved.
  556. This is used by router to resolve namenodes.
  557. </description>
  558. </property>
  559. <property>
  560. <name>dfs.federation.router.monitor.namenode.nameservice.resolver.impl</name>
  561. <value></value>
  562. <description>
  563. Nameservice resolver implementation used by router.
  564. Effective with
  565. dfs.federation.router.monitor.namenode.nameservices.resolution-enabled on.
  566. </description>
  567. </property>
  568. <property>
  569. <name>dfs.federation.router.monitor.localnamenode.enable</name>
  570. <value>true</value>
  571. <description>
  572. If true, the Router should monitor the namenode in the local machine.
  573. </description>
  574. </property>
  575. <property>
  576. <name>dfs.federation.router.mount-table.max-cache-size</name>
  577. <value>10000</value>
  578. <description>
  579. Maximum number of mount table cache entries to have.
  580. By default, remove cache entries if we have more than 10k.
  581. </description>
  582. </property>
  583. <property>
  584. <name>dfs.federation.router.mount-table.cache.enable</name>
  585. <value>true</value>
  586. <description>
  587. Set to true to enable mount table cache (Path to Remote Location cache).
  588. Disabling the cache is recommended when a large amount of unique paths are queried.
  589. </description>
  590. </property>
  591. <property>
  592. <name>dfs.federation.router.quota.enable</name>
  593. <value>false</value>
  594. <description>
  595. Set to true to enable quota system in Router. When it's enabled, setting
  596. or clearing sub-cluster's quota directly is not recommended since Router
  597. Admin server will override sub-cluster's quota with global quota.
  598. </description>
  599. </property>
  600. <property>
  601. <name>dfs.federation.router.quota-cache.update.interval</name>
  602. <value>60s</value>
  603. <description>
  604. Interval time for updating quota usage cache in Router.
  605. This property is used only if the value of
  606. dfs.federation.router.quota.enable is true.
  607. This setting supports multiple time unit suffixes as described
  608. in dfs.heartbeat.interval. If no suffix is specified then milliseconds
  609. is assumed.
  610. </description>
  611. </property>
  612. <property>
  613. <name>dfs.federation.router.client.thread-size</name>
  614. <value>32</value>
  615. <description>
  616. Max threads size for the RouterClient to execute concurrent
  617. requests.
  618. </description>
  619. </property>
  620. <property>
  621. <name>dfs.federation.router.client.retry.max.attempts</name>
  622. <value>3</value>
  623. <description>
  624. Max retry attempts for the RouterClient talking to the Router.
  625. </description>
  626. </property>
  627. <property>
  628. <name>dfs.federation.router.client.reject.overload</name>
  629. <value>false</value>
  630. <description>
  631. Set to true to reject client requests when we run out of RPC client
  632. threads.
  633. </description>
  634. </property>
  635. <property>
  636. <name>dfs.federation.router.client.allow-partial-listing</name>
  637. <value>true</value>
  638. <description>
  639. If the Router can return a partial list of files in a multi-destination mount point when one of the subclusters is unavailable.
  640. True may return a partial list of files if a subcluster is down.
  641. False will fail the request if one is unavailable.
  642. </description>
  643. </property>
  644. <property>
  645. <name>dfs.federation.router.client.mount-status.time-out</name>
  646. <value>1s</value>
  647. <description>
  648. Set a timeout for the Router when listing folders containing mount
  649. points. In this process, the Router checks the mount table and then it
  650. checks permissions in the subcluster. After the time out, we return the
  651. default values.
  652. </description>
  653. </property>
  654. <property>
  655. <name>dfs.federation.router.connect.max.retries.on.timeouts</name>
  656. <value>0</value>
  657. <description>
  658. Maximum number of retries for the IPC Client when connecting to the
  659. subclusters. By default, it doesn't let the IPC retry and the Router
  660. handles it.
  661. </description>
  662. </property>
  663. <property>
  664. <name>dfs.federation.router.connect.timeout</name>
  665. <value>2s</value>
  666. <description>
  667. Time out for the IPC client connecting to the subclusters. This should be
  668. short as the Router has knowledge of the state of the Routers.
  669. </description>
  670. </property>
  671. <property>
  672. <name>dfs.federation.router.keytab.file</name>
  673. <value></value>
  674. <description>
  675. The keytab file used by router to login as its
  676. service principal. The principal name is configured with
  677. dfs.federation.router.kerberos.principal.
  678. </description>
  679. </property>
  680. <property>
  681. <name>dfs.federation.router.kerberos.principal</name>
  682. <value></value>
  683. <description>
  684. The Router service principal. This is typically set to
  685. router/_HOST@REALM.TLD. Each Router will substitute _HOST with its
  686. own fully qualified hostname at startup. The _HOST placeholder
  687. allows using the same configuration setting on both Router
  688. in an HA setup.
  689. </description>
  690. </property>
  691. <property>
  692. <name>dfs.federation.router.kerberos.principal.hostname</name>
  693. <value></value>
  694. <description>
  695. Optional. The hostname for the Router containing this
  696. configuration file. Will be different for each machine.
  697. Defaults to current hostname.
  698. </description>
  699. </property>
  700. <property>
  701. <name>dfs.federation.router.kerberos.internal.spnego.principal</name>
  702. <value>${dfs.web.authentication.kerberos.principal}</value>
  703. <description>
  704. The server principal used by the Router for web UI SPNEGO
  705. authentication when Kerberos security is enabled. This is
  706. typically set to HTTP/_HOST@REALM.TLD The SPNEGO server principal
  707. begins with the prefix HTTP/ by convention.
  708. If the value is '*', the web server will attempt to login with
  709. every principal specified in the keytab file
  710. dfs.web.authentication.kerberos.keytab.
  711. </description>
  712. </property>
  713. <property>
  714. <name>dfs.federation.router.mount-table.cache.update</name>
  715. <value>false</value>
  716. <description>Set true to enable MountTableRefreshService. This service
  717. updates mount table cache immediately after adding, modifying or
  718. deleting the mount table entries. If this service is not enabled
  719. mount table cache are refreshed periodically by
  720. StateStoreCacheUpdateService
  721. </description>
  722. </property>
  723. <property>
  724. <name>dfs.federation.router.mount-table.cache.update.timeout</name>
  725. <value>1m</value>
  726. <description>This property defines how long to wait for all the
  727. admin servers to finish their mount table cache update. This setting
  728. supports multiple time unit suffixes as described in
  729. dfs.federation.router.safemode.extension.
  730. </description>
  731. </property>
  732. <property>
  733. <name>dfs.federation.router.mount-table.cache.update.client.max.time
  734. </name>
  735. <value>5m</value>
  736. <description>Remote router mount table cache is updated through
  737. RouterClient(RPC call). To improve performance, RouterClient
  738. connections are cached but it should not be kept in cache forever.
  739. This property defines the max time a connection can be cached. This
  740. setting supports multiple time unit suffixes as described in
  741. dfs.federation.router.safemode.extension.
  742. </description>
  743. </property>
  744. <property>
  745. <name>dfs.federation.router.secret.manager.class</name>
  746. <value>org.apache.hadoop.hdfs.server.federation.router.security.token.ZKDelegationTokenSecretManagerImpl</value>
  747. <description>
  748. Class to implement state store to delegation tokens.
  749. Default implementation uses zookeeper as the backend to store delegation tokens.
  750. </description>
  751. </property>
  752. <property>
  753. <name>dfs.federation.router.top.num.token.realowners</name>
  754. <value>10</value>
  755. <description>
  756. The number of top real owners by tokens count to report in the JMX metrics.
  757. Real owners are the effective users whose cretential are used to generate
  758. the tokens.
  759. </description>
  760. </property>
  761. <property>
  762. <name>dfs.federation.router.fairness.policy.controller.class</name>
  763. <value>org.apache.hadoop.hdfs.server.federation.fairness.NoRouterRpcFairnessPolicyController</value>
  764. <description>
  765. No fairness policy handler by default, for fairness
  766. StaticFairnessPolicyController should be configured.
  767. </description>
  768. </property>
  769. <property>
  770. <name>dfs.federation.router.fairness.handler.count.EXAMPLENAMESERVICE</name>
  771. <value></value>
  772. <description>
  773. Dedicated handler count for nameservice EXAMPLENAMESERVICE. The handler
  774. (configed by dfs.federation.router.handler.count)resource is controlled
  775. internally by Semaphore permits. Two requirements have to be satisfied.
  776. 1) all downstream nameservices need this config otherwise no permit will
  777. be given thus not proxy will happen. 2) if a special *concurrent*
  778. nameservice is specified, the sum of all configured values is smaller or
  779. equal to the total number of router handlers; if the special *concurrent*
  780. is not specified, the sum of all configured values must be strictly
  781. smaller than the router handlers thus the left will be allocated to the
  782. concurrent calls.
  783. </description>
  784. </property>
  785. <property>
  786. <name>dfs.federation.router.fairness.acquire.timeout</name>
  787. <value>1s</value>
  788. <description>
  789. The maximum time to wait for a permit.
  790. </description>
  791. </property>
  792. <property>
  793. <name>dfs.federation.router.fairness.handler.proportion.EXAMPLENAMESERVICE</name>
  794. <value>0.1</value>
  795. <description>
  796. Dedicated handler proportion for nameservice EXAMPLENAMESERVICE.
  797. The range of this value is [0, 1], and the data type is float.
  798. If this value is configured as x, and the total number of handlers
  799. (configed by dfs.federation.router.handler.count) of the router is y,
  800. then the maximum number of handlers for the EXAMPLENAMESERVICE is z=(int) x*y;
  801. If z is 0, z is reset to 1, ensuring the ns has at least one handler.
  802. </description>
  803. </property>
  804. <property>
  805. <name>dfs.federation.router.federation.rename.bandwidth</name>
  806. <value>10</value>
  807. <description>
  808. Specify bandwidth per map in MB.
  809. </description>
  810. </property>
  811. <property>
  812. <name>dfs.federation.router.federation.rename.map</name>
  813. <value>10</value>
  814. <description>
  815. Max number of concurrent maps to use for copy.
  816. </description>
  817. </property>
  818. <property>
  819. <name>dfs.federation.router.federation.rename.delay</name>
  820. <value>1000</value>
  821. <description>
  822. Specify the delayed duration(millie seconds) when the job needs to retry.
  823. </description>
  824. </property>
  825. <property>
  826. <name>dfs.federation.router.federation.rename.diff</name>
  827. <value>0</value>
  828. <description>
  829. Specify the threshold of the diff entries that used in incremental copy
  830. stage.
  831. </description>
  832. </property>
  833. <property>
  834. <name>dfs.federation.router.federation.rename.option</name>
  835. <value>NONE</value>
  836. <description>
  837. Specify the action when rename across namespaces. The option can be NONE
  838. and DISTCP.
  839. </description>
  840. </property>
  841. <property>
  842. <name>dfs.federation.router.federation.rename.force.close.open.file</name>
  843. <value>true</value>
  844. <description>
  845. Force close all open files when there is no diff in the DIFF_DISTCP stage.
  846. </description>
  847. </property>
  848. <property>
  849. <name>dfs.federation.router.federation.rename.trash</name>
  850. <value>trash</value>
  851. <description>
  852. This options has 3 values: trash (move the source path to trash), delete
  853. (delete the source path directly) and skip (skip both trash and deletion).
  854. </description>
  855. </property>
  856. <property>
  857. <name>dfs.federation.router.observer.read.default</name>
  858. <value>false</value>
  859. <description>
  860. Whether observer reads are enabled. This is a default for all nameservices.
  861. The default can be inverted for individual namespace by adding them to
  862. dfs.federation.router.observer.read.overrides.
  863. </description>
  864. </property>
  865. <property>
  866. <name>dfs.federation.router.observer.read.overrides</name>
  867. <value/>
  868. <description>
  869. Commas separated list of namespaces for which to invert the default configuration,
  870. dfs.federation.router.observer.read.default, for whether to enable observer reads.
  871. </description>
  872. </property>
  873. <property>
  874. <name>dfs.federation.router.observer.federated.state.propagation.maxsize</name>
  875. <value>5</value>
  876. <description>
  877. The maximum size of the federated state to send in the RPC header. Sending the federated
  878. state removes the need to msync on every read call, but at the expense of having a larger
  879. header. The cost tradeoff between the larger header and always msync'ing depends on the number
  880. of namespaces in use and the latency of the msync requests.
  881. </description>
  882. </property>
  883. <property>
  884. <name>dfs.federation.router.observer.state.id.refresh.period</name>
  885. <value>15s</value>
  886. <description>
  887. Period to refresh namespace stateID using active namenode. This ensures the
  888. namespace stateID is refresh even when an observer is trailing behind.
  889. If this is below 0, the auto-refresh is disabled.
  890. </description>
  891. </property>
  892. <property>
  893. <name>dfs.federation.router.store.driver.file.async.threads</name>
  894. <value>0</value>
  895. <description>
  896. Max threads used by StateStoreFileImpl to access state store files concurrently.
  897. The only class currently being supported:
  898. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreFileImpl.
  899. Default value is 0, which means StateStoreFileImpl would work in sync mode, meaning it
  900. would access one file at a time.
  901. Use positive integer value to enable concurrent files access.
  902. </description>
  903. </property>
  904. <property>
  905. <name>dfs.federation.router.store.driver.fs.async.threads</name>
  906. <value>0</value>
  907. <description>
  908. Max threads used by StateStoreFileSystemImpl to access state store files from the given
  909. filesystem concurrently.
  910. The only class currently being supported:
  911. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreFileSystemImpl.
  912. Default value is 0, which means StateStoreFileSystemImpl would work in sync mode, meaning it
  913. would access one file from the filesystem at a time.
  914. Use positive integer value to enable concurrent files access from the given filesystem.
  915. </description>
  916. </property>
  917. <property>
  918. <name>dfs.federation.router.heartbeat.with.ip.enable</name>
  919. <description>
  920. Make router use IP instead of host when communicating with router state state store.
  921. </description>
  922. <value>false</value>
  923. </property>
  924. </configuration>