hdfs-default.xml 57 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689
  1. <?xml version="1.0"?>
  2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  3. <!--
  4. Licensed to the Apache Software Foundation (ASF) under one or more
  5. contributor license agreements. See the NOTICE file distributed with
  6. this work for additional information regarding copyright ownership.
  7. The ASF licenses this file to You under the Apache License, Version 2.0
  8. (the "License"); you may not use this file except in compliance with
  9. the License. You may obtain a copy of the License at
  10. http://www.apache.org/licenses/LICENSE-2.0
  11. Unless required by applicable law or agreed to in writing, software
  12. distributed under the License is distributed on an "AS IS" BASIS,
  13. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. See the License for the specific language governing permissions and
  15. limitations under the License.
  16. -->
  17. <!-- Do not modify this file directly. Instead, copy entries that you -->
  18. <!-- wish to modify from this file into hdfs-site.xml and change them -->
  19. <!-- there. If hdfs-site.xml does not already exist, create it. -->
  20. <configuration>
  21. <property>
  22. <name>hadoop.hdfs.configuration.version</name>
  23. <value>1</value>
  24. <description>version of this configuration file</description>
  25. </property>
  26. <property>
  27. <name>dfs.namenode.logging.level</name>
  28. <value>info</value>
  29. <description>
  30. The logging level for dfs namenode. Other values are "dir" (trace
  31. namespace mutations), "block" (trace block under/over replications
  32. and block creations/deletions), or "all".
  33. </description>
  34. </property>
  35. <property>
  36. <name>dfs.namenode.rpc-address</name>
  37. <value></value>
  38. <description>
  39. RPC address that handles all clients requests. In the case of HA/Federation where multiple namenodes exist,
  40. the name service id is added to the name e.g. dfs.namenode.rpc-address.ns1
  41. dfs.namenode.rpc-address.EXAMPLENAMESERVICE
  42. The value of this property will take the form of nn-host1:rpc-port.
  43. </description>
  44. </property>
  45. <property>
  46. <name>dfs.namenode.rpc-bind-host</name>
  47. <value></value>
  48. <description>
  49. The actual address the server will bind to. If this optional address is
  50. set, the RPC server will bind to this address and the port specified in
  51. dfs.namenode.rpc-address for the RPC server. It can also be specified
  52. per name node or name service for HA/Federation. This is most useful for
  53. making name node listen to all interfaces by setting to 0.0.0.0.
  54. </description>
  55. </property>
  56. <property>
  57. <name>dfs.namenode.servicerpc-address</name>
  58. <value></value>
  59. <description>
  60. RPC address for HDFS Services communication. BackupNode, Datanodes and all other services should be
  61. connecting to this address if it is configured. In the case of HA/Federation where multiple namenodes exist,
  62. the name service id is added to the name e.g. dfs.namenode.servicerpc-address.ns1
  63. dfs.namenode.rpc-address.EXAMPLENAMESERVICE
  64. The value of this property will take the form of nn-host1:rpc-port.
  65. If the value of this property is unset the value of dfs.namenode.rpc-address will be used as the default.
  66. </description>
  67. </property>
  68. <property>
  69. <name>dfs.namenode.servicerpc-bind-host</name>
  70. <value></value>
  71. <description>
  72. The actual address the server will bind to. If this optional address is
  73. set, the service RPC server will bind to this address and the port
  74. specified in dfs.namenode.servicerpc-address. It can also be specified
  75. per name node or name service for HA/Federation. This is most useful for
  76. making name node listen to all interfaces by setting to 0.0.0.0.
  77. </description>
  78. </property>
  79. <property>
  80. <name>dfs.namenode.secondary.http-address</name>
  81. <value>0.0.0.0:50090</value>
  82. <description>
  83. The secondary namenode http server address and port.
  84. </description>
  85. </property>
  86. <property>
  87. <name>dfs.namenode.secondary.https-address</name>
  88. <value>0.0.0.0:50091</value>
  89. <description>
  90. The secondary namenode HTTPS server address and port.
  91. </description>
  92. </property>
  93. <property>
  94. <name>dfs.datanode.address</name>
  95. <value>0.0.0.0:50010</value>
  96. <description>
  97. The datanode server address and port for data transfer.
  98. </description>
  99. </property>
  100. <property>
  101. <name>dfs.datanode.http.address</name>
  102. <value>0.0.0.0:50075</value>
  103. <description>
  104. The datanode http server address and port.
  105. </description>
  106. </property>
  107. <property>
  108. <name>dfs.datanode.ipc.address</name>
  109. <value>0.0.0.0:50020</value>
  110. <description>
  111. The datanode ipc server address and port.
  112. </description>
  113. </property>
  114. <property>
  115. <name>dfs.datanode.handler.count</name>
  116. <value>10</value>
  117. <description>The number of server threads for the datanode.</description>
  118. </property>
  119. <property>
  120. <name>dfs.namenode.http-address</name>
  121. <value>0.0.0.0:50070</value>
  122. <description>
  123. The address and the base port where the dfs namenode web ui will listen on.
  124. </description>
  125. </property>
  126. <property>
  127. <name>dfs.https.enable</name>
  128. <value>false</value>
  129. <description>
  130. Deprecated. Use "dfs.http.policy" instead.
  131. </description>
  132. </property>
  133. <property>
  134. <name>dfs.http.policy</name>
  135. <value>HTTP_ONLY</value>
  136. <description>Decide if HTTPS(SSL) is supported on HDFS
  137. This configures the HTTP endpoint for HDFS daemons:
  138. The following values are supported:
  139. - HTTP_ONLY : Service is provided only on http
  140. - HTTPS_ONLY : Service is provided only on https
  141. - HTTP_AND_HTTPS : Service is provided both on http and https
  142. </description>
  143. </property>
  144. <property>
  145. <name>dfs.client.https.need-auth</name>
  146. <value>false</value>
  147. <description>Whether SSL client certificate authentication is required
  148. </description>
  149. </property>
  150. <property>
  151. <name>dfs.client.cached.conn.retry</name>
  152. <value>3</value>
  153. <description>The number of times the HDFS client will pull a socket from the
  154. cache. Once this number is exceeded, the client will try to create a new
  155. socket.
  156. </description>
  157. </property>
  158. <property>
  159. <name>dfs.https.server.keystore.resource</name>
  160. <value>ssl-server.xml</value>
  161. <description>Resource file from which ssl server keystore
  162. information will be extracted
  163. </description>
  164. </property>
  165. <property>
  166. <name>dfs.client.https.keystore.resource</name>
  167. <value>ssl-client.xml</value>
  168. <description>Resource file from which ssl client keystore
  169. information will be extracted
  170. </description>
  171. </property>
  172. <property>
  173. <name>dfs.datanode.https.address</name>
  174. <value>0.0.0.0:50475</value>
  175. <description>The datanode secure http server address and port.</description>
  176. </property>
  177. <property>
  178. <name>dfs.namenode.https-address</name>
  179. <value>0.0.0.0:50470</value>
  180. <description>The namenode secure http server address and port.</description>
  181. </property>
  182. <property>
  183. <name>dfs.datanode.dns.interface</name>
  184. <value>default</value>
  185. <description>The name of the Network Interface from which a data node should
  186. report its IP address.
  187. </description>
  188. </property>
  189. <property>
  190. <name>dfs.datanode.dns.nameserver</name>
  191. <value>default</value>
  192. <description>The host name or IP address of the name server (DNS)
  193. which a DataNode should use to determine the host name used by the
  194. NameNode for communication and display purposes.
  195. </description>
  196. </property>
  197. <property>
  198. <name>dfs.namenode.backup.address</name>
  199. <value>0.0.0.0:50100</value>
  200. <description>
  201. The backup node server address and port.
  202. If the port is 0 then the server will start on a free port.
  203. </description>
  204. </property>
  205. <property>
  206. <name>dfs.namenode.backup.http-address</name>
  207. <value>0.0.0.0:50105</value>
  208. <description>
  209. The backup node http server address and port.
  210. If the port is 0 then the server will start on a free port.
  211. </description>
  212. </property>
  213. <property>
  214. <name>dfs.namenode.replication.considerLoad</name>
  215. <value>true</value>
  216. <description>Decide if chooseTarget considers the target's load or not
  217. </description>
  218. </property>
  219. <property>
  220. <name>dfs.default.chunk.view.size</name>
  221. <value>32768</value>
  222. <description>The number of bytes to view for a file on the browser.
  223. </description>
  224. </property>
  225. <property>
  226. <name>dfs.datanode.du.reserved</name>
  227. <value>0</value>
  228. <description>Reserved space in bytes per volume. Always leave this much space free for non dfs use.
  229. </description>
  230. </property>
  231. <property>
  232. <name>dfs.namenode.name.dir</name>
  233. <value>file://${hadoop.tmp.dir}/dfs/name</value>
  234. <description>Determines where on the local filesystem the DFS name node
  235. should store the name table(fsimage). If this is a comma-delimited list
  236. of directories then the name table is replicated in all of the
  237. directories, for redundancy. </description>
  238. </property>
  239. <property>
  240. <name>dfs.namenode.name.dir.restore</name>
  241. <value>false</value>
  242. <description>Set to true to enable NameNode to attempt recovering a
  243. previously failed dfs.namenode.name.dir. When enabled, a recovery of any
  244. failed directory is attempted during checkpoint.</description>
  245. </property>
  246. <property>
  247. <name>dfs.namenode.fs-limits.max-component-length</name>
  248. <value>0</value>
  249. <description>Defines the maximum number of characters in each component
  250. of a path. A value of 0 will disable the check.</description>
  251. </property>
  252. <property>
  253. <name>dfs.namenode.fs-limits.max-directory-items</name>
  254. <value>0</value>
  255. <description>Defines the maximum number of items that a directory may
  256. contain. A value of 0 will disable the check.</description>
  257. </property>
  258. <property>
  259. <name>dfs.namenode.fs-limits.min-block-size</name>
  260. <value>1048576</value>
  261. <description>Minimum block size in bytes, enforced by the Namenode at create
  262. time. This prevents the accidental creation of files with tiny block
  263. sizes (and thus many blocks), which can degrade
  264. performance.</description>
  265. </property>
  266. <property>
  267. <name>dfs.namenode.fs-limits.max-blocks-per-file</name>
  268. <value>1048576</value>
  269. <description>Maximum number of blocks per file, enforced by the Namenode on
  270. write. This prevents the creation of extremely large files which can
  271. degrade performance.</description>
  272. </property>
  273. <property>
  274. <name>dfs.namenode.edits.dir</name>
  275. <value>${dfs.namenode.name.dir}</value>
  276. <description>Determines where on the local filesystem the DFS name node
  277. should store the transaction (edits) file. If this is a comma-delimited list
  278. of directories then the transaction file is replicated in all of the
  279. directories, for redundancy. Default value is same as dfs.namenode.name.dir
  280. </description>
  281. </property>
  282. <property>
  283. <name>dfs.namenode.shared.edits.dir</name>
  284. <value></value>
  285. <description>A directory on shared storage between the multiple namenodes
  286. in an HA cluster. This directory will be written by the active and read
  287. by the standby in order to keep the namespaces synchronized. This directory
  288. does not need to be listed in dfs.namenode.edits.dir above. It should be
  289. left empty in a non-HA cluster.
  290. </description>
  291. </property>
  292. <property>
  293. <name>dfs.namenode.edits.journal-plugin.qjournal</name>
  294. <value>org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager</value>
  295. </property>
  296. <property>
  297. <name>dfs.permissions.enabled</name>
  298. <value>true</value>
  299. <description>
  300. If "true", enable permission checking in HDFS.
  301. If "false", permission checking is turned off,
  302. but all other behavior is unchanged.
  303. Switching from one parameter value to the other does not change the mode,
  304. owner or group of files or directories.
  305. </description>
  306. </property>
  307. <property>
  308. <name>dfs.permissions.superusergroup</name>
  309. <value>supergroup</value>
  310. <description>The name of the group of super-users.</description>
  311. </property>
  312. <!--
  313. <property>
  314. <name>dfs.cluster.administrators</name>
  315. <value>ACL for the admins</value>
  316. <description>This configuration is used to control who can access the
  317. default servlets in the namenode, etc.
  318. </description>
  319. </property>
  320. -->
  321. <property>
  322. <name>dfs.namenode.acls.enabled</name>
  323. <value>false</value>
  324. <description>
  325. Set to true to enable support for HDFS ACLs (Access Control Lists). By
  326. default, ACLs are disabled. When ACLs are disabled, the NameNode rejects
  327. all RPCs related to setting or getting ACLs.
  328. </description>
  329. </property>
  330. <property>
  331. <name>dfs.block.access.token.enable</name>
  332. <value>false</value>
  333. <description>
  334. If "true", access tokens are used as capabilities for accessing datanodes.
  335. If "false", no access tokens are checked on accessing datanodes.
  336. </description>
  337. </property>
  338. <property>
  339. <name>dfs.block.access.key.update.interval</name>
  340. <value>600</value>
  341. <description>
  342. Interval in minutes at which namenode updates its access keys.
  343. </description>
  344. </property>
  345. <property>
  346. <name>dfs.block.access.token.lifetime</name>
  347. <value>600</value>
  348. <description>The lifetime of access tokens in minutes.</description>
  349. </property>
  350. <property>
  351. <name>dfs.datanode.data.dir</name>
  352. <value>file://${hadoop.tmp.dir}/dfs/data</value>
  353. <description>Determines where on the local filesystem an DFS data node
  354. should store its blocks. If this is a comma-delimited
  355. list of directories, then data will be stored in all named
  356. directories, typically on different devices.
  357. Directories that do not exist are ignored.
  358. </description>
  359. </property>
  360. <property>
  361. <name>dfs.datanode.data.dir.perm</name>
  362. <value>700</value>
  363. <description>Permissions for the directories on on the local filesystem where
  364. the DFS data node store its blocks. The permissions can either be octal or
  365. symbolic.</description>
  366. </property>
  367. <property>
  368. <name>dfs.replication</name>
  369. <value>3</value>
  370. <description>Default block replication.
  371. The actual number of replications can be specified when the file is created.
  372. The default is used if replication is not specified in create time.
  373. </description>
  374. </property>
  375. <property>
  376. <name>dfs.replication.max</name>
  377. <value>512</value>
  378. <description>Maximal block replication.
  379. </description>
  380. </property>
  381. <property>
  382. <name>dfs.namenode.replication.min</name>
  383. <value>1</value>
  384. <description>Minimal block replication.
  385. </description>
  386. </property>
  387. <property>
  388. <name>dfs.blocksize</name>
  389. <value>134217728</value>
  390. <description>
  391. The default block size for new files, in bytes.
  392. You can use the following suffix (case insensitive):
  393. k(kilo), m(mega), g(giga), t(tera), p(peta), e(exa) to specify the size (such as 128k, 512m, 1g, etc.),
  394. Or provide complete size in bytes (such as 134217728 for 128 MB).
  395. </description>
  396. </property>
  397. <property>
  398. <name>dfs.client.block.write.retries</name>
  399. <value>3</value>
  400. <description>The number of retries for writing blocks to the data nodes,
  401. before we signal failure to the application.
  402. </description>
  403. </property>
  404. <property>
  405. <name>dfs.client.block.write.replace-datanode-on-failure.enable</name>
  406. <value>true</value>
  407. <description>
  408. If there is a datanode/network failure in the write pipeline,
  409. DFSClient will try to remove the failed datanode from the pipeline
  410. and then continue writing with the remaining datanodes. As a result,
  411. the number of datanodes in the pipeline is decreased. The feature is
  412. to add new datanodes to the pipeline.
  413. This is a site-wide property to enable/disable the feature.
  414. When the cluster size is extremely small, e.g. 3 nodes or less, cluster
  415. administrators may want to set the policy to NEVER in the default
  416. configuration file or disable this feature. Otherwise, users may
  417. experience an unusually high rate of pipeline failures since it is
  418. impossible to find new datanodes for replacement.
  419. See also dfs.client.block.write.replace-datanode-on-failure.policy
  420. </description>
  421. </property>
  422. <property>
  423. <name>dfs.client.block.write.replace-datanode-on-failure.policy</name>
  424. <value>DEFAULT</value>
  425. <description>
  426. This property is used only if the value of
  427. dfs.client.block.write.replace-datanode-on-failure.enable is true.
  428. ALWAYS: always add a new datanode when an existing datanode is removed.
  429. NEVER: never add a new datanode.
  430. DEFAULT:
  431. Let r be the replication number.
  432. Let n be the number of existing datanodes.
  433. Add a new datanode only if r is greater than or equal to 3 and either
  434. (1) floor(r/2) is greater than or equal to n; or
  435. (2) r is greater than n and the block is hflushed/appended.
  436. </description>
  437. </property>
  438. <property>
  439. <name>dfs.blockreport.intervalMsec</name>
  440. <value>21600000</value>
  441. <description>Determines block reporting interval in milliseconds.</description>
  442. </property>
  443. <property>
  444. <name>dfs.blockreport.initialDelay</name> <value>0</value>
  445. <description>Delay for first block report in seconds.</description>
  446. </property>
  447. <property>
  448. <name>dfs.blockreport.split.threshold</name>
  449. <value>1000000</value>
  450. <description>If the number of blocks on the DataNode is below this
  451. threshold then it will send block reports for all Storage Directories
  452. in a single message.
  453. If the number of blocks exceeds this threshold then the DataNode will
  454. send block reports for each Storage Directory in separate messages.
  455. Set to zero to always split.
  456. </description>
  457. </property>
  458. <property>
  459. <name>dfs.datanode.directoryscan.interval</name>
  460. <value>21600</value>
  461. <description>Interval in seconds for Datanode to scan data directories and
  462. reconcile the difference between blocks in memory and on the disk.
  463. </description>
  464. </property>
  465. <property>
  466. <name>dfs.datanode.directoryscan.threads</name>
  467. <value>1</value>
  468. <description>How many threads should the threadpool used to compile reports
  469. for volumes in parallel have.
  470. </description>
  471. </property>
  472. <property>
  473. <name>dfs.heartbeat.interval</name>
  474. <value>3</value>
  475. <description>Determines datanode heartbeat interval in seconds.</description>
  476. </property>
  477. <property>
  478. <name>dfs.namenode.handler.count</name>
  479. <value>10</value>
  480. <description>The number of server threads for the namenode.</description>
  481. </property>
  482. <property>
  483. <name>dfs.namenode.safemode.threshold-pct</name>
  484. <value>0.999f</value>
  485. <description>
  486. Specifies the percentage of blocks that should satisfy
  487. the minimal replication requirement defined by dfs.namenode.replication.min.
  488. Values less than or equal to 0 mean not to wait for any particular
  489. percentage of blocks before exiting safemode.
  490. Values greater than 1 will make safe mode permanent.
  491. </description>
  492. </property>
  493. <property>
  494. <name>dfs.namenode.safemode.min.datanodes</name>
  495. <value>0</value>
  496. <description>
  497. Specifies the number of datanodes that must be considered alive
  498. before the name node exits safemode.
  499. Values less than or equal to 0 mean not to take the number of live
  500. datanodes into account when deciding whether to remain in safe mode
  501. during startup.
  502. Values greater than the number of datanodes in the cluster
  503. will make safe mode permanent.
  504. </description>
  505. </property>
  506. <property>
  507. <name>dfs.namenode.safemode.extension</name>
  508. <value>30000</value>
  509. <description>
  510. Determines extension of safe mode in milliseconds
  511. after the threshold level is reached.
  512. </description>
  513. </property>
  514. <property>
  515. <name>dfs.datanode.balance.bandwidthPerSec</name>
  516. <value>1048576</value>
  517. <description>
  518. Specifies the maximum amount of bandwidth that each datanode
  519. can utilize for the balancing purpose in term of
  520. the number of bytes per second.
  521. </description>
  522. </property>
  523. <property>
  524. <name>dfs.hosts</name>
  525. <value></value>
  526. <description>Names a file that contains a list of hosts that are
  527. permitted to connect to the namenode. The full pathname of the file
  528. must be specified. If the value is empty, all hosts are
  529. permitted.</description>
  530. </property>
  531. <property>
  532. <name>dfs.hosts.exclude</name>
  533. <value></value>
  534. <description>Names a file that contains a list of hosts that are
  535. not permitted to connect to the namenode. The full pathname of the
  536. file must be specified. If the value is empty, no hosts are
  537. excluded.</description>
  538. </property>
  539. <property>
  540. <name>dfs.namenode.max.objects</name>
  541. <value>0</value>
  542. <description>The maximum number of files, directories and blocks
  543. dfs supports. A value of zero indicates no limit to the number
  544. of objects that dfs supports.
  545. </description>
  546. </property>
  547. <property>
  548. <name>dfs.namenode.datanode.registration.ip-hostname-check</name>
  549. <value>true</value>
  550. <description>
  551. If true (the default), then the namenode requires that a connecting
  552. datanode's address must be resolved to a hostname. If necessary, a reverse
  553. DNS lookup is performed. All attempts to register a datanode from an
  554. unresolvable address are rejected.
  555. It is recommended that this setting be left on to prevent accidental
  556. registration of datanodes listed by hostname in the excludes file during a
  557. DNS outage. Only set this to false in environments where there is no
  558. infrastructure to support reverse DNS lookup.
  559. </description>
  560. </property>
  561. <property>
  562. <name>dfs.namenode.decommission.interval</name>
  563. <value>30</value>
  564. <description>Namenode periodicity in seconds to check if decommission is
  565. complete.</description>
  566. </property>
  567. <property>
  568. <name>dfs.namenode.decommission.nodes.per.interval</name>
  569. <value>5</value>
  570. <description>The number of nodes namenode checks if decommission is complete
  571. in each dfs.namenode.decommission.interval.</description>
  572. </property>
  573. <property>
  574. <name>dfs.namenode.replication.interval</name>
  575. <value>3</value>
  576. <description>The periodicity in seconds with which the namenode computes
  577. repliaction work for datanodes. </description>
  578. </property>
  579. <property>
  580. <name>dfs.namenode.accesstime.precision</name>
  581. <value>3600000</value>
  582. <description>The access time for HDFS file is precise upto this value.
  583. The default value is 1 hour. Setting a value of 0 disables
  584. access times for HDFS.
  585. </description>
  586. </property>
  587. <property>
  588. <name>dfs.datanode.plugins</name>
  589. <value></value>
  590. <description>Comma-separated list of datanode plug-ins to be activated.
  591. </description>
  592. </property>
  593. <property>
  594. <name>dfs.namenode.plugins</name>
  595. <value></value>
  596. <description>Comma-separated list of namenode plug-ins to be activated.
  597. </description>
  598. </property>
  599. <property>
  600. <name>dfs.stream-buffer-size</name>
  601. <value>4096</value>
  602. <description>The size of buffer to stream files.
  603. The size of this buffer should probably be a multiple of hardware
  604. page size (4096 on Intel x86), and it determines how much data is
  605. buffered during read and write operations.</description>
  606. </property>
  607. <property>
  608. <name>dfs.bytes-per-checksum</name>
  609. <value>512</value>
  610. <description>The number of bytes per checksum. Must not be larger than
  611. dfs.stream-buffer-size</description>
  612. </property>
  613. <property>
  614. <name>dfs.client-write-packet-size</name>
  615. <value>65536</value>
  616. <description>Packet size for clients to write</description>
  617. </property>
  618. <property>
  619. <name>dfs.client.write.exclude.nodes.cache.expiry.interval.millis</name>
  620. <value>600000</value>
  621. <description>The maximum period to keep a DN in the excluded nodes list
  622. at a client. After this period, in milliseconds, the previously excluded node(s) will
  623. be removed automatically from the cache and will be considered good for block allocations
  624. again. Useful to lower or raise in situations where you keep a file open for very long
  625. periods (such as a Write-Ahead-Log (WAL) file) to make the writer tolerant to cluster maintenance
  626. restarts. Defaults to 10 minutes.</description>
  627. </property>
  628. <property>
  629. <name>dfs.namenode.checkpoint.dir</name>
  630. <value>file://${hadoop.tmp.dir}/dfs/namesecondary</value>
  631. <description>Determines where on the local filesystem the DFS secondary
  632. name node should store the temporary images to merge.
  633. If this is a comma-delimited list of directories then the image is
  634. replicated in all of the directories for redundancy.
  635. </description>
  636. </property>
  637. <property>
  638. <name>dfs.namenode.checkpoint.edits.dir</name>
  639. <value>${dfs.namenode.checkpoint.dir}</value>
  640. <description>Determines where on the local filesystem the DFS secondary
  641. name node should store the temporary edits to merge.
  642. If this is a comma-delimited list of directoires then teh edits is
  643. replicated in all of the directoires for redundancy.
  644. Default value is same as dfs.namenode.checkpoint.dir
  645. </description>
  646. </property>
  647. <property>
  648. <name>dfs.namenode.checkpoint.period</name>
  649. <value>3600</value>
  650. <description>The number of seconds between two periodic checkpoints.
  651. </description>
  652. </property>
  653. <property>
  654. <name>dfs.namenode.checkpoint.txns</name>
  655. <value>1000000</value>
  656. <description>The Secondary NameNode or CheckpointNode will create a checkpoint
  657. of the namespace every 'dfs.namenode.checkpoint.txns' transactions, regardless
  658. of whether 'dfs.namenode.checkpoint.period' has expired.
  659. </description>
  660. </property>
  661. <property>
  662. <name>dfs.namenode.checkpoint.check.period</name>
  663. <value>60</value>
  664. <description>The SecondaryNameNode and CheckpointNode will poll the NameNode
  665. every 'dfs.namenode.checkpoint.check.period' seconds to query the number
  666. of uncheckpointed transactions.
  667. </description>
  668. </property>
  669. <property>
  670. <name>dfs.namenode.checkpoint.max-retries</name>
  671. <value>3</value>
  672. <description>The SecondaryNameNode retries failed checkpointing. If the
  673. failure occurs while loading fsimage or replaying edits, the number of
  674. retries is limited by this variable.
  675. </description>
  676. </property>
  677. <property>
  678. <name>dfs.namenode.num.checkpoints.retained</name>
  679. <value>2</value>
  680. <description>The number of image checkpoint files that will be retained by
  681. the NameNode and Secondary NameNode in their storage directories. All edit
  682. logs necessary to recover an up-to-date namespace from the oldest retained
  683. checkpoint will also be retained.
  684. </description>
  685. </property>
  686. <property>
  687. <name>dfs.namenode.num.extra.edits.retained</name>
  688. <value>1000000</value>
  689. <description>The number of extra transactions which should be retained
  690. beyond what is minimally necessary for a NN restart. This can be useful for
  691. audit purposes or for an HA setup where a remote Standby Node may have
  692. been offline for some time and need to have a longer backlog of retained
  693. edits in order to start again.
  694. Typically each edit is on the order of a few hundred bytes, so the default
  695. of 1 million edits should be on the order of hundreds of MBs or low GBs.
  696. NOTE: Fewer extra edits may be retained than value specified for this setting
  697. if doing so would mean that more segments would be retained than the number
  698. configured by dfs.namenode.max.extra.edits.segments.retained.
  699. </description>
  700. </property>
  701. <property>
  702. <name>dfs.namenode.max.extra.edits.segments.retained</name>
  703. <value>10000</value>
  704. <description>The maximum number of extra edit log segments which should be retained
  705. beyond what is minimally necessary for a NN restart. When used in conjunction with
  706. dfs.namenode.num.extra.edits.retained, this configuration property serves to cap
  707. the number of extra edits files to a reasonable value.
  708. </description>
  709. </property>
  710. <property>
  711. <name>dfs.namenode.delegation.key.update-interval</name>
  712. <value>86400000</value>
  713. <description>The update interval for master key for delegation tokens
  714. in the namenode in milliseconds.
  715. </description>
  716. </property>
  717. <property>
  718. <name>dfs.namenode.delegation.token.max-lifetime</name>
  719. <value>604800000</value>
  720. <description>The maximum lifetime in milliseconds for which a delegation
  721. token is valid.
  722. </description>
  723. </property>
  724. <property>
  725. <name>dfs.namenode.delegation.token.renew-interval</name>
  726. <value>86400000</value>
  727. <description>The renewal interval for delegation token in milliseconds.
  728. </description>
  729. </property>
  730. <property>
  731. <name>dfs.datanode.failed.volumes.tolerated</name>
  732. <value>0</value>
  733. <description>The number of volumes that are allowed to
  734. fail before a datanode stops offering service. By default
  735. any volume failure will cause a datanode to shutdown.
  736. </description>
  737. </property>
  738. <property>
  739. <name>dfs.image.compress</name>
  740. <value>false</value>
  741. <description>Should the dfs image be compressed?
  742. </description>
  743. </property>
  744. <property>
  745. <name>dfs.image.compression.codec</name>
  746. <value>org.apache.hadoop.io.compress.DefaultCodec</value>
  747. <description>If the dfs image is compressed, how should they be compressed?
  748. This has to be a codec defined in io.compression.codecs.
  749. </description>
  750. </property>
  751. <property>
  752. <name>dfs.image.transfer.timeout</name>
  753. <value>600000</value>
  754. <description>
  755. Timeout for image transfer in milliseconds. This timeout and the related
  756. dfs.image.transfer.bandwidthPerSec parameter should be configured such
  757. that normal image transfer can complete within the timeout.
  758. This timeout prevents client hangs when the sender fails during
  759. image transfer, which is particularly important during checkpointing.
  760. Note that this timeout applies to the entirety of image transfer, and
  761. is not a socket timeout.
  762. </description>
  763. </property>
  764. <property>
  765. <name>dfs.image.transfer.bandwidthPerSec</name>
  766. <value>0</value>
  767. <description>
  768. Maximum bandwidth used for image transfer in bytes per second.
  769. This can help keep normal namenode operations responsive during
  770. checkpointing. The maximum bandwidth and timeout in
  771. dfs.image.transfer.timeout should be set such that normal image
  772. transfers can complete successfully.
  773. A default value of 0 indicates that throttling is disabled.
  774. </description>
  775. </property>
  776. <property>
  777. <name>dfs.namenode.support.allow.format</name>
  778. <value>true</value>
  779. <description>Does HDFS namenode allow itself to be formatted?
  780. You may consider setting this to false for any production
  781. cluster, to avoid any possibility of formatting a running DFS.
  782. </description>
  783. </property>
  784. <property>
  785. <name>dfs.datanode.max.transfer.threads</name>
  786. <value>4096</value>
  787. <description>
  788. Specifies the maximum number of threads to use for transferring data
  789. in and out of the DN.
  790. </description>
  791. </property>
  792. <property>
  793. <name>dfs.datanode.readahead.bytes</name>
  794. <value>4193404</value>
  795. <description>
  796. While reading block files, if the Hadoop native libraries are available,
  797. the datanode can use the posix_fadvise system call to explicitly
  798. page data into the operating system buffer cache ahead of the current
  799. reader's position. This can improve performance especially when
  800. disks are highly contended.
  801. This configuration specifies the number of bytes ahead of the current
  802. read position which the datanode will attempt to read ahead. This
  803. feature may be disabled by configuring this property to 0.
  804. If the native libraries are not available, this configuration has no
  805. effect.
  806. </description>
  807. </property>
  808. <property>
  809. <name>dfs.datanode.drop.cache.behind.reads</name>
  810. <value>false</value>
  811. <description>
  812. In some workloads, the data read from HDFS is known to be significantly
  813. large enough that it is unlikely to be useful to cache it in the
  814. operating system buffer cache. In this case, the DataNode may be
  815. configured to automatically purge all data from the buffer cache
  816. after it is delivered to the client. This behavior is automatically
  817. disabled for workloads which read only short sections of a block
  818. (e.g HBase random-IO workloads).
  819. This may improve performance for some workloads by freeing buffer
  820. cache spage usage for more cacheable data.
  821. If the Hadoop native libraries are not available, this configuration
  822. has no effect.
  823. </description>
  824. </property>
  825. <property>
  826. <name>dfs.datanode.drop.cache.behind.writes</name>
  827. <value>false</value>
  828. <description>
  829. In some workloads, the data written to HDFS is known to be significantly
  830. large enough that it is unlikely to be useful to cache it in the
  831. operating system buffer cache. In this case, the DataNode may be
  832. configured to automatically purge all data from the buffer cache
  833. after it is written to disk.
  834. This may improve performance for some workloads by freeing buffer
  835. cache spage usage for more cacheable data.
  836. If the Hadoop native libraries are not available, this configuration
  837. has no effect.
  838. </description>
  839. </property>
  840. <property>
  841. <name>dfs.datanode.sync.behind.writes</name>
  842. <value>false</value>
  843. <description>
  844. If this configuration is enabled, the datanode will instruct the
  845. operating system to enqueue all written data to the disk immediately
  846. after it is written. This differs from the usual OS policy which
  847. may wait for up to 30 seconds before triggering writeback.
  848. This may improve performance for some workloads by smoothing the
  849. IO profile for data written to disk.
  850. If the Hadoop native libraries are not available, this configuration
  851. has no effect.
  852. </description>
  853. </property>
  854. <property>
  855. <name>dfs.client.failover.max.attempts</name>
  856. <value>15</value>
  857. <description>
  858. Expert only. The number of client failover attempts that should be
  859. made before the failover is considered failed.
  860. </description>
  861. </property>
  862. <property>
  863. <name>dfs.client.failover.sleep.base.millis</name>
  864. <value>500</value>
  865. <description>
  866. Expert only. The time to wait, in milliseconds, between failover
  867. attempts increases exponentially as a function of the number of
  868. attempts made so far, with a random factor of +/- 50%. This option
  869. specifies the base value used in the failover calculation. The
  870. first failover will retry immediately. The 2nd failover attempt
  871. will delay at least dfs.client.failover.sleep.base.millis
  872. milliseconds. And so on.
  873. </description>
  874. </property>
  875. <property>
  876. <name>dfs.client.failover.sleep.max.millis</name>
  877. <value>15000</value>
  878. <description>
  879. Expert only. The time to wait, in milliseconds, between failover
  880. attempts increases exponentially as a function of the number of
  881. attempts made so far, with a random factor of +/- 50%. This option
  882. specifies the maximum value to wait between failovers.
  883. Specifically, the time between two failover attempts will not
  884. exceed +/- 50% of dfs.client.failover.sleep.max.millis
  885. milliseconds.
  886. </description>
  887. </property>
  888. <property>
  889. <name>dfs.client.failover.connection.retries</name>
  890. <value>0</value>
  891. <description>
  892. Expert only. Indicates the number of retries a failover IPC client
  893. will make to establish a server connection.
  894. </description>
  895. </property>
  896. <property>
  897. <name>dfs.client.failover.connection.retries.on.timeouts</name>
  898. <value>0</value>
  899. <description>
  900. Expert only. The number of retry attempts a failover IPC client
  901. will make on socket timeout when establishing a server connection.
  902. </description>
  903. </property>
  904. <property>
  905. <name>dfs.nameservices</name>
  906. <value></value>
  907. <description>
  908. Comma-separated list of nameservices.
  909. </description>
  910. </property>
  911. <property>
  912. <name>dfs.nameservice.id</name>
  913. <value></value>
  914. <description>
  915. The ID of this nameservice. If the nameservice ID is not
  916. configured or more than one nameservice is configured for
  917. dfs.nameservices it is determined automatically by
  918. matching the local node's address with the configured address.
  919. </description>
  920. </property>
  921. <property>
  922. <name>dfs.ha.namenodes.EXAMPLENAMESERVICE</name>
  923. <value></value>
  924. <description>
  925. The prefix for a given nameservice, contains a comma-separated
  926. list of namenodes for a given nameservice (eg EXAMPLENAMESERVICE).
  927. </description>
  928. </property>
  929. <property>
  930. <name>dfs.ha.namenode.id</name>
  931. <value></value>
  932. <description>
  933. The ID of this namenode. If the namenode ID is not configured it
  934. is determined automatically by matching the local node's address
  935. with the configured address.
  936. </description>
  937. </property>
  938. <property>
  939. <name>dfs.ha.log-roll.period</name>
  940. <value>120</value>
  941. <description>
  942. How often, in seconds, the StandbyNode should ask the active to
  943. roll edit logs. Since the StandbyNode only reads from finalized
  944. log segments, the StandbyNode will only be as up-to-date as how
  945. often the logs are rolled. Note that failover triggers a log roll
  946. so the StandbyNode will be up to date before it becomes active.
  947. </description>
  948. </property>
  949. <property>
  950. <name>dfs.ha.tail-edits.period</name>
  951. <value>60</value>
  952. <description>
  953. How often, in seconds, the StandbyNode should check for new
  954. finalized log segments in the shared edits log.
  955. </description>
  956. </property>
  957. <property>
  958. <name>dfs.ha.automatic-failover.enabled</name>
  959. <value>false</value>
  960. <description>
  961. Whether automatic failover is enabled. See the HDFS High
  962. Availability documentation for details on automatic HA
  963. configuration.
  964. </description>
  965. </property>
  966. <property>
  967. <name>dfs.support.append</name>
  968. <value>true</value>
  969. <description>
  970. Does HDFS allow appends to files?
  971. </description>
  972. </property>
  973. <property>
  974. <name>dfs.client.use.datanode.hostname</name>
  975. <value>false</value>
  976. <description>Whether clients should use datanode hostnames when
  977. connecting to datanodes.
  978. </description>
  979. </property>
  980. <property>
  981. <name>dfs.datanode.use.datanode.hostname</name>
  982. <value>false</value>
  983. <description>Whether datanodes should use datanode hostnames when
  984. connecting to other datanodes for data transfer.
  985. </description>
  986. </property>
  987. <property>
  988. <name>dfs.client.local.interfaces</name>
  989. <value></value>
  990. <description>A comma separated list of network interface names to use
  991. for data transfer between the client and datanodes. When creating
  992. a connection to read from or write to a datanode, the client
  993. chooses one of the specified interfaces at random and binds its
  994. socket to the IP of that interface. Individual names may be
  995. specified as either an interface name (eg "eth0"), a subinterface
  996. name (eg "eth0:0"), or an IP address (which may be specified using
  997. CIDR notation to match a range of IPs).
  998. </description>
  999. </property>
  1000. <property>
  1001. <name>dfs.namenode.kerberos.internal.spnego.principal</name>
  1002. <value>${dfs.web.authentication.kerberos.principal}</value>
  1003. </property>
  1004. <property>
  1005. <name>dfs.secondary.namenode.kerberos.internal.spnego.principal</name>
  1006. <value>${dfs.web.authentication.kerberos.principal}</value>
  1007. </property>
  1008. <property>
  1009. <name>dfs.namenode.avoid.read.stale.datanode</name>
  1010. <value>false</value>
  1011. <description>
  1012. Indicate whether or not to avoid reading from &quot;stale&quot; datanodes whose
  1013. heartbeat messages have not been received by the namenode
  1014. for more than a specified time interval. Stale datanodes will be
  1015. moved to the end of the node list returned for reading. See
  1016. dfs.namenode.avoid.write.stale.datanode for a similar setting for writes.
  1017. </description>
  1018. </property>
  1019. <property>
  1020. <name>dfs.namenode.avoid.write.stale.datanode</name>
  1021. <value>false</value>
  1022. <description>
  1023. Indicate whether or not to avoid writing to &quot;stale&quot; datanodes whose
  1024. heartbeat messages have not been received by the namenode
  1025. for more than a specified time interval. Writes will avoid using
  1026. stale datanodes unless more than a configured ratio
  1027. (dfs.namenode.write.stale.datanode.ratio) of datanodes are marked as
  1028. stale. See dfs.namenode.avoid.read.stale.datanode for a similar setting
  1029. for reads.
  1030. </description>
  1031. </property>
  1032. <property>
  1033. <name>dfs.namenode.stale.datanode.interval</name>
  1034. <value>30000</value>
  1035. <description>
  1036. Default time interval for marking a datanode as "stale", i.e., if
  1037. the namenode has not received heartbeat msg from a datanode for
  1038. more than this time interval, the datanode will be marked and treated
  1039. as "stale" by default. The stale interval cannot be too small since
  1040. otherwise this may cause too frequent change of stale states.
  1041. We thus set a minimum stale interval value (the default value is 3 times
  1042. of heartbeat interval) and guarantee that the stale interval cannot be less
  1043. than the minimum value. A stale data node is avoided during lease/block
  1044. recovery. It can be conditionally avoided for reads (see
  1045. dfs.namenode.avoid.read.stale.datanode) and for writes (see
  1046. dfs.namenode.avoid.write.stale.datanode).
  1047. </description>
  1048. </property>
  1049. <property>
  1050. <name>dfs.namenode.write.stale.datanode.ratio</name>
  1051. <value>0.5f</value>
  1052. <description>
  1053. When the ratio of number stale datanodes to total datanodes marked
  1054. is greater than this ratio, stop avoiding writing to stale nodes so
  1055. as to prevent causing hotspots.
  1056. </description>
  1057. </property>
  1058. <property>
  1059. <name>dfs.namenode.invalidate.work.pct.per.iteration</name>
  1060. <value>0.32f</value>
  1061. <description>
  1062. *Note*: Advanced property. Change with caution.
  1063. This determines the percentage amount of block
  1064. invalidations (deletes) to do over a single DN heartbeat
  1065. deletion command. The final deletion count is determined by applying this
  1066. percentage to the number of live nodes in the system.
  1067. The resultant number is the number of blocks from the deletion list
  1068. chosen for proper invalidation over a single heartbeat of a single DN.
  1069. Value should be a positive, non-zero percentage in float notation (X.Yf),
  1070. with 1.0f meaning 100%.
  1071. </description>
  1072. </property>
  1073. <property>
  1074. <name>dfs.namenode.replication.work.multiplier.per.iteration</name>
  1075. <value>2</value>
  1076. <description>
  1077. *Note*: Advanced property. Change with caution.
  1078. This determines the total amount of block transfers to begin in
  1079. parallel at a DN, for replication, when such a command list is being
  1080. sent over a DN heartbeat by the NN. The actual number is obtained by
  1081. multiplying this multiplier with the total number of live nodes in the
  1082. cluster. The result number is the number of blocks to begin transfers
  1083. immediately for, per DN heartbeat. This number can be any positive,
  1084. non-zero integer.
  1085. </description>
  1086. </property>
  1087. <property>
  1088. <name>dfs.webhdfs.enabled</name>
  1089. <value>true</value>
  1090. <description>
  1091. Enable WebHDFS (REST API) in Namenodes and Datanodes.
  1092. </description>
  1093. </property>
  1094. <property>
  1095. <name>hadoop.fuse.connection.timeout</name>
  1096. <value>300</value>
  1097. <description>
  1098. The minimum number of seconds that we'll cache libhdfs connection objects
  1099. in fuse_dfs. Lower values will result in lower memory consumption; higher
  1100. values may speed up access by avoiding the overhead of creating new
  1101. connection objects.
  1102. </description>
  1103. </property>
  1104. <property>
  1105. <name>hadoop.fuse.timer.period</name>
  1106. <value>5</value>
  1107. <description>
  1108. The number of seconds between cache expiry checks in fuse_dfs. Lower values
  1109. will result in fuse_dfs noticing changes to Kerberos ticket caches more
  1110. quickly.
  1111. </description>
  1112. </property>
  1113. <property>
  1114. <name>dfs.metrics.percentiles.intervals</name>
  1115. <value></value>
  1116. <description>
  1117. Comma-delimited set of integers denoting the desired rollover intervals
  1118. (in seconds) for percentile latency metrics on the Namenode and Datanode.
  1119. By default, percentile latency metrics are disabled.
  1120. </description>
  1121. </property>
  1122. <property>
  1123. <name>dfs.encrypt.data.transfer</name>
  1124. <value>false</value>
  1125. <description>
  1126. Whether or not actual block data that is read/written from/to HDFS should
  1127. be encrypted on the wire. This only needs to be set on the NN and DNs,
  1128. clients will deduce this automatically.
  1129. </description>
  1130. </property>
  1131. <property>
  1132. <name>dfs.encrypt.data.transfer.algorithm</name>
  1133. <value></value>
  1134. <description>
  1135. This value may be set to either "3des" or "rc4". If nothing is set, then
  1136. the configured JCE default on the system is used (usually 3DES.) It is
  1137. widely believed that 3DES is more cryptographically secure, but RC4 is
  1138. substantially faster.
  1139. </description>
  1140. </property>
  1141. <property>
  1142. <name>dfs.datanode.hdfs-blocks-metadata.enabled</name>
  1143. <value>false</value>
  1144. <description>
  1145. Boolean which enables backend datanode-side support for the experimental DistributedFileSystem#getFileVBlockStorageLocations API.
  1146. </description>
  1147. </property>
  1148. <property>
  1149. <name>dfs.client.file-block-storage-locations.num-threads</name>
  1150. <value>10</value>
  1151. <description>
  1152. Number of threads used for making parallel RPCs in DistributedFileSystem#getFileBlockStorageLocations().
  1153. </description>
  1154. </property>
  1155. <property>
  1156. <name>dfs.client.file-block-storage-locations.timeout</name>
  1157. <value>60</value>
  1158. <description>
  1159. Timeout (in seconds) for the parallel RPCs made in DistributedFileSystem#getFileBlockStorageLocations().
  1160. </description>
  1161. </property>
  1162. <property>
  1163. <name>dfs.journalnode.rpc-address</name>
  1164. <value>0.0.0.0:8485</value>
  1165. <description>
  1166. The JournalNode RPC server address and port.
  1167. </description>
  1168. </property>
  1169. <property>
  1170. <name>dfs.journalnode.http-address</name>
  1171. <value>0.0.0.0:8480</value>
  1172. <description>
  1173. The address and port the JournalNode HTTP server listens on.
  1174. If the port is 0 then the server will start on a free port.
  1175. </description>
  1176. </property>
  1177. <property>
  1178. <name>dfs.journalnode.https-address</name>
  1179. <value>0.0.0.0:8481</value>
  1180. <description>
  1181. The address and port the JournalNode HTTPS server listens on.
  1182. If the port is 0 then the server will start on a free port.
  1183. </description>
  1184. </property>
  1185. <property>
  1186. <name>dfs.namenode.audit.loggers</name>
  1187. <value>default</value>
  1188. <description>
  1189. List of classes implementing audit loggers that will receive audit events.
  1190. These should be implementations of org.apache.hadoop.hdfs.server.namenode.AuditLogger.
  1191. The special value "default" can be used to reference the default audit
  1192. logger, which uses the configured log system. Installing custom audit loggers
  1193. may affect the performance and stability of the NameNode. Refer to the custom
  1194. logger's documentation for more details.
  1195. </description>
  1196. </property>
  1197. <property>
  1198. <name>dfs.domain.socket.path</name>
  1199. <value></value>
  1200. <description>
  1201. Optional. This is a path to a UNIX domain socket that will be used for
  1202. communication between the DataNode and local HDFS clients.
  1203. If the string "_PORT" is present in this path, it will be replaced by the
  1204. TCP port of the DataNode.
  1205. </description>
  1206. </property>
  1207. <property>
  1208. <name>dfs.datanode.available-space-volume-choosing-policy.balanced-space-threshold</name>
  1209. <value>10737418240</value> <!-- 10 GB -->
  1210. <description>
  1211. Only used when the dfs.datanode.fsdataset.volume.choosing.policy is set to
  1212. org.apache.hadoop.hdfs.server.datanode.fsdataset.AvailableSpaceVolumeChoosingPolicy.
  1213. This setting controls how much DN volumes are allowed to differ in terms of
  1214. bytes of free disk space before they are considered imbalanced. If the free
  1215. space of all the volumes are within this range of each other, the volumes
  1216. will be considered balanced and block assignments will be done on a pure
  1217. round robin basis.
  1218. </description>
  1219. </property>
  1220. <property>
  1221. <name>dfs.datanode.available-space-volume-choosing-policy.balanced-space-preference-fraction</name>
  1222. <value>0.75f</value>
  1223. <description>
  1224. Only used when the dfs.datanode.fsdataset.volume.choosing.policy is set to
  1225. org.apache.hadoop.hdfs.server.datanode.fsdataset.AvailableSpaceVolumeChoosingPolicy.
  1226. This setting controls what percentage of new block allocations will be sent
  1227. to volumes with more available disk space than others. This setting should
  1228. be in the range 0.0 - 1.0, though in practice 0.5 - 1.0, since there should
  1229. be no reason to prefer that volumes with less available disk space receive
  1230. more block allocations.
  1231. </description>
  1232. </property>
  1233. <property>
  1234. <name>dfs.namenode.edits.noeditlogchannelflush</name>
  1235. <value>false</value>
  1236. <description>
  1237. Specifies whether to flush edit log file channel. When set, expensive
  1238. FileChannel#force calls are skipped and synchronous disk writes are
  1239. enabled instead by opening the edit log file with RandomAccessFile("rws")
  1240. flags. This can significantly improve the performance of edit log writes
  1241. on the Windows platform.
  1242. Note that the behavior of the "rws" flags is platform and hardware specific
  1243. and might not provide the same level of guarantees as FileChannel#force.
  1244. For example, the write will skip the disk-cache on SAS and SCSI devices
  1245. while it might not on SATA devices. This is an expert level setting,
  1246. change with caution.
  1247. </description>
  1248. </property>
  1249. <property>
  1250. <name>dfs.client.cache.drop.behind.writes</name>
  1251. <value></value>
  1252. <description>
  1253. Just like dfs.datanode.drop.cache.behind.writes, this setting causes the
  1254. page cache to be dropped behind HDFS writes, potentially freeing up more
  1255. memory for other uses. Unlike dfs.datanode.drop.cache.behind.writes, this
  1256. is a client-side setting rather than a setting for the entire datanode.
  1257. If present, this setting will override the DataNode default.
  1258. If the native libraries are not available to the DataNode, this
  1259. configuration has no effect.
  1260. </description>
  1261. </property>
  1262. <property>
  1263. <name>dfs.client.cache.drop.behind.reads</name>
  1264. <value></value>
  1265. <description>
  1266. Just like dfs.datanode.drop.cache.behind.reads, this setting causes the
  1267. page cache to be dropped behind HDFS reads, potentially freeing up more
  1268. memory for other uses. Unlike dfs.datanode.drop.cache.behind.reads, this
  1269. is a client-side setting rather than a setting for the entire datanode. If
  1270. present, this setting will override the DataNode default.
  1271. If the native libraries are not available to the DataNode, this
  1272. configuration has no effect.
  1273. </description>
  1274. </property>
  1275. <property>
  1276. <name>dfs.client.cache.readahead</name>
  1277. <value></value>
  1278. <description>
  1279. When using remote reads, this setting causes the datanode to
  1280. read ahead in the block file using posix_fadvise, potentially decreasing
  1281. I/O wait times. Unlike dfs.datanode.readahead.bytes, this is a client-side
  1282. setting rather than a setting for the entire datanode. If present, this
  1283. setting will override the DataNode default.
  1284. When using local reads, this setting determines how much readahead we do in
  1285. BlockReaderLocal.
  1286. If the native libraries are not available to the DataNode, this
  1287. configuration has no effect.
  1288. </description>
  1289. </property>
  1290. <property>
  1291. <name>dfs.namenode.enable.retrycache</name>
  1292. <value>true</value>
  1293. <description>
  1294. This enables the retry cache on the namenode. Namenode tracks for
  1295. non-idempotent requests the corresponding response. If a client retries the
  1296. request, the response from the retry cache is sent. Such operations
  1297. are tagged with annotation @AtMostOnce in namenode protocols. It is
  1298. recommended that this flag be set to true. Setting it to false, will result
  1299. in clients getting failure responses to retried request. This flag must
  1300. be enabled in HA setup for transparent fail-overs.
  1301. The entries in the cache have expiration time configurable
  1302. using dfs.namenode.retrycache.expirytime.millis.
  1303. </description>
  1304. </property>
  1305. <property>
  1306. <name>dfs.namenode.retrycache.expirytime.millis</name>
  1307. <value>600000</value>
  1308. <description>
  1309. The time for which retry cache entries are retained.
  1310. </description>
  1311. </property>
  1312. <property>
  1313. <name>dfs.namenode.retrycache.heap.percent</name>
  1314. <value>0.03f</value>
  1315. <description>
  1316. This parameter configures the heap size allocated for retry cache
  1317. (excluding the response cached). This corresponds to approximately
  1318. 4096 entries for every 64MB of namenode process java heap size.
  1319. Assuming retry cache entry expiration time (configured using
  1320. dfs.namenode.retrycache.expirytime.millis) of 10 minutes, this
  1321. enables retry cache to support 7 operations per second sustained
  1322. for 10 minutes. As the heap size is increased, the operation rate
  1323. linearly increases.
  1324. </description>
  1325. </property>
  1326. <property>
  1327. <name>dfs.client.mmap.cache.size</name>
  1328. <value>1024</value>
  1329. <description>
  1330. When zero-copy reads are used, the DFSClient keeps a cache of recently used
  1331. memory mapped regions. This parameter controls the maximum number of
  1332. entries that we will keep in that cache.
  1333. If this is set to 0, we will not allow mmap.
  1334. The larger this number is, the more file descriptors we will potentially
  1335. use for memory-mapped files. mmaped files also use virtual address space.
  1336. You may need to increase your ulimit virtual address space limits before
  1337. increasing the client mmap cache size.
  1338. </description>
  1339. </property>
  1340. <property>
  1341. <name>dfs.client.mmap.cache.timeout.ms</name>
  1342. <value>900000</value>
  1343. <description>
  1344. The minimum length of time that we will keep an mmap entry in the cache
  1345. between uses. If an entry is in the cache longer than this, and nobody
  1346. uses it, it will be removed by a background thread.
  1347. </description>
  1348. </property>
  1349. <property>
  1350. <name>dfs.client.mmap.retry.timeout.ms</name>
  1351. <value>300000</value>
  1352. <description>
  1353. The minimum amount of time that we will wait before retrying a failed mmap
  1354. operation.
  1355. </description>
  1356. </property>
  1357. <property>
  1358. <name>dfs.client.short.circuit.replica.stale.threshold.ms</name>
  1359. <value>3000000</value>
  1360. <description>
  1361. The maximum amount of time that we will consider a short-circuit replica to
  1362. be valid, if there is no communication from the DataNode. After this time
  1363. has elapsed, we will re-fetch the short-circuit replica even if it is in
  1364. the cache.
  1365. </description>
  1366. </property>
  1367. <property>
  1368. <name>dfs.namenode.path.based.cache.block.map.allocation.percent</name>
  1369. <value>0.25</value>
  1370. <description>
  1371. The percentage of the Java heap which we will allocate to the cached blocks
  1372. map. The cached blocks map is a hash map which uses chained hashing.
  1373. Smaller maps may be accessed more slowly if the number of cached blocks is
  1374. large; larger maps will consume more memory.
  1375. </description>
  1376. </property>
  1377. <property>
  1378. <name>dfs.datanode.max.locked.memory</name>
  1379. <value>0</value>
  1380. <description>
  1381. The amount of memory in bytes to use for caching of block replicas in
  1382. memory on the datanode. The datanode's maximum locked memory soft ulimit
  1383. (RLIMIT_MEMLOCK) must be set to at least this value, else the datanode
  1384. will abort on startup.
  1385. By default, this parameter is set to 0, which disables in-memory caching.
  1386. If the native libraries are not available to the DataNode, this
  1387. configuration has no effect.
  1388. </description>
  1389. </property>
  1390. <property>
  1391. <name>dfs.namenode.list.cache.directives.num.responses</name>
  1392. <value>100</value>
  1393. <description>
  1394. This value controls the number of cache directives that the NameNode will
  1395. send over the wire in response to a listDirectives RPC.
  1396. </description>
  1397. </property>
  1398. <property>
  1399. <name>dfs.namenode.list.cache.pools.num.responses</name>
  1400. <value>100</value>
  1401. <description>
  1402. This value controls the number of cache pools that the NameNode will
  1403. send over the wire in response to a listPools RPC.
  1404. </description>
  1405. </property>
  1406. <property>
  1407. <name>dfs.namenode.path.based.cache.refresh.interval.ms</name>
  1408. <value>300000</value>
  1409. <description>
  1410. The amount of milliseconds between subsequent path cache rescans. Path
  1411. cache rescans are when we calculate which blocks should be cached, and on
  1412. what datanodes.
  1413. By default, this parameter is set to 300000, which is five minutes.
  1414. </description>
  1415. </property>
  1416. <property>
  1417. <name>dfs.namenode.path.based.cache.retry.interval.ms</name>
  1418. <value>60000</value>
  1419. <description>
  1420. When the NameNode needs to uncache something that is cached, or cache
  1421. something that is not cached, it must direct the DataNodes to do so by
  1422. sending a DNA_CACHE or DNA_UNCACHE command in response to a DataNode
  1423. heartbeat. This parameter controls how frequently the NameNode will
  1424. resend these commands.
  1425. </description>
  1426. </property>
  1427. <property>
  1428. <name>dfs.datanode.fsdatasetcache.max.threads.per.volume</name>
  1429. <value>4</value>
  1430. <description>
  1431. The maximum number of threads per volume to use for caching new data
  1432. on the datanode. These threads consume both I/O and CPU. This can affect
  1433. normal datanode operations.
  1434. </description>
  1435. </property>
  1436. <property>
  1437. <name>dfs.cachereport.intervalMsec</name>
  1438. <value>10000</value>
  1439. <description>
  1440. Determines cache reporting interval in milliseconds. After this amount of
  1441. time, the DataNode sends a full report of its cache state to the NameNode.
  1442. The NameNode uses the cache report to update its map of cached blocks to
  1443. DataNode locations.
  1444. This configuration has no effect if in-memory caching has been disabled by
  1445. setting dfs.datanode.max.locked.memory to 0 (which is the default).
  1446. If the native libraries are not available to the DataNode, this
  1447. configuration has no effect.
  1448. </description>
  1449. </property>
  1450. <property>
  1451. <name>dfs.namenode.edit.log.autoroll.multiplier.threshold</name>
  1452. <value>2.0</value>
  1453. <description>
  1454. Determines when an active namenode will roll its own edit log.
  1455. The actual threshold (in number of edits) is determined by multiplying
  1456. this value by dfs.namenode.checkpoint.txns.
  1457. This prevents extremely large edit files from accumulating on the active
  1458. namenode, which can cause timeouts during namenode startup and pose an
  1459. administrative hassle. This behavior is intended as a failsafe for when
  1460. the standby or secondary namenode fail to roll the edit log by the normal
  1461. checkpoint threshold.
  1462. </description>
  1463. </property>
  1464. <property>
  1465. <name>dfs.namenode.edit.log.autoroll.check.interval.ms</name>
  1466. <value>300000</value>
  1467. <description>
  1468. How often an active namenode will check if it needs to roll its edit log,
  1469. in milliseconds.
  1470. </description>
  1471. </property>
  1472. <property>
  1473. <name>dfs.webhdfs.user.provider.user.pattern</name>
  1474. <value>^[A-Za-z_][A-Za-z0-9._-]*[$]?$</value>
  1475. <description>
  1476. Valid pattern for user and group names for webhdfs, it must be a valid java regex.
  1477. </description>
  1478. </property>
  1479. <property>
  1480. <name>dfs.client.context</name>
  1481. <value>default</value>
  1482. <description>
  1483. The name of the DFSClient context that we should use. Clients that share
  1484. a context share a socket cache and short-circuit cache, among other things.
  1485. You should only change this if you don't want to share with another set of
  1486. threads.
  1487. </description>
  1488. </property>
  1489. </configuration>