hdfs-default.xml 91 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643
  1. <?xml version="1.0"?>
  2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  3. <!--
  4. Licensed to the Apache Software Foundation (ASF) under one or more
  5. contributor license agreements. See the NOTICE file distributed with
  6. this work for additional information regarding copyright ownership.
  7. The ASF licenses this file to You under the Apache License, Version 2.0
  8. (the "License"); you may not use this file except in compliance with
  9. the License. You may obtain a copy of the License at
  10. http://www.apache.org/licenses/LICENSE-2.0
  11. Unless required by applicable law or agreed to in writing, software
  12. distributed under the License is distributed on an "AS IS" BASIS,
  13. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. See the License for the specific language governing permissions and
  15. limitations under the License.
  16. -->
  17. <!-- Do not modify this file directly. Instead, copy entries that you -->
  18. <!-- wish to modify from this file into hdfs-site.xml and change them -->
  19. <!-- there. If hdfs-site.xml does not already exist, create it. -->
  20. <configuration>
  21. <property>
  22. <name>hadoop.hdfs.configuration.version</name>
  23. <value>1</value>
  24. <description>version of this configuration file</description>
  25. </property>
  26. <property>
  27. <name>dfs.namenode.rpc-address</name>
  28. <value></value>
  29. <description>
  30. RPC address that handles all clients requests. In the case of HA/Federation where multiple namenodes exist,
  31. the name service id is added to the name e.g. dfs.namenode.rpc-address.ns1
  32. dfs.namenode.rpc-address.EXAMPLENAMESERVICE
  33. The value of this property will take the form of nn-host1:rpc-port.
  34. </description>
  35. </property>
  36. <property>
  37. <name>dfs.namenode.rpc-bind-host</name>
  38. <value></value>
  39. <description>
  40. The actual address the RPC server will bind to. If this optional address is
  41. set, it overrides only the hostname portion of dfs.namenode.rpc-address.
  42. It can also be specified per name node or name service for HA/Federation.
  43. This is useful for making the name node listen on all interfaces by
  44. setting it to 0.0.0.0.
  45. </description>
  46. </property>
  47. <property>
  48. <name>dfs.namenode.servicerpc-address</name>
  49. <value></value>
  50. <description>
  51. RPC address for HDFS Services communication. BackupNode, Datanodes and all other services should be
  52. connecting to this address if it is configured. In the case of HA/Federation where multiple namenodes exist,
  53. the name service id is added to the name e.g. dfs.namenode.servicerpc-address.ns1
  54. dfs.namenode.rpc-address.EXAMPLENAMESERVICE
  55. The value of this property will take the form of nn-host1:rpc-port.
  56. If the value of this property is unset the value of dfs.namenode.rpc-address will be used as the default.
  57. </description>
  58. </property>
  59. <property>
  60. <name>dfs.namenode.servicerpc-bind-host</name>
  61. <value></value>
  62. <description>
  63. The actual address the service RPC server will bind to. If this optional address is
  64. set, it overrides only the hostname portion of dfs.namenode.servicerpc-address.
  65. It can also be specified per name node or name service for HA/Federation.
  66. This is useful for making the name node listen on all interfaces by
  67. setting it to 0.0.0.0.
  68. </description>
  69. </property>
  70. <property>
  71. <name>dfs.namenode.secondary.http-address</name>
  72. <value>0.0.0.0:50090</value>
  73. <description>
  74. The secondary namenode http server address and port.
  75. </description>
  76. </property>
  77. <property>
  78. <name>dfs.namenode.secondary.https-address</name>
  79. <value>0.0.0.0:50091</value>
  80. <description>
  81. The secondary namenode HTTPS server address and port.
  82. </description>
  83. </property>
  84. <property>
  85. <name>dfs.datanode.address</name>
  86. <value>0.0.0.0:50010</value>
  87. <description>
  88. The datanode server address and port for data transfer.
  89. </description>
  90. </property>
  91. <property>
  92. <name>dfs.datanode.http.address</name>
  93. <value>0.0.0.0:50075</value>
  94. <description>
  95. The datanode http server address and port.
  96. </description>
  97. </property>
  98. <property>
  99. <name>dfs.datanode.ipc.address</name>
  100. <value>0.0.0.0:50020</value>
  101. <description>
  102. The datanode ipc server address and port.
  103. </description>
  104. </property>
  105. <property>
  106. <name>dfs.datanode.handler.count</name>
  107. <value>10</value>
  108. <description>The number of server threads for the datanode.</description>
  109. </property>
  110. <property>
  111. <name>dfs.namenode.http-address</name>
  112. <value>0.0.0.0:50070</value>
  113. <description>
  114. The address and the base port where the dfs namenode web ui will listen on.
  115. </description>
  116. </property>
  117. <property>
  118. <name>dfs.namenode.http-bind-host</name>
  119. <value></value>
  120. <description>
  121. The actual adress the HTTP server will bind to. If this optional address
  122. is set, it overrides only the hostname portion of dfs.namenode.http-address.
  123. It can also be specified per name node or name service for HA/Federation.
  124. This is useful for making the name node HTTP server listen on all
  125. interfaces by setting it to 0.0.0.0.
  126. </description>
  127. </property>
  128. <property>
  129. <name>dfs.namenode.heartbeat.recheck-interval</name>
  130. <value>300000</value>
  131. <description>
  132. This time decides the interval to check for expired datanodes.
  133. With this value and dfs.heartbeat.interval, the interval of
  134. deciding the datanode is stale or not is also calculated.
  135. The unit of this configuration is millisecond.
  136. </description>
  137. </property>
  138. <property>
  139. <name>dfs.http.policy</name>
  140. <value>HTTP_ONLY</value>
  141. <description>Decide if HTTPS(SSL) is supported on HDFS
  142. This configures the HTTP endpoint for HDFS daemons:
  143. The following values are supported:
  144. - HTTP_ONLY : Service is provided only on http
  145. - HTTPS_ONLY : Service is provided only on https
  146. - HTTP_AND_HTTPS : Service is provided both on http and https
  147. </description>
  148. </property>
  149. <property>
  150. <name>dfs.client.https.need-auth</name>
  151. <value>false</value>
  152. <description>Whether SSL client certificate authentication is required
  153. </description>
  154. </property>
  155. <property>
  156. <name>dfs.client.cached.conn.retry</name>
  157. <value>3</value>
  158. <description>The number of times the HDFS client will pull a socket from the
  159. cache. Once this number is exceeded, the client will try to create a new
  160. socket.
  161. </description>
  162. </property>
  163. <property>
  164. <name>dfs.https.server.keystore.resource</name>
  165. <value>ssl-server.xml</value>
  166. <description>Resource file from which ssl server keystore
  167. information will be extracted
  168. </description>
  169. </property>
  170. <property>
  171. <name>dfs.client.https.keystore.resource</name>
  172. <value>ssl-client.xml</value>
  173. <description>Resource file from which ssl client keystore
  174. information will be extracted
  175. </description>
  176. </property>
  177. <property>
  178. <name>dfs.datanode.https.address</name>
  179. <value>0.0.0.0:50475</value>
  180. <description>The datanode secure http server address and port.</description>
  181. </property>
  182. <property>
  183. <name>dfs.namenode.https-address</name>
  184. <value>0.0.0.0:50470</value>
  185. <description>The namenode secure http server address and port.</description>
  186. </property>
  187. <property>
  188. <name>dfs.namenode.https-bind-host</name>
  189. <value></value>
  190. <description>
  191. The actual adress the HTTPS server will bind to. If this optional address
  192. is set, it overrides only the hostname portion of dfs.namenode.https-address.
  193. It can also be specified per name node or name service for HA/Federation.
  194. This is useful for making the name node HTTPS server listen on all
  195. interfaces by setting it to 0.0.0.0.
  196. </description>
  197. </property>
  198. <property>
  199. <name>dfs.datanode.dns.interface</name>
  200. <value>default</value>
  201. <description>The name of the Network Interface from which a data node should
  202. report its IP address.
  203. </description>
  204. </property>
  205. <property>
  206. <name>dfs.datanode.dns.nameserver</name>
  207. <value>default</value>
  208. <description>The host name or IP address of the name server (DNS)
  209. which a DataNode should use to determine the host name used by the
  210. NameNode for communication and display purposes.
  211. </description>
  212. </property>
  213. <property>
  214. <name>dfs.namenode.backup.address</name>
  215. <value>0.0.0.0:50100</value>
  216. <description>
  217. The backup node server address and port.
  218. If the port is 0 then the server will start on a free port.
  219. </description>
  220. </property>
  221. <property>
  222. <name>dfs.namenode.backup.http-address</name>
  223. <value>0.0.0.0:50105</value>
  224. <description>
  225. The backup node http server address and port.
  226. If the port is 0 then the server will start on a free port.
  227. </description>
  228. </property>
  229. <property>
  230. <name>dfs.namenode.replication.considerLoad</name>
  231. <value>true</value>
  232. <description>Decide if chooseTarget considers the target's load or not
  233. </description>
  234. </property>
  235. <property>
  236. <name>dfs.default.chunk.view.size</name>
  237. <value>32768</value>
  238. <description>The number of bytes to view for a file on the browser.
  239. </description>
  240. </property>
  241. <property>
  242. <name>dfs.datanode.du.reserved</name>
  243. <value>0</value>
  244. <description>Reserved space in bytes per volume. Always leave this much space free for non dfs use.
  245. Specific storage type based reservation is also supported. The property can be followed with
  246. corresponding storage types ([ssd]/[disk]/[archive]/[ram_disk]) for cluster with heterogeneous storage.
  247. For example, reserved space for RAM_DISK storage can be configured using property
  248. 'dfs.datanode.du.reserved.ram_disk'. If specific storage type reservation is not configured
  249. then dfs.datanode.du.reserved will be used.
  250. </description>
  251. </property>
  252. <property>
  253. <name>dfs.namenode.name.dir</name>
  254. <value>file://${hadoop.tmp.dir}/dfs/name</value>
  255. <description>Determines where on the local filesystem the DFS name node
  256. should store the name table(fsimage). If this is a comma-delimited list
  257. of directories then the name table is replicated in all of the
  258. directories, for redundancy. </description>
  259. </property>
  260. <property>
  261. <name>dfs.namenode.name.dir.restore</name>
  262. <value>false</value>
  263. <description>Set to true to enable NameNode to attempt recovering a
  264. previously failed dfs.namenode.name.dir. When enabled, a recovery of any
  265. failed directory is attempted during checkpoint.</description>
  266. </property>
  267. <property>
  268. <name>dfs.namenode.fs-limits.max-component-length</name>
  269. <value>255</value>
  270. <description>Defines the maximum number of bytes in UTF-8 encoding in each
  271. component of a path. A value of 0 will disable the check.</description>
  272. </property>
  273. <property>
  274. <name>dfs.namenode.fs-limits.max-directory-items</name>
  275. <value>1048576</value>
  276. <description>Defines the maximum number of items that a directory may
  277. contain. Cannot set the property to a value less than 1 or more than
  278. 6400000.</description>
  279. </property>
  280. <property>
  281. <name>dfs.namenode.fs-limits.min-block-size</name>
  282. <value>1048576</value>
  283. <description>Minimum block size in bytes, enforced by the Namenode at create
  284. time. This prevents the accidental creation of files with tiny block
  285. sizes (and thus many blocks), which can degrade
  286. performance.</description>
  287. </property>
  288. <property>
  289. <name>dfs.namenode.fs-limits.max-blocks-per-file</name>
  290. <value>1048576</value>
  291. <description>Maximum number of blocks per file, enforced by the Namenode on
  292. write. This prevents the creation of extremely large files which can
  293. degrade performance.</description>
  294. </property>
  295. <property>
  296. <name>dfs.namenode.edits.dir</name>
  297. <value>${dfs.namenode.name.dir}</value>
  298. <description>Determines where on the local filesystem the DFS name node
  299. should store the transaction (edits) file. If this is a comma-delimited list
  300. of directories then the transaction file is replicated in all of the
  301. directories, for redundancy. Default value is same as dfs.namenode.name.dir
  302. </description>
  303. </property>
  304. <property>
  305. <name>dfs.namenode.shared.edits.dir</name>
  306. <value></value>
  307. <description>A directory on shared storage between the multiple namenodes
  308. in an HA cluster. This directory will be written by the active and read
  309. by the standby in order to keep the namespaces synchronized. This directory
  310. does not need to be listed in dfs.namenode.edits.dir above. It should be
  311. left empty in a non-HA cluster.
  312. </description>
  313. </property>
  314. <property>
  315. <name>dfs.namenode.edits.journal-plugin.qjournal</name>
  316. <value>org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager</value>
  317. </property>
  318. <property>
  319. <name>dfs.permissions.enabled</name>
  320. <value>true</value>
  321. <description>
  322. If "true", enable permission checking in HDFS.
  323. If "false", permission checking is turned off,
  324. but all other behavior is unchanged.
  325. Switching from one parameter value to the other does not change the mode,
  326. owner or group of files or directories.
  327. </description>
  328. </property>
  329. <property>
  330. <name>dfs.permissions.superusergroup</name>
  331. <value>supergroup</value>
  332. <description>The name of the group of super-users.
  333. The value should be a single group name.
  334. </description>
  335. </property>
  336. <property>
  337. <name>dfs.cluster.administrators</name>
  338. <value></value>
  339. <description>ACL for the admins, this configuration is used to control
  340. who can access the default servlets in the namenode, etc. The value
  341. should be a comma separated list of users and groups. The user list
  342. comes first and is separated by a space followed by the group list,
  343. e.g. "user1,user2 group1,group2". Both users and groups are optional,
  344. so "user1", " group1", "", "user1 group1", "user1,user2 group1,group2"
  345. are all valid (note the leading space in " group1"). '*' grants access
  346. to all users and groups, e.g. '*', '* ' and ' *' are all valid.
  347. </description>
  348. </property>
  349. <property>
  350. <name>dfs.namenode.acls.enabled</name>
  351. <value>false</value>
  352. <description>
  353. Set to true to enable support for HDFS ACLs (Access Control Lists). By
  354. default, ACLs are disabled. When ACLs are disabled, the NameNode rejects
  355. all RPCs related to setting or getting ACLs.
  356. </description>
  357. </property>
  358. <property>
  359. <name>dfs.namenode.lazypersist.file.scrub.interval.sec</name>
  360. <value>300</value>
  361. <description>
  362. The NameNode periodically scans the namespace for LazyPersist files with
  363. missing blocks and unlinks them from the namespace. This configuration key
  364. controls the interval between successive scans. Set it to a negative value
  365. to disable this behavior.
  366. </description>
  367. </property>
  368. <property>
  369. <name>dfs.block.access.token.enable</name>
  370. <value>false</value>
  371. <description>
  372. If "true", access tokens are used as capabilities for accessing datanodes.
  373. If "false", no access tokens are checked on accessing datanodes.
  374. </description>
  375. </property>
  376. <property>
  377. <name>dfs.block.access.key.update.interval</name>
  378. <value>600</value>
  379. <description>
  380. Interval in minutes at which namenode updates its access keys.
  381. </description>
  382. </property>
  383. <property>
  384. <name>dfs.block.access.token.lifetime</name>
  385. <value>600</value>
  386. <description>The lifetime of access tokens in minutes.</description>
  387. </property>
  388. <property>
  389. <name>dfs.datanode.data.dir</name>
  390. <value>file://${hadoop.tmp.dir}/dfs/data</value>
  391. <description>Determines where on the local filesystem an DFS data node
  392. should store its blocks. If this is a comma-delimited
  393. list of directories, then data will be stored in all named
  394. directories, typically on different devices. The directories should be tagged
  395. with corresponding storage types ([SSD]/[DISK]/[ARCHIVE]/[RAM_DISK]) for HDFS
  396. storage policies. The default storage type will be DISK if the directory does
  397. not have a storage type tagged explicitly. Directories that do not exist will
  398. be created if local filesystem permission allows.
  399. </description>
  400. </property>
  401. <property>
  402. <name>dfs.datanode.data.dir.perm</name>
  403. <value>700</value>
  404. <description>Permissions for the directories on on the local filesystem where
  405. the DFS data node store its blocks. The permissions can either be octal or
  406. symbolic.</description>
  407. </property>
  408. <property>
  409. <name>dfs.replication</name>
  410. <value>3</value>
  411. <description>Default block replication.
  412. The actual number of replications can be specified when the file is created.
  413. The default is used if replication is not specified in create time.
  414. </description>
  415. </property>
  416. <property>
  417. <name>dfs.replication.max</name>
  418. <value>512</value>
  419. <description>Maximal block replication.
  420. </description>
  421. </property>
  422. <property>
  423. <name>dfs.namenode.replication.min</name>
  424. <value>1</value>
  425. <description>Minimal block replication.
  426. </description>
  427. </property>
  428. <property>
  429. <name>dfs.blocksize</name>
  430. <value>134217728</value>
  431. <description>
  432. The default block size for new files, in bytes.
  433. You can use the following suffix (case insensitive):
  434. k(kilo), m(mega), g(giga), t(tera), p(peta), e(exa) to specify the size (such as 128k, 512m, 1g, etc.),
  435. Or provide complete size in bytes (such as 134217728 for 128 MB).
  436. </description>
  437. </property>
  438. <property>
  439. <name>dfs.client.block.write.retries</name>
  440. <value>3</value>
  441. <description>The number of retries for writing blocks to the data nodes,
  442. before we signal failure to the application.
  443. </description>
  444. </property>
  445. <property>
  446. <name>dfs.client.block.write.replace-datanode-on-failure.enable</name>
  447. <value>true</value>
  448. <description>
  449. If there is a datanode/network failure in the write pipeline,
  450. DFSClient will try to remove the failed datanode from the pipeline
  451. and then continue writing with the remaining datanodes. As a result,
  452. the number of datanodes in the pipeline is decreased. The feature is
  453. to add new datanodes to the pipeline.
  454. This is a site-wide property to enable/disable the feature.
  455. When the cluster size is extremely small, e.g. 3 nodes or less, cluster
  456. administrators may want to set the policy to NEVER in the default
  457. configuration file or disable this feature. Otherwise, users may
  458. experience an unusually high rate of pipeline failures since it is
  459. impossible to find new datanodes for replacement.
  460. See also dfs.client.block.write.replace-datanode-on-failure.policy
  461. </description>
  462. </property>
  463. <property>
  464. <name>dfs.client.block.write.replace-datanode-on-failure.policy</name>
  465. <value>DEFAULT</value>
  466. <description>
  467. This property is used only if the value of
  468. dfs.client.block.write.replace-datanode-on-failure.enable is true.
  469. ALWAYS: always add a new datanode when an existing datanode is removed.
  470. NEVER: never add a new datanode.
  471. DEFAULT:
  472. Let r be the replication number.
  473. Let n be the number of existing datanodes.
  474. Add a new datanode only if r is greater than or equal to 3 and either
  475. (1) floor(r/2) is greater than or equal to n; or
  476. (2) r is greater than n and the block is hflushed/appended.
  477. </description>
  478. </property>
  479. <property>
  480. <name>dfs.client.block.write.replace-datanode-on-failure.best-effort</name>
  481. <value>false</value>
  482. <description>
  483. This property is used only if the value of
  484. dfs.client.block.write.replace-datanode-on-failure.enable is true.
  485. Best effort means that the client will try to replace a failed datanode
  486. in write pipeline (provided that the policy is satisfied), however, it
  487. continues the write operation in case that the datanode replacement also
  488. fails.
  489. Suppose the datanode replacement fails.
  490. false: An exception should be thrown so that the write will fail.
  491. true : The write should be resumed with the remaining datandoes.
  492. Note that setting this property to true allows writing to a pipeline
  493. with a smaller number of datanodes. As a result, it increases the
  494. probability of data loss.
  495. </description>
  496. </property>
  497. <property>
  498. <name>dfs.blockreport.intervalMsec</name>
  499. <value>21600000</value>
  500. <description>Determines block reporting interval in milliseconds.</description>
  501. </property>
  502. <property>
  503. <name>dfs.blockreport.initialDelay</name> <value>0</value>
  504. <description>Delay for first block report in seconds.</description>
  505. </property>
  506. <property>
  507. <name>dfs.blockreport.split.threshold</name>
  508. <value>1000000</value>
  509. <description>If the number of blocks on the DataNode is below this
  510. threshold then it will send block reports for all Storage Directories
  511. in a single message.
  512. If the number of blocks exceeds this threshold then the DataNode will
  513. send block reports for each Storage Directory in separate messages.
  514. Set to zero to always split.
  515. </description>
  516. </property>
  517. <property>
  518. <name>dfs.datanode.directoryscan.interval</name>
  519. <value>21600</value>
  520. <description>Interval in seconds for Datanode to scan data directories and
  521. reconcile the difference between blocks in memory and on the disk.
  522. </description>
  523. </property>
  524. <property>
  525. <name>dfs.datanode.directoryscan.threads</name>
  526. <value>1</value>
  527. <description>How many threads should the threadpool used to compile reports
  528. for volumes in parallel have.
  529. </description>
  530. </property>
  531. <property>
  532. <name>dfs.datanode.directoryscan.throttle.limit.ms.per.sec</name>
  533. <value>0</value>
  534. <description>The report compilation threads are limited to only running for
  535. a given number of milliseconds per second, as configured by the
  536. property. The limit is taken per thread, not in aggregate, e.g. setting
  537. a limit of 100ms for 4 compiler threads will result in each thread being
  538. limited to 100ms, not 25ms.
  539. Note that the throttle does not interrupt the report compiler threads, so the
  540. actual running time of the threads per second will typically be somewhat
  541. higher than the throttle limit, usually by no more than 20%.
  542. Setting this limit to 1000 disables compiler thread throttling. Only
  543. values between 1 and 1000 are valid. Setting an invalid value will result
  544. in the throttle being disbled and an error message being logged. 1000 is
  545. the default setting.
  546. </description>
  547. </property>
  548. <property>
  549. <name>dfs.heartbeat.interval</name>
  550. <value>3</value>
  551. <description>Determines datanode heartbeat interval in seconds.</description>
  552. </property>
  553. <property>
  554. <name>dfs.namenode.handler.count</name>
  555. <value>10</value>
  556. <description>The number of server threads for the namenode.</description>
  557. </property>
  558. <property>
  559. <name>dfs.namenode.safemode.threshold-pct</name>
  560. <value>0.999f</value>
  561. <description>
  562. Specifies the percentage of blocks that should satisfy
  563. the minimal replication requirement defined by dfs.namenode.replication.min.
  564. Values less than or equal to 0 mean not to wait for any particular
  565. percentage of blocks before exiting safemode.
  566. Values greater than 1 will make safe mode permanent.
  567. </description>
  568. </property>
  569. <property>
  570. <name>dfs.namenode.safemode.min.datanodes</name>
  571. <value>0</value>
  572. <description>
  573. Specifies the number of datanodes that must be considered alive
  574. before the name node exits safemode.
  575. Values less than or equal to 0 mean not to take the number of live
  576. datanodes into account when deciding whether to remain in safe mode
  577. during startup.
  578. Values greater than the number of datanodes in the cluster
  579. will make safe mode permanent.
  580. </description>
  581. </property>
  582. <property>
  583. <name>dfs.namenode.safemode.extension</name>
  584. <value>30000</value>
  585. <description>
  586. Determines extension of safe mode in milliseconds
  587. after the threshold level is reached.
  588. </description>
  589. </property>
  590. <property>
  591. <name>dfs.namenode.resource.check.interval</name>
  592. <value>5000</value>
  593. <description>
  594. The interval in milliseconds at which the NameNode resource checker runs.
  595. The checker calculates the number of the NameNode storage volumes whose
  596. available spaces are more than dfs.namenode.resource.du.reserved, and
  597. enters safemode if the number becomes lower than the minimum value
  598. specified by dfs.namenode.resource.checked.volumes.minimum.
  599. </description>
  600. </property>
  601. <property>
  602. <name>dfs.namenode.resource.du.reserved</name>
  603. <value>104857600</value>
  604. <description>
  605. The amount of space to reserve/require for a NameNode storage directory
  606. in bytes. The default is 100MB.
  607. </description>
  608. </property>
  609. <property>
  610. <name>dfs.namenode.resource.checked.volumes</name>
  611. <value></value>
  612. <description>
  613. A list of local directories for the NameNode resource checker to check in
  614. addition to the local edits directories.
  615. </description>
  616. </property>
  617. <property>
  618. <name>dfs.namenode.resource.checked.volumes.minimum</name>
  619. <value>1</value>
  620. <description>
  621. The minimum number of redundant NameNode storage volumes required.
  622. </description>
  623. </property>
  624. <property>
  625. <name>dfs.datanode.balance.bandwidthPerSec</name>
  626. <value>1048576</value>
  627. <description>
  628. Specifies the maximum amount of bandwidth that each datanode
  629. can utilize for the balancing purpose in term of
  630. the number of bytes per second.
  631. </description>
  632. </property>
  633. <property>
  634. <name>dfs.mover.max-no-move-interval</name>
  635. <value>60000</value>
  636. <description>
  637. If this specified amount of time has elapsed and no block has been moved
  638. out of a source DataNode, on more effort will be made to move blocks out of
  639. this DataNode in the current Mover iteration.
  640. </description>
  641. </property>
  642. <property>
  643. <name>dfs.hosts</name>
  644. <value></value>
  645. <description>Names a file that contains a list of hosts that are
  646. permitted to connect to the namenode. The full pathname of the file
  647. must be specified. If the value is empty, all hosts are
  648. permitted.</description>
  649. </property>
  650. <property>
  651. <name>dfs.hosts.exclude</name>
  652. <value></value>
  653. <description>Names a file that contains a list of hosts that are
  654. not permitted to connect to the namenode. The full pathname of the
  655. file must be specified. If the value is empty, no hosts are
  656. excluded.</description>
  657. </property>
  658. <property>
  659. <name>dfs.namenode.max.objects</name>
  660. <value>0</value>
  661. <description>The maximum number of files, directories and blocks
  662. dfs supports. A value of zero indicates no limit to the number
  663. of objects that dfs supports.
  664. </description>
  665. </property>
  666. <property>
  667. <name>dfs.namenode.datanode.registration.ip-hostname-check</name>
  668. <value>true</value>
  669. <description>
  670. If true (the default), then the namenode requires that a connecting
  671. datanode's address must be resolved to a hostname. If necessary, a reverse
  672. DNS lookup is performed. All attempts to register a datanode from an
  673. unresolvable address are rejected.
  674. It is recommended that this setting be left on to prevent accidental
  675. registration of datanodes listed by hostname in the excludes file during a
  676. DNS outage. Only set this to false in environments where there is no
  677. infrastructure to support reverse DNS lookup.
  678. </description>
  679. </property>
  680. <property>
  681. <name>dfs.namenode.decommission.interval</name>
  682. <value>30</value>
  683. <description>Namenode periodicity in seconds to check if decommission is
  684. complete.</description>
  685. </property>
  686. <property>
  687. <name>dfs.namenode.decommission.blocks.per.interval</name>
  688. <value>500000</value>
  689. <description>The approximate number of blocks to process per
  690. decommission interval, as defined in dfs.namenode.decommission.interval.
  691. </description>
  692. </property>
  693. <property>
  694. <name>dfs.namenode.decommission.max.concurrent.tracked.nodes</name>
  695. <value>100</value>
  696. <description>
  697. The maximum number of decommission-in-progress datanodes nodes that will be
  698. tracked at one time by the namenode. Tracking a decommission-in-progress
  699. datanode consumes additional NN memory proportional to the number of blocks
  700. on the datnode. Having a conservative limit reduces the potential impact
  701. of decomissioning a large number of nodes at once.
  702. A value of 0 means no limit will be enforced.
  703. </description>
  704. </property>
  705. <property>
  706. <name>dfs.namenode.replication.interval</name>
  707. <value>3</value>
  708. <description>The periodicity in seconds with which the namenode computes
  709. replication work for datanodes. </description>
  710. </property>
  711. <property>
  712. <name>dfs.namenode.accesstime.precision</name>
  713. <value>3600000</value>
  714. <description>The access time for HDFS file is precise upto this value.
  715. The default value is 1 hour. Setting a value of 0 disables
  716. access times for HDFS.
  717. </description>
  718. </property>
  719. <property>
  720. <name>dfs.datanode.plugins</name>
  721. <value></value>
  722. <description>Comma-separated list of datanode plug-ins to be activated.
  723. </description>
  724. </property>
  725. <property>
  726. <name>dfs.namenode.plugins</name>
  727. <value></value>
  728. <description>Comma-separated list of namenode plug-ins to be activated.
  729. </description>
  730. </property>
  731. <property>
  732. <name>dfs.namenode.block-placement-policy.default.prefer-local-node</name>
  733. <value>true</value>
  734. <description>Controls how the default block placement policy places
  735. the first replica of a block. When true, it will prefer the node where
  736. the client is running. When false, it will prefer a node in the same rack
  737. as the client. Setting to false avoids situations where entire copies of
  738. large files end up on a single node, thus creating hotspots.
  739. </description>
  740. </property>
  741. <property>
  742. <name>dfs.stream-buffer-size</name>
  743. <value>4096</value>
  744. <description>The size of buffer to stream files.
  745. The size of this buffer should probably be a multiple of hardware
  746. page size (4096 on Intel x86), and it determines how much data is
  747. buffered during read and write operations.</description>
  748. </property>
  749. <property>
  750. <name>dfs.bytes-per-checksum</name>
  751. <value>512</value>
  752. <description>The number of bytes per checksum. Must not be larger than
  753. dfs.stream-buffer-size</description>
  754. </property>
  755. <property>
  756. <name>dfs.client-write-packet-size</name>
  757. <value>65536</value>
  758. <description>Packet size for clients to write</description>
  759. </property>
  760. <property>
  761. <name>dfs.client.write.exclude.nodes.cache.expiry.interval.millis</name>
  762. <value>600000</value>
  763. <description>The maximum period to keep a DN in the excluded nodes list
  764. at a client. After this period, in milliseconds, the previously excluded node(s) will
  765. be removed automatically from the cache and will be considered good for block allocations
  766. again. Useful to lower or raise in situations where you keep a file open for very long
  767. periods (such as a Write-Ahead-Log (WAL) file) to make the writer tolerant to cluster maintenance
  768. restarts. Defaults to 10 minutes.</description>
  769. </property>
  770. <property>
  771. <name>dfs.namenode.checkpoint.dir</name>
  772. <value>file://${hadoop.tmp.dir}/dfs/namesecondary</value>
  773. <description>Determines where on the local filesystem the DFS secondary
  774. name node should store the temporary images to merge.
  775. If this is a comma-delimited list of directories then the image is
  776. replicated in all of the directories for redundancy.
  777. </description>
  778. </property>
  779. <property>
  780. <name>dfs.namenode.checkpoint.edits.dir</name>
  781. <value>${dfs.namenode.checkpoint.dir}</value>
  782. <description>Determines where on the local filesystem the DFS secondary
  783. name node should store the temporary edits to merge.
  784. If this is a comma-delimited list of directories then the edits is
  785. replicated in all of the directories for redundancy.
  786. Default value is same as dfs.namenode.checkpoint.dir
  787. </description>
  788. </property>
  789. <property>
  790. <name>dfs.namenode.checkpoint.period</name>
  791. <value>3600</value>
  792. <description>The number of seconds between two periodic checkpoints.
  793. </description>
  794. </property>
  795. <property>
  796. <name>dfs.namenode.checkpoint.txns</name>
  797. <value>1000000</value>
  798. <description>The Secondary NameNode or CheckpointNode will create a checkpoint
  799. of the namespace every 'dfs.namenode.checkpoint.txns' transactions, regardless
  800. of whether 'dfs.namenode.checkpoint.period' has expired.
  801. </description>
  802. </property>
  803. <property>
  804. <name>dfs.namenode.checkpoint.check.period</name>
  805. <value>60</value>
  806. <description>The SecondaryNameNode and CheckpointNode will poll the NameNode
  807. every 'dfs.namenode.checkpoint.check.period' seconds to query the number
  808. of uncheckpointed transactions.
  809. </description>
  810. </property>
  811. <property>
  812. <name>dfs.namenode.checkpoint.max-retries</name>
  813. <value>3</value>
  814. <description>The SecondaryNameNode retries failed checkpointing. If the
  815. failure occurs while loading fsimage or replaying edits, the number of
  816. retries is limited by this variable.
  817. </description>
  818. </property>
  819. <property>
  820. <name>dfs.namenode.num.checkpoints.retained</name>
  821. <value>2</value>
  822. <description>The number of image checkpoint files (fsimage_*) that will be retained by
  823. the NameNode and Secondary NameNode in their storage directories. All edit
  824. logs (stored on edits_* files) necessary to recover an up-to-date namespace from the oldest retained
  825. checkpoint will also be retained.
  826. </description>
  827. </property>
  828. <property>
  829. <name>dfs.namenode.num.extra.edits.retained</name>
  830. <value>1000000</value>
  831. <description>The number of extra transactions which should be retained
  832. beyond what is minimally necessary for a NN restart.
  833. It does not translate directly to file's age, or the number of files kept,
  834. but to the number of transactions (here "edits" means transactions).
  835. One edit file may contain several transactions (edits).
  836. During checkpoint, NameNode will identify the total number of edits to retain as extra by
  837. checking the latest checkpoint transaction value, subtracted by the value of this property.
  838. Then, it scans edits files to identify the older ones that don't include the computed range of
  839. retained transactions that are to be kept around, and purges them subsequently.
  840. The retainment can be useful for audit purposes or for an HA setup where a remote Standby Node may have
  841. been offline for some time and need to have a longer backlog of retained
  842. edits in order to start again.
  843. Typically each edit is on the order of a few hundred bytes, so the default
  844. of 1 million edits should be on the order of hundreds of MBs or low GBs.
  845. NOTE: Fewer extra edits may be retained than value specified for this setting
  846. if doing so would mean that more segments would be retained than the number
  847. configured by dfs.namenode.max.extra.edits.segments.retained.
  848. </description>
  849. </property>
  850. <property>
  851. <name>dfs.namenode.max.extra.edits.segments.retained</name>
  852. <value>10000</value>
  853. <description>The maximum number of extra edit log segments which should be retained
  854. beyond what is minimally necessary for a NN restart. When used in conjunction with
  855. dfs.namenode.num.extra.edits.retained, this configuration property serves to cap
  856. the number of extra edits files to a reasonable value.
  857. </description>
  858. </property>
  859. <property>
  860. <name>dfs.namenode.delegation.key.update-interval</name>
  861. <value>86400000</value>
  862. <description>The update interval for master key for delegation tokens
  863. in the namenode in milliseconds.
  864. </description>
  865. </property>
  866. <property>
  867. <name>dfs.namenode.delegation.token.max-lifetime</name>
  868. <value>604800000</value>
  869. <description>The maximum lifetime in milliseconds for which a delegation
  870. token is valid.
  871. </description>
  872. </property>
  873. <property>
  874. <name>dfs.namenode.delegation.token.renew-interval</name>
  875. <value>86400000</value>
  876. <description>The renewal interval for delegation token in milliseconds.
  877. </description>
  878. </property>
  879. <property>
  880. <name>dfs.datanode.failed.volumes.tolerated</name>
  881. <value>0</value>
  882. <description>The number of volumes that are allowed to
  883. fail before a datanode stops offering service. By default
  884. any volume failure will cause a datanode to shutdown.
  885. </description>
  886. </property>
  887. <property>
  888. <name>dfs.image.compress</name>
  889. <value>false</value>
  890. <description>Should the dfs image be compressed?
  891. </description>
  892. </property>
  893. <property>
  894. <name>dfs.image.compression.codec</name>
  895. <value>org.apache.hadoop.io.compress.DefaultCodec</value>
  896. <description>If the dfs image is compressed, how should they be compressed?
  897. This has to be a codec defined in io.compression.codecs.
  898. </description>
  899. </property>
  900. <property>
  901. <name>dfs.image.transfer.timeout</name>
  902. <value>60000</value>
  903. <description>
  904. Socket timeout for image transfer in milliseconds. This timeout and the related
  905. dfs.image.transfer.bandwidthPerSec parameter should be configured such
  906. that normal image transfer can complete successfully.
  907. This timeout prevents client hangs when the sender fails during
  908. image transfer. This is socket timeout during image transfer.
  909. </description>
  910. </property>
  911. <property>
  912. <name>dfs.image.transfer.bandwidthPerSec</name>
  913. <value>0</value>
  914. <description>
  915. Maximum bandwidth used for image transfer in bytes per second.
  916. This can help keep normal namenode operations responsive during
  917. checkpointing. The maximum bandwidth and timeout in
  918. dfs.image.transfer.timeout should be set such that normal image
  919. transfers can complete successfully.
  920. A default value of 0 indicates that throttling is disabled.
  921. </description>
  922. </property>
  923. <property>
  924. <name>dfs.image.transfer.chunksize</name>
  925. <value>65536</value>
  926. <description>
  927. Chunksize in bytes to upload the checkpoint.
  928. Chunked streaming is used to avoid internal buffering of contents
  929. of image file of huge size.
  930. </description>
  931. </property>
  932. <property>
  933. <name>dfs.namenode.support.allow.format</name>
  934. <value>true</value>
  935. <description>Does HDFS namenode allow itself to be formatted?
  936. You may consider setting this to false for any production
  937. cluster, to avoid any possibility of formatting a running DFS.
  938. </description>
  939. </property>
  940. <property>
  941. <name>dfs.datanode.max.transfer.threads</name>
  942. <value>4096</value>
  943. <description>
  944. Specifies the maximum number of threads to use for transferring data
  945. in and out of the DN.
  946. </description>
  947. </property>
  948. <property>
  949. <name>dfs.datanode.scan.period.hours</name>
  950. <value>504</value>
  951. <description>
  952. If this is positive, the DataNode will not scan any
  953. individual block more than once in the specified scan period.
  954. If this is negative, the block scanner is disabled.
  955. If this is set to zero, then the default value of 504 hours
  956. or 3 weeks is used. Prior versions of HDFS incorrectly documented
  957. that setting this key to zero will disable the block scanner.
  958. </description>
  959. </property>
  960. <property>
  961. <name>dfs.block.scanner.volume.bytes.per.second</name>
  962. <value>1048576</value>
  963. <description>
  964. If this is 0, the DataNode's block scanner will be disabled. If this
  965. is positive, this is the number of bytes per second that the DataNode's
  966. block scanner will try to scan from each volume.
  967. </description>
  968. </property>
  969. <property>
  970. <name>dfs.datanode.readahead.bytes</name>
  971. <value>4194304</value>
  972. <description>
  973. While reading block files, if the Hadoop native libraries are available,
  974. the datanode can use the posix_fadvise system call to explicitly
  975. page data into the operating system buffer cache ahead of the current
  976. reader's position. This can improve performance especially when
  977. disks are highly contended.
  978. This configuration specifies the number of bytes ahead of the current
  979. read position which the datanode will attempt to read ahead. This
  980. feature may be disabled by configuring this property to 0.
  981. If the native libraries are not available, this configuration has no
  982. effect.
  983. </description>
  984. </property>
  985. <property>
  986. <name>dfs.datanode.drop.cache.behind.reads</name>
  987. <value>false</value>
  988. <description>
  989. In some workloads, the data read from HDFS is known to be significantly
  990. large enough that it is unlikely to be useful to cache it in the
  991. operating system buffer cache. In this case, the DataNode may be
  992. configured to automatically purge all data from the buffer cache
  993. after it is delivered to the client. This behavior is automatically
  994. disabled for workloads which read only short sections of a block
  995. (e.g HBase random-IO workloads).
  996. This may improve performance for some workloads by freeing buffer
  997. cache space usage for more cacheable data.
  998. If the Hadoop native libraries are not available, this configuration
  999. has no effect.
  1000. </description>
  1001. </property>
  1002. <property>
  1003. <name>dfs.datanode.drop.cache.behind.writes</name>
  1004. <value>false</value>
  1005. <description>
  1006. In some workloads, the data written to HDFS is known to be significantly
  1007. large enough that it is unlikely to be useful to cache it in the
  1008. operating system buffer cache. In this case, the DataNode may be
  1009. configured to automatically purge all data from the buffer cache
  1010. after it is written to disk.
  1011. This may improve performance for some workloads by freeing buffer
  1012. cache space usage for more cacheable data.
  1013. If the Hadoop native libraries are not available, this configuration
  1014. has no effect.
  1015. </description>
  1016. </property>
  1017. <property>
  1018. <name>dfs.datanode.sync.behind.writes</name>
  1019. <value>false</value>
  1020. <description>
  1021. If this configuration is enabled, the datanode will instruct the
  1022. operating system to enqueue all written data to the disk immediately
  1023. after it is written. This differs from the usual OS policy which
  1024. may wait for up to 30 seconds before triggering writeback.
  1025. This may improve performance for some workloads by smoothing the
  1026. IO profile for data written to disk.
  1027. If the Hadoop native libraries are not available, this configuration
  1028. has no effect.
  1029. </description>
  1030. </property>
  1031. <property>
  1032. <name>dfs.client.failover.max.attempts</name>
  1033. <value>15</value>
  1034. <description>
  1035. Expert only. The number of client failover attempts that should be
  1036. made before the failover is considered failed.
  1037. </description>
  1038. </property>
  1039. <property>
  1040. <name>dfs.client.failover.sleep.base.millis</name>
  1041. <value>500</value>
  1042. <description>
  1043. Expert only. The time to wait, in milliseconds, between failover
  1044. attempts increases exponentially as a function of the number of
  1045. attempts made so far, with a random factor of +/- 50%. This option
  1046. specifies the base value used in the failover calculation. The
  1047. first failover will retry immediately. The 2nd failover attempt
  1048. will delay at least dfs.client.failover.sleep.base.millis
  1049. milliseconds. And so on.
  1050. </description>
  1051. </property>
  1052. <property>
  1053. <name>dfs.client.failover.sleep.max.millis</name>
  1054. <value>15000</value>
  1055. <description>
  1056. Expert only. The time to wait, in milliseconds, between failover
  1057. attempts increases exponentially as a function of the number of
  1058. attempts made so far, with a random factor of +/- 50%. This option
  1059. specifies the maximum value to wait between failovers.
  1060. Specifically, the time between two failover attempts will not
  1061. exceed +/- 50% of dfs.client.failover.sleep.max.millis
  1062. milliseconds.
  1063. </description>
  1064. </property>
  1065. <property>
  1066. <name>dfs.client.failover.connection.retries</name>
  1067. <value>0</value>
  1068. <description>
  1069. Expert only. Indicates the number of retries a failover IPC client
  1070. will make to establish a server connection.
  1071. </description>
  1072. </property>
  1073. <property>
  1074. <name>dfs.client.failover.connection.retries.on.timeouts</name>
  1075. <value>0</value>
  1076. <description>
  1077. Expert only. The number of retry attempts a failover IPC client
  1078. will make on socket timeout when establishing a server connection.
  1079. </description>
  1080. </property>
  1081. <property>
  1082. <name>dfs.client.datanode-restart.timeout</name>
  1083. <value>30</value>
  1084. <description>
  1085. Expert only. The time to wait, in seconds, from reception of an
  1086. datanode shutdown notification for quick restart, until declaring
  1087. the datanode dead and invoking the normal recovery mechanisms.
  1088. The notification is sent by a datanode when it is being shutdown
  1089. using the shutdownDatanode admin command with the upgrade option.
  1090. </description>
  1091. </property>
  1092. <property>
  1093. <name>dfs.nameservices</name>
  1094. <value></value>
  1095. <description>
  1096. Comma-separated list of nameservices.
  1097. </description>
  1098. </property>
  1099. <property>
  1100. <name>dfs.nameservice.id</name>
  1101. <value></value>
  1102. <description>
  1103. The ID of this nameservice. If the nameservice ID is not
  1104. configured or more than one nameservice is configured for
  1105. dfs.nameservices it is determined automatically by
  1106. matching the local node's address with the configured address.
  1107. </description>
  1108. </property>
  1109. <property>
  1110. <name>dfs.internal.nameservices</name>
  1111. <value></value>
  1112. <description>
  1113. Comma-separated list of nameservices that belong to this cluster.
  1114. Datanode will report to all the nameservices in this list. By default
  1115. this is set to the value of dfs.nameservices.
  1116. </description>
  1117. </property>
  1118. <property>
  1119. <name>dfs.ha.namenodes.EXAMPLENAMESERVICE</name>
  1120. <value></value>
  1121. <description>
  1122. The prefix for a given nameservice, contains a comma-separated
  1123. list of namenodes for a given nameservice (eg EXAMPLENAMESERVICE).
  1124. </description>
  1125. </property>
  1126. <property>
  1127. <name>dfs.ha.namenode.id</name>
  1128. <value></value>
  1129. <description>
  1130. The ID of this namenode. If the namenode ID is not configured it
  1131. is determined automatically by matching the local node's address
  1132. with the configured address.
  1133. </description>
  1134. </property>
  1135. <property>
  1136. <name>dfs.ha.log-roll.period</name>
  1137. <value>120</value>
  1138. <description>
  1139. How often, in seconds, the StandbyNode should ask the active to
  1140. roll edit logs. Since the StandbyNode only reads from finalized
  1141. log segments, the StandbyNode will only be as up-to-date as how
  1142. often the logs are rolled. Note that failover triggers a log roll
  1143. so the StandbyNode will be up to date before it becomes active.
  1144. </description>
  1145. </property>
  1146. <property>
  1147. <name>dfs.ha.tail-edits.period</name>
  1148. <value>60</value>
  1149. <description>
  1150. How often, in seconds, the StandbyNode should check for new
  1151. finalized log segments in the shared edits log.
  1152. </description>
  1153. </property>
  1154. <property>
  1155. <name>dfs.ha.automatic-failover.enabled</name>
  1156. <value>false</value>
  1157. <description>
  1158. Whether automatic failover is enabled. See the HDFS High
  1159. Availability documentation for details on automatic HA
  1160. configuration.
  1161. </description>
  1162. </property>
  1163. <property>
  1164. <name>dfs.client.use.datanode.hostname</name>
  1165. <value>false</value>
  1166. <description>Whether clients should use datanode hostnames when
  1167. connecting to datanodes.
  1168. </description>
  1169. </property>
  1170. <property>
  1171. <name>dfs.datanode.use.datanode.hostname</name>
  1172. <value>false</value>
  1173. <description>Whether datanodes should use datanode hostnames when
  1174. connecting to other datanodes for data transfer.
  1175. </description>
  1176. </property>
  1177. <property>
  1178. <name>dfs.client.local.interfaces</name>
  1179. <value></value>
  1180. <description>A comma separated list of network interface names to use
  1181. for data transfer between the client and datanodes. When creating
  1182. a connection to read from or write to a datanode, the client
  1183. chooses one of the specified interfaces at random and binds its
  1184. socket to the IP of that interface. Individual names may be
  1185. specified as either an interface name (eg "eth0"), a subinterface
  1186. name (eg "eth0:0"), or an IP address (which may be specified using
  1187. CIDR notation to match a range of IPs).
  1188. </description>
  1189. </property>
  1190. <property>
  1191. <name>dfs.datanode.shared.file.descriptor.paths</name>
  1192. <value>/dev/shm,/tmp</value>
  1193. <description>
  1194. A comma-separated list of paths to use when creating file descriptors that
  1195. will be shared between the DataNode and the DFSClient. Typically we use
  1196. /dev/shm, so that the file descriptors will not be written to disk.
  1197. Systems that don't have /dev/shm will fall back to /tmp by default.
  1198. </description>
  1199. </property>
  1200. <property>
  1201. <name>dfs.short.circuit.shared.memory.watcher.interrupt.check.ms</name>
  1202. <value>60000</value>
  1203. <description>
  1204. The length of time in milliseconds that the short-circuit shared memory
  1205. watcher will go between checking for java interruptions sent from other
  1206. threads. This is provided mainly for unit tests.
  1207. </description>
  1208. </property>
  1209. <property>
  1210. <name>dfs.namenode.kerberos.principal</name>
  1211. <value></value>
  1212. <description>
  1213. The NameNode service principal. This is typically set to
  1214. nn/_HOST@REALM.TLD. Each NameNode will substitute _HOST with its
  1215. own fully qualified hostname at startup. The _HOST placeholder
  1216. allows using the same configuration setting on both NameNodes
  1217. in an HA setup.
  1218. </description>
  1219. </property>
  1220. <property>
  1221. <name>dfs.namenode.keytab.file</name>
  1222. <value></value>
  1223. <description>
  1224. The keytab file used by each NameNode daemon to login as its
  1225. service principal. The principal name is configured with
  1226. dfs.namenode.kerberos.principal.
  1227. </description>
  1228. </property>
  1229. <property>
  1230. <name>dfs.datanode.kerberos.principal</name>
  1231. <value></value>
  1232. <description>
  1233. The DataNode service principal. This is typically set to
  1234. dn/_HOST@REALM.TLD. Each DataNode will substitute _HOST with its
  1235. own fully qualified hostname at startup. The _HOST placeholder
  1236. allows using the same configuration setting on all DataNodes.
  1237. </description>
  1238. </property>
  1239. <property>
  1240. <name>dfs.datanode.keytab.file</name>
  1241. <value></value>
  1242. <description>
  1243. The keytab file used by each DataNode daemon to login as its
  1244. service principal. The principal name is configured with
  1245. dfs.datanode.kerberos.principal.
  1246. </description>
  1247. </property>
  1248. <property>
  1249. <name>dfs.journalnode.kerberos.principal</name>
  1250. <value></value>
  1251. <description>
  1252. The JournalNode service principal. This is typically set to
  1253. jn/_HOST@REALM.TLD. Each JournalNode will substitute _HOST with its
  1254. own fully qualified hostname at startup. The _HOST placeholder
  1255. allows using the same configuration setting on all JournalNodes.
  1256. </description>
  1257. </property>
  1258. <property>
  1259. <name>dfs.journalnode.keytab.file</name>
  1260. <value></value>
  1261. <description>
  1262. The keytab file used by each JournalNode daemon to login as its
  1263. service principal. The principal name is configured with
  1264. dfs.journalnode.kerberos.principal.
  1265. </description>
  1266. </property>
  1267. <property>
  1268. <name>dfs.namenode.kerberos.internal.spnego.principal</name>
  1269. <value>${dfs.web.authentication.kerberos.principal}</value>
  1270. <description>
  1271. The server principal used by the NameNode for web UI SPNEGO
  1272. authentication when Kerberos security is enabled. This is
  1273. typically set to HTTP/_HOST@REALM.TLD The SPNEGO server principal
  1274. begins with the prefix HTTP/ by convention.
  1275. If the value is '*', the web server will attempt to login with
  1276. every principal specified in the keytab file
  1277. dfs.web.authentication.kerberos.keytab.
  1278. </description>
  1279. </property>
  1280. <property>
  1281. <name>dfs.journalnode.kerberos.internal.spnego.principal</name>
  1282. <value></value>
  1283. <description>
  1284. The server principal used by the JournalNode HTTP Server for
  1285. SPNEGO authentication when Kerberos security is enabled. This is
  1286. typically set to HTTP/_HOST@REALM.TLD. The SPNEGO server principal
  1287. begins with the prefix HTTP/ by convention.
  1288. If the value is '*', the web server will attempt to login with
  1289. every principal specified in the keytab file
  1290. dfs.web.authentication.kerberos.keytab.
  1291. For most deployments this can be set to ${dfs.web.authentication.kerberos.principal}
  1292. i.e use the value of dfs.web.authentication.kerberos.principal.
  1293. </description>
  1294. </property>
  1295. <property>
  1296. <name>dfs.secondary.namenode.kerberos.internal.spnego.principal</name>
  1297. <value>${dfs.web.authentication.kerberos.principal}</value>
  1298. <description>
  1299. The server principal used by the Secondary NameNode for web UI SPNEGO
  1300. authentication when Kerberos security is enabled. Like all other
  1301. Secondary NameNode settings, it is ignored in an HA setup.
  1302. If the value is '*', the web server will attempt to login with
  1303. every principal specified in the keytab file
  1304. dfs.web.authentication.kerberos.keytab.
  1305. </description>
  1306. </property>
  1307. <property>
  1308. <name>dfs.web.authentication.kerberos.principal</name>
  1309. <value></value>
  1310. <description>
  1311. The server principal used by the NameNode for WebHDFS SPNEGO
  1312. authentication.
  1313. Required when WebHDFS and security are enabled. In most secure clusters this
  1314. setting is also used to specify the values for
  1315. dfs.namenode.kerberos.internal.spnego.principal and
  1316. dfs.journalnode.kerberos.internal.spnego.principal.
  1317. </description>
  1318. </property>
  1319. <property>
  1320. <name>dfs.web.authentication.kerberos.keytab</name>
  1321. <value></value>
  1322. <description>
  1323. The keytab file for the principal corresponding to
  1324. dfs.web.authentication.kerberos.principal.
  1325. </description>
  1326. </property>
  1327. <property>
  1328. <name>dfs.namenode.kerberos.principal.pattern</name>
  1329. <value>*</value>
  1330. <description>
  1331. A client-side RegEx that can be configured to control
  1332. allowed realms to authenticate with (useful in cross-realm env.)
  1333. </description>
  1334. </property>
  1335. <property>
  1336. <name>dfs.namenode.avoid.read.stale.datanode</name>
  1337. <value>false</value>
  1338. <description>
  1339. Indicate whether or not to avoid reading from &quot;stale&quot; datanodes whose
  1340. heartbeat messages have not been received by the namenode
  1341. for more than a specified time interval. Stale datanodes will be
  1342. moved to the end of the node list returned for reading. See
  1343. dfs.namenode.avoid.write.stale.datanode for a similar setting for writes.
  1344. </description>
  1345. </property>
  1346. <property>
  1347. <name>dfs.namenode.avoid.write.stale.datanode</name>
  1348. <value>false</value>
  1349. <description>
  1350. Indicate whether or not to avoid writing to &quot;stale&quot; datanodes whose
  1351. heartbeat messages have not been received by the namenode
  1352. for more than a specified time interval. Writes will avoid using
  1353. stale datanodes unless more than a configured ratio
  1354. (dfs.namenode.write.stale.datanode.ratio) of datanodes are marked as
  1355. stale. See dfs.namenode.avoid.read.stale.datanode for a similar setting
  1356. for reads.
  1357. </description>
  1358. </property>
  1359. <property>
  1360. <name>dfs.namenode.stale.datanode.interval</name>
  1361. <value>30000</value>
  1362. <description>
  1363. Default time interval for marking a datanode as "stale", i.e., if
  1364. the namenode has not received heartbeat msg from a datanode for
  1365. more than this time interval, the datanode will be marked and treated
  1366. as "stale" by default. The stale interval cannot be too small since
  1367. otherwise this may cause too frequent change of stale states.
  1368. We thus set a minimum stale interval value (the default value is 3 times
  1369. of heartbeat interval) and guarantee that the stale interval cannot be less
  1370. than the minimum value. A stale data node is avoided during lease/block
  1371. recovery. It can be conditionally avoided for reads (see
  1372. dfs.namenode.avoid.read.stale.datanode) and for writes (see
  1373. dfs.namenode.avoid.write.stale.datanode).
  1374. </description>
  1375. </property>
  1376. <property>
  1377. <name>dfs.namenode.write.stale.datanode.ratio</name>
  1378. <value>0.5f</value>
  1379. <description>
  1380. When the ratio of number stale datanodes to total datanodes marked
  1381. is greater than this ratio, stop avoiding writing to stale nodes so
  1382. as to prevent causing hotspots.
  1383. </description>
  1384. </property>
  1385. <property>
  1386. <name>dfs.namenode.invalidate.work.pct.per.iteration</name>
  1387. <value>0.32f</value>
  1388. <description>
  1389. *Note*: Advanced property. Change with caution.
  1390. This determines the percentage amount of block
  1391. invalidations (deletes) to do over a single DN heartbeat
  1392. deletion command. The final deletion count is determined by applying this
  1393. percentage to the number of live nodes in the system.
  1394. The resultant number is the number of blocks from the deletion list
  1395. chosen for proper invalidation over a single heartbeat of a single DN.
  1396. Value should be a positive, non-zero percentage in float notation (X.Yf),
  1397. with 1.0f meaning 100%.
  1398. </description>
  1399. </property>
  1400. <property>
  1401. <name>dfs.namenode.replication.work.multiplier.per.iteration</name>
  1402. <value>2</value>
  1403. <description>
  1404. *Note*: Advanced property. Change with caution.
  1405. This determines the total amount of block transfers to begin in
  1406. parallel at a DN, for replication, when such a command list is being
  1407. sent over a DN heartbeat by the NN. The actual number is obtained by
  1408. multiplying this multiplier with the total number of live nodes in the
  1409. cluster. The result number is the number of blocks to begin transfers
  1410. immediately for, per DN heartbeat. This number can be any positive,
  1411. non-zero integer.
  1412. </description>
  1413. </property>
  1414. <property>
  1415. <name>nfs.server.port</name>
  1416. <value>2049</value>
  1417. <description>
  1418. Specify the port number used by Hadoop NFS.
  1419. </description>
  1420. </property>
  1421. <property>
  1422. <name>nfs.mountd.port</name>
  1423. <value>4242</value>
  1424. <description>
  1425. Specify the port number used by Hadoop mount daemon.
  1426. </description>
  1427. </property>
  1428. <property>
  1429. <name>nfs.dump.dir</name>
  1430. <value>/tmp/.hdfs-nfs</value>
  1431. <description>
  1432. This directory is used to temporarily save out-of-order writes before
  1433. writing to HDFS. For each file, the out-of-order writes are dumped after
  1434. they are accumulated to exceed certain threshold (e.g., 1MB) in memory.
  1435. One needs to make sure the directory has enough space.
  1436. </description>
  1437. </property>
  1438. <property>
  1439. <name>nfs.rtmax</name>
  1440. <value>1048576</value>
  1441. <description>This is the maximum size in bytes of a READ request
  1442. supported by the NFS gateway. If you change this, make sure you
  1443. also update the nfs mount's rsize(add rsize= # of bytes to the
  1444. mount directive).
  1445. </description>
  1446. </property>
  1447. <property>
  1448. <name>nfs.wtmax</name>
  1449. <value>1048576</value>
  1450. <description>This is the maximum size in bytes of a WRITE request
  1451. supported by the NFS gateway. If you change this, make sure you
  1452. also update the nfs mount's wsize(add wsize= # of bytes to the
  1453. mount directive).
  1454. </description>
  1455. </property>
  1456. <property>
  1457. <name>nfs.keytab.file</name>
  1458. <value></value>
  1459. <description>
  1460. *Note*: Advanced property. Change with caution.
  1461. This is the path to the keytab file for the hdfs-nfs gateway.
  1462. This is required when the cluster is kerberized.
  1463. </description>
  1464. </property>
  1465. <property>
  1466. <name>nfs.kerberos.principal</name>
  1467. <value></value>
  1468. <description>
  1469. *Note*: Advanced property. Change with caution.
  1470. This is the name of the kerberos principal. This is required when
  1471. the cluster is kerberized.It must be of this format:
  1472. nfs-gateway-user/nfs-gateway-host@kerberos-realm
  1473. </description>
  1474. </property>
  1475. <property>
  1476. <name>nfs.allow.insecure.ports</name>
  1477. <value>true</value>
  1478. <description>
  1479. When set to false, client connections originating from unprivileged ports
  1480. (those above 1023) will be rejected. This is to ensure that clients
  1481. connecting to this NFS Gateway must have had root privilege on the machine
  1482. where they're connecting from.
  1483. </description>
  1484. </property>
  1485. <property>
  1486. <name>dfs.webhdfs.enabled</name>
  1487. <value>true</value>
  1488. <description>
  1489. Enable WebHDFS (REST API) in Namenodes and Datanodes.
  1490. </description>
  1491. </property>
  1492. <property>
  1493. <name>hadoop.fuse.connection.timeout</name>
  1494. <value>300</value>
  1495. <description>
  1496. The minimum number of seconds that we'll cache libhdfs connection objects
  1497. in fuse_dfs. Lower values will result in lower memory consumption; higher
  1498. values may speed up access by avoiding the overhead of creating new
  1499. connection objects.
  1500. </description>
  1501. </property>
  1502. <property>
  1503. <name>hadoop.fuse.timer.period</name>
  1504. <value>5</value>
  1505. <description>
  1506. The number of seconds between cache expiry checks in fuse_dfs. Lower values
  1507. will result in fuse_dfs noticing changes to Kerberos ticket caches more
  1508. quickly.
  1509. </description>
  1510. </property>
  1511. <property>
  1512. <name>dfs.metrics.percentiles.intervals</name>
  1513. <value></value>
  1514. <description>
  1515. Comma-delimited set of integers denoting the desired rollover intervals
  1516. (in seconds) for percentile latency metrics on the Namenode and Datanode.
  1517. By default, percentile latency metrics are disabled.
  1518. </description>
  1519. </property>
  1520. <property>
  1521. <name>hadoop.user.group.metrics.percentiles.intervals</name>
  1522. <value></value>
  1523. <description>
  1524. A comma-separated list of the granularity in seconds for the metrics
  1525. which describe the 50/75/90/95/99th percentile latency for group resolution
  1526. in milliseconds.
  1527. By default, percentile latency metrics are disabled.
  1528. </description>
  1529. </property>
  1530. <property>
  1531. <name>dfs.encrypt.data.transfer</name>
  1532. <value>false</value>
  1533. <description>
  1534. Whether or not actual block data that is read/written from/to HDFS should
  1535. be encrypted on the wire. This only needs to be set on the NN and DNs,
  1536. clients will deduce this automatically. It is possible to override this setting
  1537. per connection by specifying custom logic via dfs.trustedchannel.resolver.class.
  1538. </description>
  1539. </property>
  1540. <property>
  1541. <name>dfs.encrypt.data.transfer.algorithm</name>
  1542. <value></value>
  1543. <description>
  1544. This value may be set to either "3des" or "rc4". If nothing is set, then
  1545. the configured JCE default on the system is used (usually 3DES.) It is
  1546. widely believed that 3DES is more cryptographically secure, but RC4 is
  1547. substantially faster.
  1548. Note that if AES is supported by both the client and server then this
  1549. encryption algorithm will only be used to initially transfer keys for AES.
  1550. (See dfs.encrypt.data.transfer.cipher.suites.)
  1551. </description>
  1552. </property>
  1553. <property>
  1554. <name>dfs.encrypt.data.transfer.cipher.suites</name>
  1555. <value></value>
  1556. <description>
  1557. This value may be either undefined or AES/CTR/NoPadding. If defined, then
  1558. dfs.encrypt.data.transfer uses the specified cipher suite for data
  1559. encryption. If not defined, then only the algorithm specified in
  1560. dfs.encrypt.data.transfer.algorithm is used. By default, the property is
  1561. not defined.
  1562. </description>
  1563. </property>
  1564. <property>
  1565. <name>dfs.encrypt.data.transfer.cipher.key.bitlength</name>
  1566. <value>128</value>
  1567. <description>
  1568. The key bitlength negotiated by dfsclient and datanode for encryption.
  1569. This value may be set to either 128, 192 or 256.
  1570. </description>
  1571. </property>
  1572. <property>
  1573. <name>dfs.trustedchannel.resolver.class</name>
  1574. <value></value>
  1575. <description>
  1576. TrustedChannelResolver is used to determine whether a channel
  1577. is trusted for plain data transfer. The TrustedChannelResolver is
  1578. invoked on both client and server side. If the resolver indicates
  1579. that the channel is trusted, then the data transfer will not be
  1580. encrypted even if dfs.encrypt.data.transfer is set to true. The
  1581. default implementation returns false indicating that the channel
  1582. is not trusted.
  1583. </description>
  1584. </property>
  1585. <property>
  1586. <name>dfs.data.transfer.protection</name>
  1587. <value></value>
  1588. <description>
  1589. A comma-separated list of SASL protection values used for secured
  1590. connections to the DataNode when reading or writing block data. Possible
  1591. values are authentication, integrity and privacy. authentication means
  1592. authentication only and no integrity or privacy; integrity implies
  1593. authentication and integrity are enabled; and privacy implies all of
  1594. authentication, integrity and privacy are enabled. If
  1595. dfs.encrypt.data.transfer is set to true, then it supersedes the setting for
  1596. dfs.data.transfer.protection and enforces that all connections must use a
  1597. specialized encrypted SASL handshake. This property is ignored for
  1598. connections to a DataNode listening on a privileged port. In this case, it
  1599. is assumed that the use of a privileged port establishes sufficient trust.
  1600. </description>
  1601. </property>
  1602. <property>
  1603. <name>dfs.data.transfer.saslproperties.resolver.class</name>
  1604. <value></value>
  1605. <description>
  1606. SaslPropertiesResolver used to resolve the QOP used for a connection to the
  1607. DataNode when reading or writing block data. If not specified, the value of
  1608. hadoop.security.saslproperties.resolver.class is used as the default value.
  1609. </description>
  1610. </property>
  1611. <property>
  1612. <name>dfs.datanode.hdfs-blocks-metadata.enabled</name>
  1613. <value>false</value>
  1614. <description>
  1615. Boolean which enables backend datanode-side support for the experimental DistributedFileSystem#getFileVBlockStorageLocations API.
  1616. </description>
  1617. </property>
  1618. <property>
  1619. <name>dfs.client.file-block-storage-locations.num-threads</name>
  1620. <value>10</value>
  1621. <description>
  1622. Number of threads used for making parallel RPCs in DistributedFileSystem#getFileBlockStorageLocations().
  1623. </description>
  1624. </property>
  1625. <property>
  1626. <name>dfs.client.file-block-storage-locations.timeout.millis</name>
  1627. <value>1000</value>
  1628. <description>
  1629. Timeout (in milliseconds) for the parallel RPCs made in DistributedFileSystem#getFileBlockStorageLocations().
  1630. </description>
  1631. </property>
  1632. <property>
  1633. <name>dfs.journalnode.rpc-address</name>
  1634. <value>0.0.0.0:8485</value>
  1635. <description>
  1636. The JournalNode RPC server address and port.
  1637. </description>
  1638. </property>
  1639. <property>
  1640. <name>dfs.journalnode.http-address</name>
  1641. <value>0.0.0.0:8480</value>
  1642. <description>
  1643. The address and port the JournalNode HTTP server listens on.
  1644. If the port is 0 then the server will start on a free port.
  1645. </description>
  1646. </property>
  1647. <property>
  1648. <name>dfs.journalnode.https-address</name>
  1649. <value>0.0.0.0:8481</value>
  1650. <description>
  1651. The address and port the JournalNode HTTPS server listens on.
  1652. If the port is 0 then the server will start on a free port.
  1653. </description>
  1654. </property>
  1655. <property>
  1656. <name>dfs.namenode.audit.loggers</name>
  1657. <value>default</value>
  1658. <description>
  1659. List of classes implementing audit loggers that will receive audit events.
  1660. These should be implementations of org.apache.hadoop.hdfs.server.namenode.AuditLogger.
  1661. The special value "default" can be used to reference the default audit
  1662. logger, which uses the configured log system. Installing custom audit loggers
  1663. may affect the performance and stability of the NameNode. Refer to the custom
  1664. logger's documentation for more details.
  1665. </description>
  1666. </property>
  1667. <property>
  1668. <name>dfs.datanode.available-space-volume-choosing-policy.balanced-space-threshold</name>
  1669. <value>10737418240</value> <!-- 10 GB -->
  1670. <description>
  1671. Only used when the dfs.datanode.fsdataset.volume.choosing.policy is set to
  1672. org.apache.hadoop.hdfs.server.datanode.fsdataset.AvailableSpaceVolumeChoosingPolicy.
  1673. This setting controls how much DN volumes are allowed to differ in terms of
  1674. bytes of free disk space before they are considered imbalanced. If the free
  1675. space of all the volumes are within this range of each other, the volumes
  1676. will be considered balanced and block assignments will be done on a pure
  1677. round robin basis.
  1678. </description>
  1679. </property>
  1680. <property>
  1681. <name>dfs.datanode.available-space-volume-choosing-policy.balanced-space-preference-fraction</name>
  1682. <value>0.75f</value>
  1683. <description>
  1684. Only used when the dfs.datanode.fsdataset.volume.choosing.policy is set to
  1685. org.apache.hadoop.hdfs.server.datanode.fsdataset.AvailableSpaceVolumeChoosingPolicy.
  1686. This setting controls what percentage of new block allocations will be sent
  1687. to volumes with more available disk space than others. This setting should
  1688. be in the range 0.0 - 1.0, though in practice 0.5 - 1.0, since there should
  1689. be no reason to prefer that volumes with less available disk space receive
  1690. more block allocations.
  1691. </description>
  1692. </property>
  1693. <property>
  1694. <name>dfs.namenode.edits.noeditlogchannelflush</name>
  1695. <value>false</value>
  1696. <description>
  1697. Specifies whether to flush edit log file channel. When set, expensive
  1698. FileChannel#force calls are skipped and synchronous disk writes are
  1699. enabled instead by opening the edit log file with RandomAccessFile("rws")
  1700. flags. This can significantly improve the performance of edit log writes
  1701. on the Windows platform.
  1702. Note that the behavior of the "rws" flags is platform and hardware specific
  1703. and might not provide the same level of guarantees as FileChannel#force.
  1704. For example, the write will skip the disk-cache on SAS and SCSI devices
  1705. while it might not on SATA devices. This is an expert level setting,
  1706. change with caution.
  1707. </description>
  1708. </property>
  1709. <property>
  1710. <name>dfs.client.cache.drop.behind.writes</name>
  1711. <value></value>
  1712. <description>
  1713. Just like dfs.datanode.drop.cache.behind.writes, this setting causes the
  1714. page cache to be dropped behind HDFS writes, potentially freeing up more
  1715. memory for other uses. Unlike dfs.datanode.drop.cache.behind.writes, this
  1716. is a client-side setting rather than a setting for the entire datanode.
  1717. If present, this setting will override the DataNode default.
  1718. If the native libraries are not available to the DataNode, this
  1719. configuration has no effect.
  1720. </description>
  1721. </property>
  1722. <property>
  1723. <name>dfs.client.cache.drop.behind.reads</name>
  1724. <value></value>
  1725. <description>
  1726. Just like dfs.datanode.drop.cache.behind.reads, this setting causes the
  1727. page cache to be dropped behind HDFS reads, potentially freeing up more
  1728. memory for other uses. Unlike dfs.datanode.drop.cache.behind.reads, this
  1729. is a client-side setting rather than a setting for the entire datanode. If
  1730. present, this setting will override the DataNode default.
  1731. If the native libraries are not available to the DataNode, this
  1732. configuration has no effect.
  1733. </description>
  1734. </property>
  1735. <property>
  1736. <name>dfs.client.cache.readahead</name>
  1737. <value></value>
  1738. <description>
  1739. When using remote reads, this setting causes the datanode to
  1740. read ahead in the block file using posix_fadvise, potentially decreasing
  1741. I/O wait times. Unlike dfs.datanode.readahead.bytes, this is a client-side
  1742. setting rather than a setting for the entire datanode. If present, this
  1743. setting will override the DataNode default.
  1744. When using local reads, this setting determines how much readahead we do in
  1745. BlockReaderLocal.
  1746. If the native libraries are not available to the DataNode, this
  1747. configuration has no effect.
  1748. </description>
  1749. </property>
  1750. <property>
  1751. <name>dfs.namenode.enable.retrycache</name>
  1752. <value>true</value>
  1753. <description>
  1754. This enables the retry cache on the namenode. Namenode tracks for
  1755. non-idempotent requests the corresponding response. If a client retries the
  1756. request, the response from the retry cache is sent. Such operations
  1757. are tagged with annotation @AtMostOnce in namenode protocols. It is
  1758. recommended that this flag be set to true. Setting it to false, will result
  1759. in clients getting failure responses to retried request. This flag must
  1760. be enabled in HA setup for transparent fail-overs.
  1761. The entries in the cache have expiration time configurable
  1762. using dfs.namenode.retrycache.expirytime.millis.
  1763. </description>
  1764. </property>
  1765. <property>
  1766. <name>dfs.namenode.retrycache.expirytime.millis</name>
  1767. <value>600000</value>
  1768. <description>
  1769. The time for which retry cache entries are retained.
  1770. </description>
  1771. </property>
  1772. <property>
  1773. <name>dfs.namenode.retrycache.heap.percent</name>
  1774. <value>0.03f</value>
  1775. <description>
  1776. This parameter configures the heap size allocated for retry cache
  1777. (excluding the response cached). This corresponds to approximately
  1778. 4096 entries for every 64MB of namenode process java heap size.
  1779. Assuming retry cache entry expiration time (configured using
  1780. dfs.namenode.retrycache.expirytime.millis) of 10 minutes, this
  1781. enables retry cache to support 7 operations per second sustained
  1782. for 10 minutes. As the heap size is increased, the operation rate
  1783. linearly increases.
  1784. </description>
  1785. </property>
  1786. <property>
  1787. <name>dfs.client.mmap.enabled</name>
  1788. <value>true</value>
  1789. <description>
  1790. If this is set to false, the client won't attempt to perform memory-mapped reads.
  1791. </description>
  1792. </property>
  1793. <property>
  1794. <name>dfs.client.mmap.cache.size</name>
  1795. <value>256</value>
  1796. <description>
  1797. When zero-copy reads are used, the DFSClient keeps a cache of recently used
  1798. memory mapped regions. This parameter controls the maximum number of
  1799. entries that we will keep in that cache.
  1800. The larger this number is, the more file descriptors we will potentially
  1801. use for memory-mapped files. mmaped files also use virtual address space.
  1802. You may need to increase your ulimit virtual address space limits before
  1803. increasing the client mmap cache size.
  1804. Note that you can still do zero-copy reads when this size is set to 0.
  1805. </description>
  1806. </property>
  1807. <property>
  1808. <name>dfs.client.mmap.cache.timeout.ms</name>
  1809. <value>3600000</value>
  1810. <description>
  1811. The minimum length of time that we will keep an mmap entry in the cache
  1812. between uses. If an entry is in the cache longer than this, and nobody
  1813. uses it, it will be removed by a background thread.
  1814. </description>
  1815. </property>
  1816. <property>
  1817. <name>dfs.client.mmap.retry.timeout.ms</name>
  1818. <value>300000</value>
  1819. <description>
  1820. The minimum amount of time that we will wait before retrying a failed mmap
  1821. operation.
  1822. </description>
  1823. </property>
  1824. <property>
  1825. <name>dfs.client.short.circuit.replica.stale.threshold.ms</name>
  1826. <value>1800000</value>
  1827. <description>
  1828. The maximum amount of time that we will consider a short-circuit replica to
  1829. be valid, if there is no communication from the DataNode. After this time
  1830. has elapsed, we will re-fetch the short-circuit replica even if it is in
  1831. the cache.
  1832. </description>
  1833. </property>
  1834. <property>
  1835. <name>dfs.namenode.path.based.cache.block.map.allocation.percent</name>
  1836. <value>0.25</value>
  1837. <description>
  1838. The percentage of the Java heap which we will allocate to the cached blocks
  1839. map. The cached blocks map is a hash map which uses chained hashing.
  1840. Smaller maps may be accessed more slowly if the number of cached blocks is
  1841. large; larger maps will consume more memory.
  1842. </description>
  1843. </property>
  1844. <property>
  1845. <name>dfs.datanode.max.locked.memory</name>
  1846. <value>0</value>
  1847. <description>
  1848. The amount of memory in bytes to use for caching of block replicas in
  1849. memory on the datanode. The datanode's maximum locked memory soft ulimit
  1850. (RLIMIT_MEMLOCK) must be set to at least this value, else the datanode
  1851. will abort on startup.
  1852. By default, this parameter is set to 0, which disables in-memory caching.
  1853. If the native libraries are not available to the DataNode, this
  1854. configuration has no effect.
  1855. </description>
  1856. </property>
  1857. <property>
  1858. <name>dfs.namenode.list.cache.directives.num.responses</name>
  1859. <value>100</value>
  1860. <description>
  1861. This value controls the number of cache directives that the NameNode will
  1862. send over the wire in response to a listDirectives RPC.
  1863. </description>
  1864. </property>
  1865. <property>
  1866. <name>dfs.namenode.list.cache.pools.num.responses</name>
  1867. <value>100</value>
  1868. <description>
  1869. This value controls the number of cache pools that the NameNode will
  1870. send over the wire in response to a listPools RPC.
  1871. </description>
  1872. </property>
  1873. <property>
  1874. <name>dfs.namenode.path.based.cache.refresh.interval.ms</name>
  1875. <value>30000</value>
  1876. <description>
  1877. The amount of milliseconds between subsequent path cache rescans. Path
  1878. cache rescans are when we calculate which blocks should be cached, and on
  1879. what datanodes.
  1880. By default, this parameter is set to 30 seconds.
  1881. </description>
  1882. </property>
  1883. <property>
  1884. <name>dfs.namenode.path.based.cache.retry.interval.ms</name>
  1885. <value>30000</value>
  1886. <description>
  1887. When the NameNode needs to uncache something that is cached, or cache
  1888. something that is not cached, it must direct the DataNodes to do so by
  1889. sending a DNA_CACHE or DNA_UNCACHE command in response to a DataNode
  1890. heartbeat. This parameter controls how frequently the NameNode will
  1891. resend these commands.
  1892. </description>
  1893. </property>
  1894. <property>
  1895. <name>dfs.datanode.fsdatasetcache.max.threads.per.volume</name>
  1896. <value>4</value>
  1897. <description>
  1898. The maximum number of threads per volume to use for caching new data
  1899. on the datanode. These threads consume both I/O and CPU. This can affect
  1900. normal datanode operations.
  1901. </description>
  1902. </property>
  1903. <property>
  1904. <name>dfs.cachereport.intervalMsec</name>
  1905. <value>10000</value>
  1906. <description>
  1907. Determines cache reporting interval in milliseconds. After this amount of
  1908. time, the DataNode sends a full report of its cache state to the NameNode.
  1909. The NameNode uses the cache report to update its map of cached blocks to
  1910. DataNode locations.
  1911. This configuration has no effect if in-memory caching has been disabled by
  1912. setting dfs.datanode.max.locked.memory to 0 (which is the default).
  1913. If the native libraries are not available to the DataNode, this
  1914. configuration has no effect.
  1915. </description>
  1916. </property>
  1917. <property>
  1918. <name>dfs.namenode.edit.log.autoroll.multiplier.threshold</name>
  1919. <value>2.0</value>
  1920. <description>
  1921. Determines when an active namenode will roll its own edit log.
  1922. The actual threshold (in number of edits) is determined by multiplying
  1923. this value by dfs.namenode.checkpoint.txns.
  1924. This prevents extremely large edit files from accumulating on the active
  1925. namenode, which can cause timeouts during namenode startup and pose an
  1926. administrative hassle. This behavior is intended as a failsafe for when
  1927. the standby or secondary namenode fail to roll the edit log by the normal
  1928. checkpoint threshold.
  1929. </description>
  1930. </property>
  1931. <property>
  1932. <name>dfs.namenode.edit.log.autoroll.check.interval.ms</name>
  1933. <value>300000</value>
  1934. <description>
  1935. How often an active namenode will check if it needs to roll its edit log,
  1936. in milliseconds.
  1937. </description>
  1938. </property>
  1939. <property>
  1940. <name>dfs.webhdfs.user.provider.user.pattern</name>
  1941. <value>^[A-Za-z_][A-Za-z0-9._-]*[$]?$</value>
  1942. <description>
  1943. Valid pattern for user and group names for webhdfs, it must be a valid java regex.
  1944. </description>
  1945. </property>
  1946. <property>
  1947. <name>dfs.client.context</name>
  1948. <value>default</value>
  1949. <description>
  1950. The name of the DFSClient context that we should use. Clients that share
  1951. a context share a socket cache and short-circuit cache, among other things.
  1952. You should only change this if you don't want to share with another set of
  1953. threads.
  1954. </description>
  1955. </property>
  1956. <property>
  1957. <name>dfs.client.read.shortcircuit</name>
  1958. <value>false</value>
  1959. <description>
  1960. This configuration parameter turns on short-circuit local reads.
  1961. </description>
  1962. </property>
  1963. <property>
  1964. <name>dfs.domain.socket.path</name>
  1965. <value></value>
  1966. <description>
  1967. Optional. This is a path to a UNIX domain socket that will be used for
  1968. communication between the DataNode and local HDFS clients.
  1969. If the string "_PORT" is present in this path, it will be replaced by the
  1970. TCP port of the DataNode.
  1971. </description>
  1972. </property>
  1973. <property>
  1974. <name>dfs.client.read.shortcircuit.skip.checksum</name>
  1975. <value>false</value>
  1976. <description>
  1977. If this configuration parameter is set,
  1978. short-circuit local reads will skip checksums.
  1979. This is normally not recommended,
  1980. but it may be useful for special setups.
  1981. You might consider using this
  1982. if you are doing your own checksumming outside of HDFS.
  1983. </description>
  1984. </property>
  1985. <property>
  1986. <name>dfs.client.read.shortcircuit.streams.cache.size</name>
  1987. <value>256</value>
  1988. <description>
  1989. The DFSClient maintains a cache of recently opened file descriptors.
  1990. This parameter controls the size of that cache.
  1991. Setting this higher will use more file descriptors,
  1992. but potentially provide better performance on workloads
  1993. involving lots of seeks.
  1994. </description>
  1995. </property>
  1996. <property>
  1997. <name>dfs.client.read.shortcircuit.streams.cache.expiry.ms</name>
  1998. <value>300000</value>
  1999. <description>
  2000. This controls the minimum amount of time
  2001. file descriptors need to sit in the client cache context
  2002. before they can be closed for being inactive for too long.
  2003. </description>
  2004. </property>
  2005. <property>
  2006. <name>dfs.datanode.shared.file.descriptor.paths</name>
  2007. <value>/dev/shm,/tmp</value>
  2008. <description>
  2009. Comma separated paths to the directory on which
  2010. shared memory segments are created.
  2011. The client and the DataNode exchange information via
  2012. this shared memory segment.
  2013. It tries paths in order until creation of shared memory segment succeeds.
  2014. </description>
  2015. </property>
  2016. <property>
  2017. <name>dfs.client.use.legacy.blockreader.local</name>
  2018. <value>false</value>
  2019. <description>
  2020. Legacy short-circuit reader implementation based on HDFS-2246 is used
  2021. if this configuration parameter is true.
  2022. This is for the platforms other than Linux
  2023. where the new implementation based on HDFS-347 is not available.
  2024. </description>
  2025. </property>
  2026. <property>
  2027. <name>dfs.block.local-path-access.user</name>
  2028. <value></value>
  2029. <description>
  2030. Comma separated list of the users allowd to open block files
  2031. on legacy short-circuit local read.
  2032. </description>
  2033. </property>
  2034. <property>
  2035. <name>dfs.client.domain.socket.data.traffic</name>
  2036. <value>false</value>
  2037. <description>
  2038. This control whether we will try to pass normal data traffic
  2039. over UNIX domain socket rather than over TCP socket
  2040. on node-local data transfer.
  2041. This is currently experimental and turned off by default.
  2042. </description>
  2043. </property>
  2044. <property>
  2045. <name>dfs.namenode.reject-unresolved-dn-topology-mapping</name>
  2046. <value>false</value>
  2047. <description>
  2048. If the value is set to true, then namenode will reject datanode
  2049. registration if the topology mapping for a datanode is not resolved and
  2050. NULL is returned (script defined by net.topology.script.file.name fails
  2051. to execute). Otherwise, datanode will be registered and the default rack
  2052. will be assigned as the topology path. Topology paths are important for
  2053. data resiliency, since they define fault domains. Thus it may be unwanted
  2054. behavior to allow datanode registration with the default rack if the
  2055. resolving topology failed.
  2056. </description>
  2057. </property>
  2058. <property>
  2059. <name>dfs.client.slow.io.warning.threshold.ms</name>
  2060. <value>30000</value>
  2061. <description>The threshold in milliseconds at which we will log a slow
  2062. io warning in a dfsclient. By default, this parameter is set to 30000
  2063. milliseconds (30 seconds).
  2064. </description>
  2065. </property>
  2066. <property>
  2067. <name>dfs.datanode.slow.io.warning.threshold.ms</name>
  2068. <value>300</value>
  2069. <description>The threshold in milliseconds at which we will log a slow
  2070. io warning in a datanode. By default, this parameter is set to 300
  2071. milliseconds.
  2072. </description>
  2073. </property>
  2074. <property>
  2075. <name>dfs.namenode.xattrs.enabled</name>
  2076. <value>true</value>
  2077. <description>
  2078. Whether support for extended attributes is enabled on the NameNode.
  2079. </description>
  2080. </property>
  2081. <property>
  2082. <name>dfs.namenode.fs-limits.max-xattrs-per-inode</name>
  2083. <value>32</value>
  2084. <description>
  2085. Maximum number of extended attributes per inode.
  2086. </description>
  2087. </property>
  2088. <property>
  2089. <name>dfs.namenode.fs-limits.max-xattr-size</name>
  2090. <value>16384</value>
  2091. <description>
  2092. The maximum combined size of the name and value of an extended attribute in bytes.
  2093. </description>
  2094. </property>
  2095. <property>
  2096. <name>dfs.namenode.write-lock-reporting-threshold-ms</name>
  2097. <value>5000</value>
  2098. <description>When a write lock is held on the namenode for a long time,
  2099. this will be logged as the lock is released. This sets how long the
  2100. lock must be held for logging to occur.
  2101. </description>
  2102. </property>
  2103. <property>
  2104. <name>dfs.namenode.read-lock-reporting-threshold-ms</name>
  2105. <value>5000</value>
  2106. <description>When a read lock is held on the namenode for a long time,
  2107. this will be logged as the lock is released. This sets how long the
  2108. lock must be held for logging to occur.
  2109. </description>
  2110. </property>
  2111. <property>
  2112. <name>dfs.namenode.lock.detailed-metrics.enabled</name>
  2113. <value>false</value>
  2114. <description>If true, the namenode will keep track of how long various
  2115. operations hold the Namesystem lock for and emit this as metrics. These
  2116. metrics have names of the form FSN(Read|Write)LockNanosOperationName,
  2117. where OperationName denotes the name of the operation that initiated the
  2118. lock hold (this will be OTHER for certain uncategorized operations) and
  2119. they export the hold time values in nanoseconds.
  2120. </description>
  2121. </property>
  2122. <property>
  2123. <name>dfs.namenode.fslock.fair</name>
  2124. <value>true</value>
  2125. <description>If this is true, the FS Namesystem lock will be used in Fair mode,
  2126. which will help to prevent writer threads from being starved, but can provide
  2127. lower lock throughput. See java.util.concurrent.locks.ReentrantReadWriteLock
  2128. for more information on fair/non-fair locks.
  2129. </description>
  2130. </property>
  2131. <property>
  2132. <name>dfs.namenode.startup.delay.block.deletion.sec</name>
  2133. <value>0</value>
  2134. <description>The delay in seconds at which we will pause the blocks deletion
  2135. after Namenode startup. By default it's disabled.
  2136. In the case a directory has large number of directories and files are
  2137. deleted, suggested delay is one hour to give the administrator enough time
  2138. to notice large number of pending deletion blocks and take corrective
  2139. action.
  2140. </description>
  2141. </property>
  2142. <property>
  2143. <name>dfs.namenode.list.encryption.zones.num.responses</name>
  2144. <value>100</value>
  2145. <description>When listing encryption zones, the maximum number of zones
  2146. that will be returned in a batch. Fetching the list incrementally in
  2147. batches improves namenode performance.
  2148. </description>
  2149. </property>
  2150. <property>
  2151. <name>dfs.namenode.inotify.max.events.per.rpc</name>
  2152. <value>1000</value>
  2153. <description>Maximum number of events that will be sent to an inotify client
  2154. in a single RPC response. The default value attempts to amortize away
  2155. the overhead for this RPC while avoiding huge memory requirements for the
  2156. client and NameNode (1000 events should consume no more than 1 MB.)
  2157. </description>
  2158. </property>
  2159. <property>
  2160. <name>dfs.user.home.dir.prefix</name>
  2161. <value>/user</value>
  2162. <description>The directory to prepend to user name to get the user's
  2163. home direcotry.
  2164. </description>
  2165. </property>
  2166. <property>
  2167. <name>dfs.datanode.cache.revocation.timeout.ms</name>
  2168. <value>900000</value>
  2169. <description>When the DFSClient reads from a block file which the DataNode is
  2170. caching, the DFSClient can skip verifying checksums. The DataNode will
  2171. keep the block file in cache until the client is done. If the client takes
  2172. an unusually long time, though, the DataNode may need to evict the block
  2173. file from the cache anyway. This value controls how long the DataNode will
  2174. wait for the client to release a replica that it is reading without
  2175. checksums.
  2176. </description>
  2177. </property>
  2178. <property>
  2179. <name>dfs.datanode.cache.revocation.polling.ms</name>
  2180. <value>500</value>
  2181. <description>How often the DataNode should poll to see if the clients have
  2182. stopped using a replica that the DataNode wants to uncache.
  2183. </description>
  2184. </property>
  2185. <property>
  2186. <name>dfs.datanode.block.id.layout.upgrade.threads</name>
  2187. <value>12</value>
  2188. <description>The number of threads to use when creating hard links from
  2189. current to previous blocks during upgrade of a DataNode to block ID-based
  2190. block layout (see HDFS-6482 for details on the layout).</description>
  2191. </property>
  2192. <property>
  2193. <name>dfs.encryption.key.provider.uri</name>
  2194. <description>
  2195. The KeyProvider to use when interacting with encryption keys used
  2196. when reading and writing to an encryption zone.
  2197. </description>
  2198. </property>
  2199. <property>
  2200. <name>dfs.storage.policy.enabled</name>
  2201. <value>true</value>
  2202. <description>
  2203. Allow users to change the storage policy on files and directories.
  2204. </description>
  2205. </property>
  2206. <property>
  2207. <name>dfs.namenode.legacy-oiv-image.dir</name>
  2208. <value></value>
  2209. <description>Determines where to save the namespace in the old fsimage format
  2210. during checkpointing by standby NameNode or SecondaryNameNode. Users can
  2211. dump the contents of the old format fsimage by oiv_legacy command. If
  2212. the value is not specified, old format fsimage will not be saved in
  2213. checkpoint.
  2214. </description>
  2215. </property>
  2216. <property>
  2217. <name>dfs.namenode.top.enabled</name>
  2218. <value>true</value>
  2219. <description>Enable nntop: reporting top users on namenode
  2220. </description>
  2221. </property>
  2222. <property>
  2223. <name>dfs.namenode.top.window.num.buckets</name>
  2224. <value>10</value>
  2225. <description>Number of buckets in the rolling window implementation of nntop
  2226. </description>
  2227. </property>
  2228. <property>
  2229. <name>dfs.namenode.top.num.users</name>
  2230. <value>10</value>
  2231. <description>Number of top users returned by the top tool
  2232. </description>
  2233. </property>
  2234. <property>
  2235. <name>dfs.namenode.top.windows.minutes</name>
  2236. <value>1,5,25</value>
  2237. <description>comma separated list of nntop reporting periods in minutes
  2238. </description>
  2239. </property>
  2240. <property>
  2241. <name>dfs.namenode.blocks.per.postponedblocks.rescan</name>
  2242. <value>10000</value>
  2243. <description>Number of blocks to rescan for each iteration of
  2244. postponedMisreplicatedBlocks.
  2245. </description>
  2246. </property>
  2247. <property>
  2248. <name>dfs.datanode.block-pinning.enabled</name>
  2249. <value>false</value>
  2250. <description>Whether pin blocks on favored DataNode.</description>
  2251. </property>
  2252. <property>
  2253. <name>dfs.datanode.bp-ready.timeout</name>
  2254. <value>20</value>
  2255. <description>
  2256. The maximum wait time for datanode to be ready before failing the
  2257. received request. Setting this to 0 fails requests right away if the
  2258. datanode is not yet registered with the namenode. This wait time
  2259. reduces initial request failures after datanode restart.
  2260. </description>
  2261. </property>
  2262. <property>
  2263. <name>dfs.balancer.keytab.enabled</name>
  2264. <value>false</value>
  2265. <description>
  2266. Set to true to enable login using a keytab for Kerberized Hadoop.
  2267. </description>
  2268. </property>
  2269. <property>
  2270. <name>dfs.balancer.address</name>
  2271. <value>0.0.0.0:0</value>
  2272. <description>
  2273. The hostname used for a keytab based Kerberos login. Keytab based login
  2274. can be enabled with dfs.balancer.keytab.enabled.
  2275. </description>
  2276. </property>
  2277. <property>
  2278. <name>dfs.balancer.keytab.file</name>
  2279. <value></value>
  2280. <description>
  2281. The keytab file used by the Balancer to login as its
  2282. service principal. The principal name is configured with
  2283. dfs.balancer.kerberos.principal. Keytab based login can be
  2284. enabled with dfs.balancer.keytab.enabled.
  2285. </description>
  2286. </property>
  2287. <property>
  2288. <name>dfs.balancer.kerberos.principal</name>
  2289. <value></value>
  2290. <description>
  2291. The Balancer principal. This is typically set to
  2292. balancer/_HOST@REALM.TLD. The Balancer will substitute _HOST with its
  2293. own fully qualified hostname at startup. The _HOST placeholder
  2294. allows using the same configuration setting on different servers.
  2295. Keytab based login can be enabled with dfs.balancer.keytab.enabled.
  2296. </description>
  2297. </property>
  2298. <property>
  2299. <name>dfs.balancer.block-move.timeout</name>
  2300. <value>0</value>
  2301. <description>
  2302. Maximum amount of time in milliseconds for a block to move. If this is set
  2303. greater than 0, Balancer will stop waiting for a block move completion
  2304. after this time. In typical clusters, a 3 to 5 minute timeout is reasonable.
  2305. If timeout happens to a large proportion of block moves, this needs to be
  2306. increased. It could also be that too much work is dispatched and many nodes
  2307. are constantly exceeding the bandwidth limit as a result. In that case,
  2308. other balancer parameters might need to be adjusted.
  2309. It is disabled (0) by default.
  2310. </description>
  2311. </property>
  2312. <property>
  2313. <name>dfs.balancer.max-no-move-interval</name>
  2314. <value>60000</value>
  2315. <description>
  2316. If this specified amount of time has elapsed and no block has been moved
  2317. out of a source DataNode, on more effort will be made to move blocks out of
  2318. this DataNode in the current Balancer iteration.
  2319. </description>
  2320. </property>
  2321. <property>
  2322. <name>dfs.lock.suppress.warning.interval</name>
  2323. <value>10s</value>
  2324. <description>Instrumentation reporting long critical sections will suppress
  2325. consecutive warnings within this interval.</description>
  2326. </property>
  2327. <property>
  2328. <name>dfs.namenode.quota.init-threads</name>
  2329. <value>4</value>
  2330. <description>
  2331. The number of concurrent threads to be used in quota initialization. The
  2332. speed of quota initialization also affects the namenode fail-over latency.
  2333. If the size of name space is big, try increasing this.
  2334. </description>
  2335. </property>
  2336. <property>
  2337. <name>dfs.reformat.disabled</name>
  2338. <value>false</value>
  2339. <description>
  2340. Disable reformat of NameNode. If it's value is set to "true"
  2341. and metadata directories already exist then attempt to format NameNode
  2342. will throw NameNodeFormatException.
  2343. </description>
  2344. </property>
  2345. </configuration>