hdfs-default.xml 157 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762
  1. <?xml version="1.0"?>
  2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  3. <!--
  4. Licensed to the Apache Software Foundation (ASF) under one or more
  5. contributor license agreements. See the NOTICE file distributed with
  6. this work for additional information regarding copyright ownership.
  7. The ASF licenses this file to You under the Apache License, Version 2.0
  8. (the "License"); you may not use this file except in compliance with
  9. the License. You may obtain a copy of the License at
  10. http://www.apache.org/licenses/LICENSE-2.0
  11. Unless required by applicable law or agreed to in writing, software
  12. distributed under the License is distributed on an "AS IS" BASIS,
  13. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. See the License for the specific language governing permissions and
  15. limitations under the License.
  16. -->
  17. <!-- Do not modify this file directly. Instead, copy entries that you -->
  18. <!-- wish to modify from this file into hdfs-site.xml and change them -->
  19. <!-- there. If hdfs-site.xml does not already exist, create it. -->
  20. <configuration>
  21. <property>
  22. <name>hadoop.hdfs.configuration.version</name>
  23. <value>1</value>
  24. <description>version of this configuration file</description>
  25. </property>
  26. <property>
  27. <name>dfs.namenode.rpc-address</name>
  28. <value></value>
  29. <description>
  30. RPC address that handles all clients requests. In the case of HA/Federation where multiple namenodes exist,
  31. the name service id is added to the name e.g. dfs.namenode.rpc-address.ns1
  32. dfs.namenode.rpc-address.EXAMPLENAMESERVICE
  33. The value of this property will take the form of nn-host1:rpc-port.
  34. </description>
  35. </property>
  36. <property>
  37. <name>dfs.namenode.rpc-bind-host</name>
  38. <value></value>
  39. <description>
  40. The actual address the RPC server will bind to. If this optional address is
  41. set, it overrides only the hostname portion of dfs.namenode.rpc-address.
  42. It can also be specified per name node or name service for HA/Federation.
  43. This is useful for making the name node listen on all interfaces by
  44. setting it to 0.0.0.0.
  45. </description>
  46. </property>
  47. <property>
  48. <name>dfs.namenode.servicerpc-address</name>
  49. <value></value>
  50. <description>
  51. RPC address for HDFS Services communication. BackupNode, Datanodes and all other services should be
  52. connecting to this address if it is configured. In the case of HA/Federation where multiple namenodes exist,
  53. the name service id is added to the name e.g. dfs.namenode.servicerpc-address.ns1
  54. dfs.namenode.rpc-address.EXAMPLENAMESERVICE
  55. The value of this property will take the form of nn-host1:rpc-port.
  56. If the value of this property is unset the value of dfs.namenode.rpc-address will be used as the default.
  57. </description>
  58. </property>
  59. <property>
  60. <name>dfs.namenode.servicerpc-bind-host</name>
  61. <value></value>
  62. <description>
  63. The actual address the service RPC server will bind to. If this optional address is
  64. set, it overrides only the hostname portion of dfs.namenode.servicerpc-address.
  65. It can also be specified per name node or name service for HA/Federation.
  66. This is useful for making the name node listen on all interfaces by
  67. setting it to 0.0.0.0.
  68. </description>
  69. </property>
  70. <property>
  71. <name>dfs.namenode.lifeline.rpc-address</name>
  72. <value></value>
  73. <description>
  74. NameNode RPC lifeline address. This is an optional separate RPC address
  75. that can be used to isolate health checks and liveness to protect against
  76. resource exhaustion in the main RPC handler pool. In the case of
  77. HA/Federation where multiple NameNodes exist, the name service ID is added
  78. to the name e.g. dfs.namenode.lifeline.rpc-address.ns1. The value of this
  79. property will take the form of nn-host1:rpc-port. If this property is not
  80. defined, then the NameNode will not start a lifeline RPC server. By
  81. default, the property is not defined.
  82. </description>
  83. </property>
  84. <property>
  85. <name>dfs.namenode.lifeline.rpc-bind-host</name>
  86. <value></value>
  87. <description>
  88. The actual address the lifeline RPC server will bind to. If this optional
  89. address is set, it overrides only the hostname portion of
  90. dfs.namenode.lifeline.rpc-address. It can also be specified per name node
  91. or name service for HA/Federation. This is useful for making the name node
  92. listen on all interfaces by setting it to 0.0.0.0.
  93. </description>
  94. </property>
  95. <property>
  96. <name>dfs.namenode.secondary.http-address</name>
  97. <value>0.0.0.0:50090</value>
  98. <description>
  99. The secondary namenode http server address and port.
  100. </description>
  101. </property>
  102. <property>
  103. <name>dfs.namenode.secondary.https-address</name>
  104. <value>0.0.0.0:50091</value>
  105. <description>
  106. The secondary namenode HTTPS server address and port.
  107. </description>
  108. </property>
  109. <property>
  110. <name>dfs.datanode.address</name>
  111. <value>0.0.0.0:50010</value>
  112. <description>
  113. The datanode server address and port for data transfer.
  114. </description>
  115. </property>
  116. <property>
  117. <name>dfs.datanode.http.address</name>
  118. <value>0.0.0.0:50075</value>
  119. <description>
  120. The datanode http server address and port.
  121. </description>
  122. </property>
  123. <property>
  124. <name>dfs.datanode.ipc.address</name>
  125. <value>0.0.0.0:50020</value>
  126. <description>
  127. The datanode ipc server address and port.
  128. </description>
  129. </property>
  130. <property>
  131. <name>dfs.datanode.http.internal-proxy.port</name>
  132. <value>0</value>
  133. <description>
  134. The datanode's internal web proxy port.
  135. By default it selects a random port available in runtime.
  136. </description>
  137. </property>
  138. <property>
  139. <name>dfs.datanode.handler.count</name>
  140. <value>10</value>
  141. <description>The number of server threads for the datanode.</description>
  142. </property>
  143. <property>
  144. <name>dfs.namenode.http-address</name>
  145. <value>0.0.0.0:50070</value>
  146. <description>
  147. The address and the base port where the dfs namenode web ui will listen on.
  148. </description>
  149. </property>
  150. <property>
  151. <name>dfs.namenode.http-bind-host</name>
  152. <value></value>
  153. <description>
  154. The actual adress the HTTP server will bind to. If this optional address
  155. is set, it overrides only the hostname portion of dfs.namenode.http-address.
  156. It can also be specified per name node or name service for HA/Federation.
  157. This is useful for making the name node HTTP server listen on all
  158. interfaces by setting it to 0.0.0.0.
  159. </description>
  160. </property>
  161. <property>
  162. <name>dfs.namenode.heartbeat.recheck-interval</name>
  163. <value>300000</value>
  164. <description>
  165. This time decides the interval to check for expired datanodes.
  166. With this value and dfs.heartbeat.interval, the interval of
  167. deciding the datanode is stale or not is also calculated.
  168. The unit of this configuration is millisecond.
  169. </description>
  170. </property>
  171. <property>
  172. <name>dfs.http.policy</name>
  173. <value>HTTP_ONLY</value>
  174. <description>Decide if HTTPS(SSL) is supported on HDFS
  175. This configures the HTTP endpoint for HDFS daemons:
  176. The following values are supported:
  177. - HTTP_ONLY : Service is provided only on http
  178. - HTTPS_ONLY : Service is provided only on https
  179. - HTTP_AND_HTTPS : Service is provided both on http and https
  180. </description>
  181. </property>
  182. <property>
  183. <name>dfs.client.https.need-auth</name>
  184. <value>false</value>
  185. <description>Whether SSL client certificate authentication is required
  186. </description>
  187. </property>
  188. <property>
  189. <name>dfs.client.cached.conn.retry</name>
  190. <value>3</value>
  191. <description>The number of times the HDFS client will pull a socket from the
  192. cache. Once this number is exceeded, the client will try to create a new
  193. socket.
  194. </description>
  195. </property>
  196. <property>
  197. <name>dfs.https.server.keystore.resource</name>
  198. <value>ssl-server.xml</value>
  199. <description>Resource file from which ssl server keystore
  200. information will be extracted
  201. </description>
  202. </property>
  203. <property>
  204. <name>dfs.client.https.keystore.resource</name>
  205. <value>ssl-client.xml</value>
  206. <description>Resource file from which ssl client keystore
  207. information will be extracted
  208. </description>
  209. </property>
  210. <property>
  211. <name>dfs.datanode.https.address</name>
  212. <value>0.0.0.0:50475</value>
  213. <description>The datanode secure http server address and port.</description>
  214. </property>
  215. <property>
  216. <name>dfs.namenode.https-address</name>
  217. <value>0.0.0.0:50470</value>
  218. <description>The namenode secure http server address and port.</description>
  219. </property>
  220. <property>
  221. <name>dfs.namenode.https-bind-host</name>
  222. <value></value>
  223. <description>
  224. The actual adress the HTTPS server will bind to. If this optional address
  225. is set, it overrides only the hostname portion of dfs.namenode.https-address.
  226. It can also be specified per name node or name service for HA/Federation.
  227. This is useful for making the name node HTTPS server listen on all
  228. interfaces by setting it to 0.0.0.0.
  229. </description>
  230. </property>
  231. <property>
  232. <name>dfs.datanode.dns.interface</name>
  233. <value>default</value>
  234. <description>
  235. The name of the Network Interface from which a data node should
  236. report its IP address. e.g. eth2. This setting may be required for some
  237. multi-homed nodes where the DataNodes are assigned multiple hostnames
  238. and it is desirable for the DataNodes to use a non-default hostname.
  239. Prefer using hadoop.security.dns.interface over
  240. dfs.datanode.dns.interface.
  241. </description>
  242. </property>
  243. <property>
  244. <name>dfs.datanode.dns.nameserver</name>
  245. <value>default</value>
  246. <description>
  247. The host name or IP address of the name server (DNS) which a DataNode
  248. should use to determine its own host name.
  249. Prefer using hadoop.security.dns.nameserver over
  250. dfs.datanode.dns.nameserver.
  251. </description>
  252. </property>
  253. <property>
  254. <name>dfs.namenode.backup.address</name>
  255. <value>0.0.0.0:50100</value>
  256. <description>
  257. The backup node server address and port.
  258. If the port is 0 then the server will start on a free port.
  259. </description>
  260. </property>
  261. <property>
  262. <name>dfs.namenode.backup.http-address</name>
  263. <value>0.0.0.0:50105</value>
  264. <description>
  265. The backup node http server address and port.
  266. If the port is 0 then the server will start on a free port.
  267. </description>
  268. </property>
  269. <property>
  270. <name>dfs.namenode.replication.considerLoad</name>
  271. <value>true</value>
  272. <description>Decide if chooseTarget considers the target's load or not
  273. </description>
  274. </property>
  275. <property>
  276. <name>dfs.namenode.replication.considerLoad.factor</name>
  277. <value>2.0</value>
  278. <description>The factor by which a node's load can exceed the average
  279. before being rejected for writes, only if considerLoad is true.
  280. </description>
  281. </property>
  282. <property>
  283. <name>dfs.default.chunk.view.size</name>
  284. <value>32768</value>
  285. <description>The number of bytes to view for a file on the browser.
  286. </description>
  287. </property>
  288. <property>
  289. <name>dfs.datanode.du.reserved</name>
  290. <value>0</value>
  291. <description>Reserved space in bytes per volume. Always leave this much space free for non dfs use.
  292. Specific storage type based reservation is also supported. The property can be followed with
  293. corresponding storage types ([ssd]/[disk]/[archive]/[ram_disk]) for cluster with heterogeneous storage.
  294. For example, reserved space for RAM_DISK storage can be configured using property
  295. 'dfs.datanode.du.reserved.ram_disk'. If specific storage type reservation is not configured
  296. then dfs.datanode.du.reserved will be used.
  297. </description>
  298. </property>
  299. <property>
  300. <name>dfs.namenode.name.dir</name>
  301. <value>file://${hadoop.tmp.dir}/dfs/name</value>
  302. <description>Determines where on the local filesystem the DFS name node
  303. should store the name table(fsimage). If this is a comma-delimited list
  304. of directories then the name table is replicated in all of the
  305. directories, for redundancy. </description>
  306. </property>
  307. <property>
  308. <name>dfs.namenode.name.dir.restore</name>
  309. <value>false</value>
  310. <description>Set to true to enable NameNode to attempt recovering a
  311. previously failed dfs.namenode.name.dir. When enabled, a recovery of any
  312. failed directory is attempted during checkpoint.</description>
  313. </property>
  314. <property>
  315. <name>dfs.namenode.fs-limits.max-component-length</name>
  316. <value>255</value>
  317. <description>Defines the maximum number of bytes in UTF-8 encoding in each
  318. component of a path. A value of 0 will disable the check.</description>
  319. </property>
  320. <property>
  321. <name>dfs.namenode.fs-limits.max-directory-items</name>
  322. <value>1048576</value>
  323. <description>Defines the maximum number of items that a directory may
  324. contain. Cannot set the property to a value less than 1 or more than
  325. 6400000.</description>
  326. </property>
  327. <property>
  328. <name>dfs.namenode.fs-limits.min-block-size</name>
  329. <value>1048576</value>
  330. <description>Minimum block size in bytes, enforced by the Namenode at create
  331. time. This prevents the accidental creation of files with tiny block
  332. sizes (and thus many blocks), which can degrade
  333. performance.</description>
  334. </property>
  335. <property>
  336. <name>dfs.namenode.fs-limits.max-blocks-per-file</name>
  337. <value>1048576</value>
  338. <description>Maximum number of blocks per file, enforced by the Namenode on
  339. write. This prevents the creation of extremely large files which can
  340. degrade performance.</description>
  341. </property>
  342. <property>
  343. <name>dfs.namenode.edits.dir</name>
  344. <value>${dfs.namenode.name.dir}</value>
  345. <description>Determines where on the local filesystem the DFS name node
  346. should store the transaction (edits) file. If this is a comma-delimited list
  347. of directories then the transaction file is replicated in all of the
  348. directories, for redundancy. Default value is same as dfs.namenode.name.dir
  349. </description>
  350. </property>
  351. <property>
  352. <name>dfs.namenode.edits.dir.required</name>
  353. <value></value>
  354. <description>This should be a subset of dfs.namenode.edits.dir,
  355. to ensure that the transaction (edits) file
  356. in these places is always up-to-date.
  357. </description>
  358. </property>
  359. <property>
  360. <name>dfs.namenode.shared.edits.dir</name>
  361. <value></value>
  362. <description>A directory on shared storage between the multiple namenodes
  363. in an HA cluster. This directory will be written by the active and read
  364. by the standby in order to keep the namespaces synchronized. This directory
  365. does not need to be listed in dfs.namenode.edits.dir above. It should be
  366. left empty in a non-HA cluster.
  367. </description>
  368. </property>
  369. <property>
  370. <name>dfs.namenode.edits.journal-plugin.qjournal</name>
  371. <value>org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager</value>
  372. </property>
  373. <property>
  374. <name>dfs.permissions.enabled</name>
  375. <value>true</value>
  376. <description>
  377. If "true", enable permission checking in HDFS.
  378. If "false", permission checking is turned off,
  379. but all other behavior is unchanged.
  380. Switching from one parameter value to the other does not change the mode,
  381. owner or group of files or directories.
  382. </description>
  383. </property>
  384. <property>
  385. <name>dfs.permissions.superusergroup</name>
  386. <value>supergroup</value>
  387. <description>The name of the group of super-users.
  388. The value should be a single group name.
  389. </description>
  390. </property>
  391. <property>
  392. <name>dfs.cluster.administrators</name>
  393. <value></value>
  394. <description>ACL for the admins, this configuration is used to control
  395. who can access the default servlets in the namenode, etc. The value
  396. should be a comma separated list of users and groups. The user list
  397. comes first and is separated by a space followed by the group list,
  398. e.g. "user1,user2 group1,group2". Both users and groups are optional,
  399. so "user1", " group1", "", "user1 group1", "user1,user2 group1,group2"
  400. are all valid (note the leading space in " group1"). '*' grants access
  401. to all users and groups, e.g. '*', '* ' and ' *' are all valid.
  402. </description>
  403. </property>
  404. <property>
  405. <name>dfs.namenode.acls.enabled</name>
  406. <value>false</value>
  407. <description>
  408. Set to true to enable support for HDFS ACLs (Access Control Lists). By
  409. default, ACLs are disabled. When ACLs are disabled, the NameNode rejects
  410. all RPCs related to setting or getting ACLs.
  411. </description>
  412. </property>
  413. <property>
  414. <name>dfs.namenode.lazypersist.file.scrub.interval.sec</name>
  415. <value>300</value>
  416. <description>
  417. The NameNode periodically scans the namespace for LazyPersist files with
  418. missing blocks and unlinks them from the namespace. This configuration key
  419. controls the interval between successive scans. Set it to a negative value
  420. to disable this behavior.
  421. </description>
  422. </property>
  423. <property>
  424. <name>dfs.block.access.token.enable</name>
  425. <value>false</value>
  426. <description>
  427. If "true", access tokens are used as capabilities for accessing datanodes.
  428. If "false", no access tokens are checked on accessing datanodes.
  429. </description>
  430. </property>
  431. <property>
  432. <name>dfs.block.access.key.update.interval</name>
  433. <value>600</value>
  434. <description>
  435. Interval in minutes at which namenode updates its access keys.
  436. </description>
  437. </property>
  438. <property>
  439. <name>dfs.block.access.token.lifetime</name>
  440. <value>600</value>
  441. <description>The lifetime of access tokens in minutes.</description>
  442. </property>
  443. <property>
  444. <name>dfs.datanode.data.dir</name>
  445. <value>file://${hadoop.tmp.dir}/dfs/data</value>
  446. <description>Determines where on the local filesystem an DFS data node
  447. should store its blocks. If this is a comma-delimited
  448. list of directories, then data will be stored in all named
  449. directories, typically on different devices. The directories should be tagged
  450. with corresponding storage types ([SSD]/[DISK]/[ARCHIVE]/[RAM_DISK]) for HDFS
  451. storage policies. The default storage type will be DISK if the directory does
  452. not have a storage type tagged explicitly. Directories that do not exist will
  453. be created if local filesystem permission allows.
  454. </description>
  455. </property>
  456. <property>
  457. <name>dfs.datanode.data.dir.perm</name>
  458. <value>700</value>
  459. <description>Permissions for the directories on on the local filesystem where
  460. the DFS data node store its blocks. The permissions can either be octal or
  461. symbolic.</description>
  462. </property>
  463. <property>
  464. <name>dfs.replication</name>
  465. <value>3</value>
  466. <description>Default block replication.
  467. The actual number of replications can be specified when the file is created.
  468. The default is used if replication is not specified in create time.
  469. </description>
  470. </property>
  471. <property>
  472. <name>dfs.replication.max</name>
  473. <value>512</value>
  474. <description>Maximal block replication.
  475. </description>
  476. </property>
  477. <property>
  478. <name>dfs.namenode.replication.min</name>
  479. <value>1</value>
  480. <description>Minimal block replication.
  481. </description>
  482. </property>
  483. <property>
  484. <name>dfs.namenode.maintenance.replication.min</name>
  485. <value>1</value>
  486. <description>Minimal live block replication in existence of maintenance mode.
  487. </description>
  488. </property>
  489. <property>
  490. <name>dfs.namenode.safemode.replication.min</name>
  491. <value></value>
  492. <description>
  493. a separate minimum replication factor for calculating safe block count.
  494. This is an expert level setting.
  495. Setting this lower than the dfs.namenode.replication.min
  496. is not recommend and/or dangerous for production setups.
  497. When it's not set it takes value from dfs.namenode.replication.min
  498. </description>
  499. </property>
  500. <property>
  501. <name>dfs.blocksize</name>
  502. <value>134217728</value>
  503. <description>
  504. The default block size for new files, in bytes.
  505. You can use the following suffix (case insensitive):
  506. k(kilo), m(mega), g(giga), t(tera), p(peta), e(exa) to specify the size (such as 128k, 512m, 1g, etc.),
  507. Or provide complete size in bytes (such as 134217728 for 128 MB).
  508. </description>
  509. </property>
  510. <property>
  511. <name>dfs.client.block.write.retries</name>
  512. <value>3</value>
  513. <description>The number of retries for writing blocks to the data nodes,
  514. before we signal failure to the application.
  515. </description>
  516. </property>
  517. <property>
  518. <name>dfs.client.block.write.replace-datanode-on-failure.enable</name>
  519. <value>true</value>
  520. <description>
  521. If there is a datanode/network failure in the write pipeline,
  522. DFSClient will try to remove the failed datanode from the pipeline
  523. and then continue writing with the remaining datanodes. As a result,
  524. the number of datanodes in the pipeline is decreased. The feature is
  525. to add new datanodes to the pipeline.
  526. This is a site-wide property to enable/disable the feature.
  527. When the cluster size is extremely small, e.g. 3 nodes or less, cluster
  528. administrators may want to set the policy to NEVER in the default
  529. configuration file or disable this feature. Otherwise, users may
  530. experience an unusually high rate of pipeline failures since it is
  531. impossible to find new datanodes for replacement.
  532. See also dfs.client.block.write.replace-datanode-on-failure.policy
  533. </description>
  534. </property>
  535. <property>
  536. <name>dfs.client.block.write.replace-datanode-on-failure.policy</name>
  537. <value>DEFAULT</value>
  538. <description>
  539. This property is used only if the value of
  540. dfs.client.block.write.replace-datanode-on-failure.enable is true.
  541. ALWAYS: always add a new datanode when an existing datanode is removed.
  542. NEVER: never add a new datanode.
  543. DEFAULT:
  544. Let r be the replication number.
  545. Let n be the number of existing datanodes.
  546. Add a new datanode only if r is greater than or equal to 3 and either
  547. (1) floor(r/2) is greater than or equal to n; or
  548. (2) r is greater than n and the block is hflushed/appended.
  549. </description>
  550. </property>
  551. <property>
  552. <name>dfs.client.block.write.replace-datanode-on-failure.best-effort</name>
  553. <value>false</value>
  554. <description>
  555. This property is used only if the value of
  556. dfs.client.block.write.replace-datanode-on-failure.enable is true.
  557. Best effort means that the client will try to replace a failed datanode
  558. in write pipeline (provided that the policy is satisfied), however, it
  559. continues the write operation in case that the datanode replacement also
  560. fails.
  561. Suppose the datanode replacement fails.
  562. false: An exception should be thrown so that the write will fail.
  563. true : The write should be resumed with the remaining datandoes.
  564. Note that setting this property to true allows writing to a pipeline
  565. with a smaller number of datanodes. As a result, it increases the
  566. probability of data loss.
  567. </description>
  568. </property>
  569. <property>
  570. <name>dfs.client.block.write.replace-datanode-on-failure.min-replication</name>
  571. <value>0</value>
  572. <description>
  573. The minimum number of replications that are needed to not to fail
  574. the write pipeline if new datanodes can not be found to replace
  575. failed datanodes (could be due to network failure) in the write pipeline.
  576. If the number of the remaining datanodes in the write pipeline is greater
  577. than or equal to this property value, continue writing to the remaining nodes.
  578. Otherwise throw exception.
  579. If this is set to 0, an exception will be thrown, when a replacement
  580. can not be found.
  581. See also dfs.client.block.write.replace-datanode-on-failure.policy
  582. </description>
  583. </property>
  584. <property>
  585. <name>dfs.blockreport.intervalMsec</name>
  586. <value>21600000</value>
  587. <description>Determines block reporting interval in milliseconds.</description>
  588. </property>
  589. <property>
  590. <name>dfs.blockreport.initialDelay</name> <value>0</value>
  591. <description>Delay for first block report in seconds.</description>
  592. </property>
  593. <property>
  594. <name>dfs.blockreport.split.threshold</name>
  595. <value>1000000</value>
  596. <description>If the number of blocks on the DataNode is below this
  597. threshold then it will send block reports for all Storage Directories
  598. in a single message.
  599. If the number of blocks exceeds this threshold then the DataNode will
  600. send block reports for each Storage Directory in separate messages.
  601. Set to zero to always split.
  602. </description>
  603. </property>
  604. <property>
  605. <name>dfs.namenode.max.full.block.report.leases</name>
  606. <value>6</value>
  607. <description>The maximum number of leases for full block reports that the
  608. NameNode will issue at any given time. This prevents the NameNode from
  609. being flooded with full block reports that use up all the RPC handler
  610. threads. This number should never be more than the number of RPC handler
  611. threads or less than 1.
  612. </description>
  613. </property>
  614. <property>
  615. <name>dfs.namenode.full.block.report.lease.length.ms</name>
  616. <value>300000</value>
  617. <description>
  618. The number of milliseconds that the NameNode will wait before invalidating
  619. a full block report lease. This prevents a crashed DataNode from
  620. permanently using up a full block report lease.
  621. </description>
  622. </property>
  623. <property>
  624. <name>dfs.datanode.directoryscan.interval</name>
  625. <value>21600</value>
  626. <description>Interval in seconds for Datanode to scan data directories and
  627. reconcile the difference between blocks in memory and on the disk.
  628. </description>
  629. </property>
  630. <property>
  631. <name>dfs.datanode.directoryscan.threads</name>
  632. <value>1</value>
  633. <description>How many threads should the threadpool used to compile reports
  634. for volumes in parallel have.
  635. </description>
  636. </property>
  637. <property>
  638. <name>dfs.datanode.directoryscan.throttle.limit.ms.per.sec</name>
  639. <value>1000</value>
  640. <description>The report compilation threads are limited to only running for
  641. a given number of milliseconds per second, as configured by the
  642. property. The limit is taken per thread, not in aggregate, e.g. setting
  643. a limit of 100ms for 4 compiler threads will result in each thread being
  644. limited to 100ms, not 25ms.
  645. Note that the throttle does not interrupt the report compiler threads, so the
  646. actual running time of the threads per second will typically be somewhat
  647. higher than the throttle limit, usually by no more than 20%.
  648. Setting this limit to 1000 disables compiler thread throttling. Only
  649. values between 1 and 1000 are valid. Setting an invalid value will result
  650. in the throttle being disabled and an error message being logged. 1000 is
  651. the default setting.
  652. </description>
  653. </property>
  654. <property>
  655. <name>dfs.heartbeat.interval</name>
  656. <value>3</value>
  657. <description>Determines datanode heartbeat interval in seconds.</description>
  658. </property>
  659. <property>
  660. <name>dfs.datanode.lifeline.interval.seconds</name>
  661. <value></value>
  662. <description>
  663. Sets the interval in seconds between sending DataNode Lifeline Protocol
  664. messages from the DataNode to the NameNode. The value must be greater than
  665. the value of dfs.heartbeat.interval. If this property is not defined, then
  666. the default behavior is to calculate the interval as 3x the value of
  667. dfs.heartbeat.interval. Note that normal heartbeat processing may cause the
  668. DataNode to postpone sending lifeline messages if they are not required.
  669. Under normal operations with speedy heartbeat processing, it is possible
  670. that no lifeline messages will need to be sent at all. This property has no
  671. effect if dfs.namenode.lifeline.rpc-address is not defined.
  672. </description>
  673. </property>
  674. <property>
  675. <name>dfs.namenode.handler.count</name>
  676. <value>10</value>
  677. <description>The number of Namenode RPC server threads that listen to
  678. requests from clients.
  679. If dfs.namenode.servicerpc-address is not configured then
  680. Namenode RPC server threads listen to requests from all nodes.
  681. </description>
  682. </property>
  683. <property>
  684. <name>dfs.namenode.service.handler.count</name>
  685. <value>10</value>
  686. <description>The number of Namenode RPC server threads that listen to
  687. requests from DataNodes and from all other non-client nodes.
  688. dfs.namenode.service.handler.count will be valid only if
  689. dfs.namenode.servicerpc-address is configured.
  690. </description>
  691. </property>
  692. <property>
  693. <name>dfs.namenode.lifeline.handler.ratio</name>
  694. <value>0.10</value>
  695. <description>
  696. A ratio applied to the value of dfs.namenode.handler.count, which then
  697. provides the number of RPC server threads the NameNode runs for handling the
  698. lifeline RPC server. For example, if dfs.namenode.handler.count is 100, and
  699. dfs.namenode.lifeline.handler.factor is 0.10, then the NameNode starts
  700. 100 * 0.10 = 10 threads for handling the lifeline RPC server. It is common
  701. to tune the value of dfs.namenode.handler.count as a function of the number
  702. of DataNodes in a cluster. Using this property allows for the lifeline RPC
  703. server handler threads to be tuned automatically without needing to touch a
  704. separate property. Lifeline message processing is lightweight, so it is
  705. expected to require many fewer threads than the main NameNode RPC server.
  706. This property is not used if dfs.namenode.lifeline.handler.count is defined,
  707. which sets an absolute thread count. This property has no effect if
  708. dfs.namenode.lifeline.rpc-address is not defined.
  709. </description>
  710. </property>
  711. <property>
  712. <name>dfs.namenode.lifeline.handler.count</name>
  713. <value></value>
  714. <description>
  715. Sets an absolute number of RPC server threads the NameNode runs for handling
  716. the DataNode Lifeline Protocol and HA health check requests from ZKFC. If
  717. this property is defined, then it overrides the behavior of
  718. dfs.namenode.lifeline.handler.ratio. By default, it is not defined. This
  719. property has no effect if dfs.namenode.lifeline.rpc-address is not defined.
  720. </description>
  721. </property>
  722. <property>
  723. <name>dfs.namenode.safemode.threshold-pct</name>
  724. <value>0.999f</value>
  725. <description>
  726. Specifies the percentage of blocks that should satisfy
  727. the minimal replication requirement defined by dfs.namenode.replication.min.
  728. Values less than or equal to 0 mean not to wait for any particular
  729. percentage of blocks before exiting safemode.
  730. Values greater than 1 will make safe mode permanent.
  731. </description>
  732. </property>
  733. <property>
  734. <name>dfs.namenode.safemode.min.datanodes</name>
  735. <value>0</value>
  736. <description>
  737. Specifies the number of datanodes that must be considered alive
  738. before the name node exits safemode.
  739. Values less than or equal to 0 mean not to take the number of live
  740. datanodes into account when deciding whether to remain in safe mode
  741. during startup.
  742. Values greater than the number of datanodes in the cluster
  743. will make safe mode permanent.
  744. </description>
  745. </property>
  746. <property>
  747. <name>dfs.namenode.safemode.extension</name>
  748. <value>30000</value>
  749. <description>
  750. Determines extension of safe mode in milliseconds after the threshold level
  751. is reached. Support multiple time unit suffix (case insensitive), as
  752. described in dfs.heartbeat.interval.
  753. </description>
  754. </property>
  755. <property>
  756. <name>dfs.namenode.resource.check.interval</name>
  757. <value>5000</value>
  758. <description>
  759. The interval in milliseconds at which the NameNode resource checker runs.
  760. The checker calculates the number of the NameNode storage volumes whose
  761. available spaces are more than dfs.namenode.resource.du.reserved, and
  762. enters safemode if the number becomes lower than the minimum value
  763. specified by dfs.namenode.resource.checked.volumes.minimum.
  764. </description>
  765. </property>
  766. <property>
  767. <name>dfs.namenode.resource.du.reserved</name>
  768. <value>104857600</value>
  769. <description>
  770. The amount of space to reserve/require for a NameNode storage directory
  771. in bytes. The default is 100MB.
  772. </description>
  773. </property>
  774. <property>
  775. <name>dfs.namenode.resource.checked.volumes</name>
  776. <value></value>
  777. <description>
  778. A list of local directories for the NameNode resource checker to check in
  779. addition to the local edits directories.
  780. </description>
  781. </property>
  782. <property>
  783. <name>dfs.namenode.resource.checked.volumes.minimum</name>
  784. <value>1</value>
  785. <description>
  786. The minimum number of redundant NameNode storage volumes required.
  787. </description>
  788. </property>
  789. <property>
  790. <name>dfs.datanode.balance.bandwidthPerSec</name>
  791. <value>10m</value>
  792. <description>
  793. Specifies the maximum amount of bandwidth that each datanode
  794. can utilize for the balancing purpose in term of
  795. the number of bytes per second. You can use the following
  796. suffix (case insensitive):
  797. k(kilo), m(mega), g(giga), t(tera), p(peta), e(exa)to specify the size
  798. (such as 128k, 512m, 1g, etc.).
  799. Or provide complete size in bytes (such as 134217728 for 128 MB).
  800. </description>
  801. </property>
  802. <property>
  803. <name>dfs.hosts</name>
  804. <value></value>
  805. <description>Names a file that contains a list of hosts that are
  806. permitted to connect to the namenode. The full pathname of the file
  807. must be specified. If the value is empty, all hosts are
  808. permitted.</description>
  809. </property>
  810. <property>
  811. <name>dfs.hosts.exclude</name>
  812. <value></value>
  813. <description>Names a file that contains a list of hosts that are
  814. not permitted to connect to the namenode. The full pathname of the
  815. file must be specified. If the value is empty, no hosts are
  816. excluded.</description>
  817. </property>
  818. <property>
  819. <name>dfs.namenode.max.objects</name>
  820. <value>0</value>
  821. <description>The maximum number of files, directories and blocks
  822. dfs supports. A value of zero indicates no limit to the number
  823. of objects that dfs supports.
  824. </description>
  825. </property>
  826. <property>
  827. <name>dfs.namenode.datanode.registration.ip-hostname-check</name>
  828. <value>true</value>
  829. <description>
  830. If true (the default), then the namenode requires that a connecting
  831. datanode's address must be resolved to a hostname. If necessary, a reverse
  832. DNS lookup is performed. All attempts to register a datanode from an
  833. unresolvable address are rejected.
  834. It is recommended that this setting be left on to prevent accidental
  835. registration of datanodes listed by hostname in the excludes file during a
  836. DNS outage. Only set this to false in environments where there is no
  837. infrastructure to support reverse DNS lookup.
  838. </description>
  839. </property>
  840. <property>
  841. <name>dfs.namenode.decommission.interval</name>
  842. <value>30</value>
  843. <description>Namenode periodicity in seconds to check if
  844. decommission or maintenance is complete. Support multiple time unit
  845. suffix(case insensitive), as described in dfs.heartbeat.interval.
  846. </description>
  847. </property>
  848. <property>
  849. <name>dfs.namenode.decommission.blocks.per.interval</name>
  850. <value>500000</value>
  851. <description>The approximate number of blocks to process per decommission
  852. or maintenance interval, as defined in dfs.namenode.decommission.interval.
  853. </description>
  854. </property>
  855. <property>
  856. <name>dfs.namenode.decommission.max.concurrent.tracked.nodes</name>
  857. <value>100</value>
  858. <description>
  859. The maximum number of decommission-in-progress or
  860. entering-maintenance datanodes nodes that will be tracked at one time by
  861. the namenode. Tracking these datanode consumes additional NN memory
  862. proportional to the number of blocks on the datnode. Having a conservative
  863. limit reduces the potential impact of decommissioning or maintenance of
  864. a large number of nodes at once.
  865. A value of 0 means no limit will be enforced.
  866. </description>
  867. </property>
  868. <property>
  869. <name>dfs.namenode.replication.interval</name>
  870. <value>3</value>
  871. <description>The periodicity in seconds with which the namenode computes
  872. replication work for datanodes. </description>
  873. </property>
  874. <property>
  875. <name>dfs.namenode.accesstime.precision</name>
  876. <value>3600000</value>
  877. <description>The access time for HDFS file is precise upto this value.
  878. The default value is 1 hour. Setting a value of 0 disables
  879. access times for HDFS.
  880. </description>
  881. </property>
  882. <property>
  883. <name>dfs.datanode.plugins</name>
  884. <value></value>
  885. <description>Comma-separated list of datanode plug-ins to be activated.
  886. </description>
  887. </property>
  888. <property>
  889. <name>dfs.namenode.plugins</name>
  890. <value></value>
  891. <description>Comma-separated list of namenode plug-ins to be activated.
  892. </description>
  893. </property>
  894. <property>
  895. <name>dfs.namenode.block-placement-policy.default.prefer-local-node</name>
  896. <value>true</value>
  897. <description>Controls how the default block placement policy places
  898. the first replica of a block. When true, it will prefer the node where
  899. the client is running. When false, it will prefer a node in the same rack
  900. as the client. Setting to false avoids situations where entire copies of
  901. large files end up on a single node, thus creating hotspots.
  902. </description>
  903. </property>
  904. <property>
  905. <name>dfs.stream-buffer-size</name>
  906. <value>4096</value>
  907. <description>The size of buffer to stream files.
  908. The size of this buffer should probably be a multiple of hardware
  909. page size (4096 on Intel x86), and it determines how much data is
  910. buffered during read and write operations.</description>
  911. </property>
  912. <property>
  913. <name>dfs.bytes-per-checksum</name>
  914. <value>512</value>
  915. <description>The number of bytes per checksum. Must not be larger than
  916. dfs.stream-buffer-size</description>
  917. </property>
  918. <property>
  919. <name>dfs.client-write-packet-size</name>
  920. <value>65536</value>
  921. <description>Packet size for clients to write</description>
  922. </property>
  923. <property>
  924. <name>dfs.client.write.exclude.nodes.cache.expiry.interval.millis</name>
  925. <value>600000</value>
  926. <description>The maximum period to keep a DN in the excluded nodes list
  927. at a client. After this period, in milliseconds, the previously excluded node(s) will
  928. be removed automatically from the cache and will be considered good for block allocations
  929. again. Useful to lower or raise in situations where you keep a file open for very long
  930. periods (such as a Write-Ahead-Log (WAL) file) to make the writer tolerant to cluster maintenance
  931. restarts. Defaults to 10 minutes.</description>
  932. </property>
  933. <property>
  934. <name>dfs.namenode.checkpoint.dir</name>
  935. <value>file://${hadoop.tmp.dir}/dfs/namesecondary</value>
  936. <description>Determines where on the local filesystem the DFS secondary
  937. name node should store the temporary images to merge.
  938. If this is a comma-delimited list of directories then the image is
  939. replicated in all of the directories for redundancy.
  940. </description>
  941. </property>
  942. <property>
  943. <name>dfs.namenode.checkpoint.edits.dir</name>
  944. <value>${dfs.namenode.checkpoint.dir}</value>
  945. <description>Determines where on the local filesystem the DFS secondary
  946. name node should store the temporary edits to merge.
  947. If this is a comma-delimited list of directories then the edits is
  948. replicated in all of the directories for redundancy.
  949. Default value is same as dfs.namenode.checkpoint.dir
  950. </description>
  951. </property>
  952. <property>
  953. <name>dfs.namenode.checkpoint.period</name>
  954. <value>3600</value>
  955. <description>The number of seconds between two periodic checkpoints.
  956. </description>
  957. </property>
  958. <property>
  959. <name>dfs.namenode.checkpoint.txns</name>
  960. <value>1000000</value>
  961. <description>The Secondary NameNode or CheckpointNode will create a checkpoint
  962. of the namespace every 'dfs.namenode.checkpoint.txns' transactions, regardless
  963. of whether 'dfs.namenode.checkpoint.period' has expired.
  964. </description>
  965. </property>
  966. <property>
  967. <name>dfs.namenode.checkpoint.check.period</name>
  968. <value>60</value>
  969. <description>The SecondaryNameNode and CheckpointNode will poll the NameNode
  970. every 'dfs.namenode.checkpoint.check.period' seconds to query the number
  971. of uncheckpointed transactions.
  972. </description>
  973. </property>
  974. <property>
  975. <name>dfs.namenode.checkpoint.max-retries</name>
  976. <value>3</value>
  977. <description>The SecondaryNameNode retries failed checkpointing. If the
  978. failure occurs while loading fsimage or replaying edits, the number of
  979. retries is limited by this variable.
  980. </description>
  981. </property>
  982. <property>
  983. <name>dfs.namenode.num.checkpoints.retained</name>
  984. <value>2</value>
  985. <description>The number of image checkpoint files (fsimage_*) that will be retained by
  986. the NameNode and Secondary NameNode in their storage directories. All edit
  987. logs (stored on edits_* files) necessary to recover an up-to-date namespace from the oldest retained
  988. checkpoint will also be retained.
  989. </description>
  990. </property>
  991. <property>
  992. <name>dfs.namenode.num.extra.edits.retained</name>
  993. <value>1000000</value>
  994. <description>The number of extra transactions which should be retained
  995. beyond what is minimally necessary for a NN restart.
  996. It does not translate directly to file's age, or the number of files kept,
  997. but to the number of transactions (here "edits" means transactions).
  998. One edit file may contain several transactions (edits).
  999. During checkpoint, NameNode will identify the total number of edits to retain as extra by
  1000. checking the latest checkpoint transaction value, subtracted by the value of this property.
  1001. Then, it scans edits files to identify the older ones that don't include the computed range of
  1002. retained transactions that are to be kept around, and purges them subsequently.
  1003. The retainment can be useful for audit purposes or for an HA setup where a remote Standby Node may have
  1004. been offline for some time and need to have a longer backlog of retained
  1005. edits in order to start again.
  1006. Typically each edit is on the order of a few hundred bytes, so the default
  1007. of 1 million edits should be on the order of hundreds of MBs or low GBs.
  1008. NOTE: Fewer extra edits may be retained than value specified for this setting
  1009. if doing so would mean that more segments would be retained than the number
  1010. configured by dfs.namenode.max.extra.edits.segments.retained.
  1011. </description>
  1012. </property>
  1013. <property>
  1014. <name>dfs.namenode.max.extra.edits.segments.retained</name>
  1015. <value>10000</value>
  1016. <description>The maximum number of extra edit log segments which should be retained
  1017. beyond what is minimally necessary for a NN restart. When used in conjunction with
  1018. dfs.namenode.num.extra.edits.retained, this configuration property serves to cap
  1019. the number of extra edits files to a reasonable value.
  1020. </description>
  1021. </property>
  1022. <property>
  1023. <name>dfs.namenode.delegation.key.update-interval</name>
  1024. <value>86400000</value>
  1025. <description>The update interval for master key for delegation tokens
  1026. in the namenode in milliseconds.
  1027. </description>
  1028. </property>
  1029. <property>
  1030. <name>dfs.namenode.delegation.token.max-lifetime</name>
  1031. <value>604800000</value>
  1032. <description>The maximum lifetime in milliseconds for which a delegation
  1033. token is valid.
  1034. </description>
  1035. </property>
  1036. <property>
  1037. <name>dfs.namenode.delegation.token.renew-interval</name>
  1038. <value>86400000</value>
  1039. <description>The renewal interval for delegation token in milliseconds.
  1040. </description>
  1041. </property>
  1042. <property>
  1043. <name>dfs.datanode.failed.volumes.tolerated</name>
  1044. <value>0</value>
  1045. <description>The number of volumes that are allowed to
  1046. fail before a datanode stops offering service. By default
  1047. any volume failure will cause a datanode to shutdown.
  1048. </description>
  1049. </property>
  1050. <property>
  1051. <name>dfs.image.compress</name>
  1052. <value>false</value>
  1053. <description>Should the dfs image be compressed?
  1054. </description>
  1055. </property>
  1056. <property>
  1057. <name>dfs.image.compression.codec</name>
  1058. <value>org.apache.hadoop.io.compress.DefaultCodec</value>
  1059. <description>If the dfs image is compressed, how should they be compressed?
  1060. This has to be a codec defined in io.compression.codecs.
  1061. </description>
  1062. </property>
  1063. <property>
  1064. <name>dfs.image.transfer.timeout</name>
  1065. <value>60000</value>
  1066. <description>
  1067. Socket timeout for image transfer in milliseconds. This timeout and the related
  1068. dfs.image.transfer.bandwidthPerSec parameter should be configured such
  1069. that normal image transfer can complete successfully.
  1070. This timeout prevents client hangs when the sender fails during
  1071. image transfer. This is socket timeout during image transfer.
  1072. </description>
  1073. </property>
  1074. <property>
  1075. <name>dfs.image.transfer.bandwidthPerSec</name>
  1076. <value>0</value>
  1077. <description>
  1078. Maximum bandwidth used for regular image transfers (instead of
  1079. bootstrapping the standby namenode), in bytes per second.
  1080. This can help keep normal namenode operations responsive during
  1081. checkpointing. The maximum bandwidth and timeout in
  1082. dfs.image.transfer.timeout should be set such that normal image
  1083. transfers can complete successfully.
  1084. A default value of 0 indicates that throttling is disabled.
  1085. The maximum bandwidth used for bootstrapping standby namenode is
  1086. configured with dfs.image.transfer-bootstrap-standby.bandwidthPerSec.
  1087. </description>
  1088. </property>
  1089. <property>
  1090. <name>dfs.image.transfer-bootstrap-standby.bandwidthPerSec</name>
  1091. <value>0</value>
  1092. <description>
  1093. Maximum bandwidth used for transferring image to bootstrap standby
  1094. namenode, in bytes per second.
  1095. A default value of 0 indicates that throttling is disabled. This default
  1096. value should be used in most cases, to ensure timely HA operations.
  1097. The maximum bandwidth used for regular image transfers is configured
  1098. with dfs.image.transfer.bandwidthPerSec.
  1099. </description>
  1100. </property>
  1101. <property>
  1102. <name>dfs.image.transfer.chunksize</name>
  1103. <value>65536</value>
  1104. <description>
  1105. Chunksize in bytes to upload the checkpoint.
  1106. Chunked streaming is used to avoid internal buffering of contents
  1107. of image file of huge size.
  1108. </description>
  1109. </property>
  1110. <property>
  1111. <name>dfs.namenode.support.allow.format</name>
  1112. <value>true</value>
  1113. <description>Does HDFS namenode allow itself to be formatted?
  1114. You may consider setting this to false for any production
  1115. cluster, to avoid any possibility of formatting a running DFS.
  1116. </description>
  1117. </property>
  1118. <property>
  1119. <name>dfs.datanode.max.transfer.threads</name>
  1120. <value>4096</value>
  1121. <description>
  1122. Specifies the maximum number of threads to use for transferring data
  1123. in and out of the DN.
  1124. </description>
  1125. </property>
  1126. <property>
  1127. <name>dfs.datanode.scan.period.hours</name>
  1128. <value>504</value>
  1129. <description>
  1130. If this is positive, the DataNode will not scan any
  1131. individual block more than once in the specified scan period.
  1132. If this is negative, the block scanner is disabled.
  1133. If this is set to zero, then the default value of 504 hours
  1134. or 3 weeks is used. Prior versions of HDFS incorrectly documented
  1135. that setting this key to zero will disable the block scanner.
  1136. </description>
  1137. </property>
  1138. <property>
  1139. <name>dfs.block.scanner.volume.bytes.per.second</name>
  1140. <value>1048576</value>
  1141. <description>
  1142. If this is 0, the DataNode's block scanner will be disabled. If this
  1143. is positive, this is the number of bytes per second that the DataNode's
  1144. block scanner will try to scan from each volume.
  1145. </description>
  1146. </property>
  1147. <property>
  1148. <name>dfs.datanode.readahead.bytes</name>
  1149. <value>4194304</value>
  1150. <description>
  1151. While reading block files, if the Hadoop native libraries are available,
  1152. the datanode can use the posix_fadvise system call to explicitly
  1153. page data into the operating system buffer cache ahead of the current
  1154. reader's position. This can improve performance especially when
  1155. disks are highly contended.
  1156. This configuration specifies the number of bytes ahead of the current
  1157. read position which the datanode will attempt to read ahead. This
  1158. feature may be disabled by configuring this property to 0.
  1159. If the native libraries are not available, this configuration has no
  1160. effect.
  1161. </description>
  1162. </property>
  1163. <property>
  1164. <name>dfs.datanode.drop.cache.behind.reads</name>
  1165. <value>false</value>
  1166. <description>
  1167. In some workloads, the data read from HDFS is known to be significantly
  1168. large enough that it is unlikely to be useful to cache it in the
  1169. operating system buffer cache. In this case, the DataNode may be
  1170. configured to automatically purge all data from the buffer cache
  1171. after it is delivered to the client. This behavior is automatically
  1172. disabled for workloads which read only short sections of a block
  1173. (e.g HBase random-IO workloads).
  1174. This may improve performance for some workloads by freeing buffer
  1175. cache space usage for more cacheable data.
  1176. If the Hadoop native libraries are not available, this configuration
  1177. has no effect.
  1178. </description>
  1179. </property>
  1180. <property>
  1181. <name>dfs.datanode.drop.cache.behind.writes</name>
  1182. <value>false</value>
  1183. <description>
  1184. In some workloads, the data written to HDFS is known to be significantly
  1185. large enough that it is unlikely to be useful to cache it in the
  1186. operating system buffer cache. In this case, the DataNode may be
  1187. configured to automatically purge all data from the buffer cache
  1188. after it is written to disk.
  1189. This may improve performance for some workloads by freeing buffer
  1190. cache space usage for more cacheable data.
  1191. If the Hadoop native libraries are not available, this configuration
  1192. has no effect.
  1193. </description>
  1194. </property>
  1195. <property>
  1196. <name>dfs.datanode.sync.behind.writes</name>
  1197. <value>false</value>
  1198. <description>
  1199. If this configuration is enabled, the datanode will instruct the
  1200. operating system to enqueue all written data to the disk immediately
  1201. after it is written. This differs from the usual OS policy which
  1202. may wait for up to 30 seconds before triggering writeback.
  1203. This may improve performance for some workloads by smoothing the
  1204. IO profile for data written to disk.
  1205. If the Hadoop native libraries are not available, this configuration
  1206. has no effect.
  1207. </description>
  1208. </property>
  1209. <property>
  1210. <name>dfs.client.failover.max.attempts</name>
  1211. <value>15</value>
  1212. <description>
  1213. Expert only. The number of client failover attempts that should be
  1214. made before the failover is considered failed.
  1215. </description>
  1216. </property>
  1217. <property>
  1218. <name>dfs.client.failover.sleep.base.millis</name>
  1219. <value>500</value>
  1220. <description>
  1221. Expert only. The time to wait, in milliseconds, between failover
  1222. attempts increases exponentially as a function of the number of
  1223. attempts made so far, with a random factor of +/- 50%. This option
  1224. specifies the base value used in the failover calculation. The
  1225. first failover will retry immediately. The 2nd failover attempt
  1226. will delay at least dfs.client.failover.sleep.base.millis
  1227. milliseconds. And so on.
  1228. </description>
  1229. </property>
  1230. <property>
  1231. <name>dfs.client.failover.sleep.max.millis</name>
  1232. <value>15000</value>
  1233. <description>
  1234. Expert only. The time to wait, in milliseconds, between failover
  1235. attempts increases exponentially as a function of the number of
  1236. attempts made so far, with a random factor of +/- 50%. This option
  1237. specifies the maximum value to wait between failovers.
  1238. Specifically, the time between two failover attempts will not
  1239. exceed +/- 50% of dfs.client.failover.sleep.max.millis
  1240. milliseconds.
  1241. </description>
  1242. </property>
  1243. <property>
  1244. <name>dfs.client.failover.connection.retries</name>
  1245. <value>0</value>
  1246. <description>
  1247. Expert only. Indicates the number of retries a failover IPC client
  1248. will make to establish a server connection.
  1249. </description>
  1250. </property>
  1251. <property>
  1252. <name>dfs.client.failover.connection.retries.on.timeouts</name>
  1253. <value>0</value>
  1254. <description>
  1255. Expert only. The number of retry attempts a failover IPC client
  1256. will make on socket timeout when establishing a server connection.
  1257. </description>
  1258. </property>
  1259. <property>
  1260. <name>dfs.client.datanode-restart.timeout</name>
  1261. <value>30</value>
  1262. <description>
  1263. Expert only. The time to wait, in seconds, from reception of an
  1264. datanode shutdown notification for quick restart, until declaring
  1265. the datanode dead and invoking the normal recovery mechanisms.
  1266. The notification is sent by a datanode when it is being shutdown
  1267. using the shutdownDatanode admin command with the upgrade option.
  1268. </description>
  1269. </property>
  1270. <property>
  1271. <name>dfs.nameservices</name>
  1272. <value></value>
  1273. <description>
  1274. Comma-separated list of nameservices.
  1275. </description>
  1276. </property>
  1277. <property>
  1278. <name>dfs.nameservice.id</name>
  1279. <value></value>
  1280. <description>
  1281. The ID of this nameservice. If the nameservice ID is not
  1282. configured or more than one nameservice is configured for
  1283. dfs.nameservices it is determined automatically by
  1284. matching the local node's address with the configured address.
  1285. </description>
  1286. </property>
  1287. <property>
  1288. <name>dfs.internal.nameservices</name>
  1289. <value></value>
  1290. <description>
  1291. Comma-separated list of nameservices that belong to this cluster.
  1292. Datanode will report to all the nameservices in this list. By default
  1293. this is set to the value of dfs.nameservices.
  1294. </description>
  1295. </property>
  1296. <property>
  1297. <name>dfs.ha.namenodes.EXAMPLENAMESERVICE</name>
  1298. <value></value>
  1299. <description>
  1300. The prefix for a given nameservice, contains a comma-separated
  1301. list of namenodes for a given nameservice (eg EXAMPLENAMESERVICE).
  1302. Unique identifiers for each NameNode in the nameservice, delimited by
  1303. commas. This will be used by DataNodes to determine all the NameNodes
  1304. in the cluster. For example, if you used “mycluster” as the nameservice
  1305. ID previously, and you wanted to use “nn1” and “nn2” as the individual
  1306. IDs of the NameNodes, you would configure a property
  1307. dfs.ha.namenodes.mycluster, and its value "nn1,nn2".
  1308. </description>
  1309. </property>
  1310. <property>
  1311. <name>dfs.ha.namenode.id</name>
  1312. <value></value>
  1313. <description>
  1314. The ID of this namenode. If the namenode ID is not configured it
  1315. is determined automatically by matching the local node's address
  1316. with the configured address.
  1317. </description>
  1318. </property>
  1319. <property>
  1320. <name>dfs.ha.log-roll.period</name>
  1321. <value>120</value>
  1322. <description>
  1323. How often, in seconds, the StandbyNode should ask the active to
  1324. roll edit logs. Since the StandbyNode only reads from finalized
  1325. log segments, the StandbyNode will only be as up-to-date as how
  1326. often the logs are rolled. Note that failover triggers a log roll
  1327. so the StandbyNode will be up to date before it becomes active.
  1328. </description>
  1329. </property>
  1330. <property>
  1331. <name>dfs.ha.tail-edits.period</name>
  1332. <value>60</value>
  1333. <description>
  1334. How often, in seconds, the StandbyNode should check for new
  1335. finalized log segments in the shared edits log.
  1336. </description>
  1337. </property>
  1338. <property>
  1339. <name>dfs.ha.tail-edits.rolledits.timeout</name>
  1340. <value>60</value>
  1341. <description>The timeout in seconds of calling rollEdits RPC on Active NN.
  1342. </description>
  1343. </property>
  1344. <property>
  1345. <name>dfs.ha.automatic-failover.enabled</name>
  1346. <value>false</value>
  1347. <description>
  1348. Whether automatic failover is enabled. See the HDFS High
  1349. Availability documentation for details on automatic HA
  1350. configuration.
  1351. </description>
  1352. </property>
  1353. <property>
  1354. <name>dfs.client.use.datanode.hostname</name>
  1355. <value>false</value>
  1356. <description>Whether clients should use datanode hostnames when
  1357. connecting to datanodes.
  1358. </description>
  1359. </property>
  1360. <property>
  1361. <name>dfs.datanode.use.datanode.hostname</name>
  1362. <value>false</value>
  1363. <description>Whether datanodes should use datanode hostnames when
  1364. connecting to other datanodes for data transfer.
  1365. </description>
  1366. </property>
  1367. <property>
  1368. <name>dfs.client.local.interfaces</name>
  1369. <value></value>
  1370. <description>A comma separated list of network interface names to use
  1371. for data transfer between the client and datanodes. When creating
  1372. a connection to read from or write to a datanode, the client
  1373. chooses one of the specified interfaces at random and binds its
  1374. socket to the IP of that interface. Individual names may be
  1375. specified as either an interface name (eg "eth0"), a subinterface
  1376. name (eg "eth0:0"), or an IP address (which may be specified using
  1377. CIDR notation to match a range of IPs).
  1378. </description>
  1379. </property>
  1380. <property>
  1381. <name>dfs.datanode.shared.file.descriptor.paths</name>
  1382. <value>/dev/shm,/tmp</value>
  1383. <description>
  1384. A comma-separated list of paths to use when creating file descriptors that
  1385. will be shared between the DataNode and the DFSClient. Typically we use
  1386. /dev/shm, so that the file descriptors will not be written to disk.
  1387. Systems that don't have /dev/shm will fall back to /tmp by default.
  1388. </description>
  1389. </property>
  1390. <property>
  1391. <name>dfs.short.circuit.shared.memory.watcher.interrupt.check.ms</name>
  1392. <value>60000</value>
  1393. <description>
  1394. The length of time in milliseconds that the short-circuit shared memory
  1395. watcher will go between checking for java interruptions sent from other
  1396. threads. This is provided mainly for unit tests.
  1397. </description>
  1398. </property>
  1399. <property>
  1400. <name>dfs.namenode.kerberos.principal</name>
  1401. <value></value>
  1402. <description>
  1403. The NameNode service principal. This is typically set to
  1404. nn/_HOST@REALM.TLD. Each NameNode will substitute _HOST with its
  1405. own fully qualified hostname at startup. The _HOST placeholder
  1406. allows using the same configuration setting on both NameNodes
  1407. in an HA setup.
  1408. </description>
  1409. </property>
  1410. <property>
  1411. <name>dfs.namenode.keytab.file</name>
  1412. <value></value>
  1413. <description>
  1414. The keytab file used by each NameNode daemon to login as its
  1415. service principal. The principal name is configured with
  1416. dfs.namenode.kerberos.principal.
  1417. </description>
  1418. </property>
  1419. <property>
  1420. <name>dfs.datanode.kerberos.principal</name>
  1421. <value></value>
  1422. <description>
  1423. The DataNode service principal. This is typically set to
  1424. dn/_HOST@REALM.TLD. Each DataNode will substitute _HOST with its
  1425. own fully qualified hostname at startup. The _HOST placeholder
  1426. allows using the same configuration setting on all DataNodes.
  1427. </description>
  1428. </property>
  1429. <property>
  1430. <name>dfs.datanode.keytab.file</name>
  1431. <value></value>
  1432. <description>
  1433. The keytab file used by each DataNode daemon to login as its
  1434. service principal. The principal name is configured with
  1435. dfs.datanode.kerberos.principal.
  1436. </description>
  1437. </property>
  1438. <property>
  1439. <name>dfs.journalnode.kerberos.principal</name>
  1440. <value></value>
  1441. <description>
  1442. The JournalNode service principal. This is typically set to
  1443. jn/_HOST@REALM.TLD. Each JournalNode will substitute _HOST with its
  1444. own fully qualified hostname at startup. The _HOST placeholder
  1445. allows using the same configuration setting on all JournalNodes.
  1446. </description>
  1447. </property>
  1448. <property>
  1449. <name>dfs.journalnode.keytab.file</name>
  1450. <value></value>
  1451. <description>
  1452. The keytab file used by each JournalNode daemon to login as its
  1453. service principal. The principal name is configured with
  1454. dfs.journalnode.kerberos.principal.
  1455. </description>
  1456. </property>
  1457. <property>
  1458. <name>dfs.namenode.kerberos.internal.spnego.principal</name>
  1459. <value>${dfs.web.authentication.kerberos.principal}</value>
  1460. <description>
  1461. The server principal used by the NameNode for web UI SPNEGO
  1462. authentication when Kerberos security is enabled. This is
  1463. typically set to HTTP/_HOST@REALM.TLD The SPNEGO server principal
  1464. begins with the prefix HTTP/ by convention.
  1465. If the value is '*', the web server will attempt to login with
  1466. every principal specified in the keytab file
  1467. dfs.web.authentication.kerberos.keytab.
  1468. </description>
  1469. </property>
  1470. <property>
  1471. <name>dfs.journalnode.kerberos.internal.spnego.principal</name>
  1472. <value></value>
  1473. <description>
  1474. The server principal used by the JournalNode HTTP Server for
  1475. SPNEGO authentication when Kerberos security is enabled. This is
  1476. typically set to HTTP/_HOST@REALM.TLD. The SPNEGO server principal
  1477. begins with the prefix HTTP/ by convention.
  1478. If the value is '*', the web server will attempt to login with
  1479. every principal specified in the keytab file
  1480. dfs.web.authentication.kerberos.keytab.
  1481. For most deployments this can be set to ${dfs.web.authentication.kerberos.principal}
  1482. i.e use the value of dfs.web.authentication.kerberos.principal.
  1483. </description>
  1484. </property>
  1485. <property>
  1486. <name>dfs.secondary.namenode.kerberos.internal.spnego.principal</name>
  1487. <value>${dfs.web.authentication.kerberos.principal}</value>
  1488. <description>
  1489. The server principal used by the Secondary NameNode for web UI SPNEGO
  1490. authentication when Kerberos security is enabled. Like all other
  1491. Secondary NameNode settings, it is ignored in an HA setup.
  1492. If the value is '*', the web server will attempt to login with
  1493. every principal specified in the keytab file
  1494. dfs.web.authentication.kerberos.keytab.
  1495. </description>
  1496. </property>
  1497. <property>
  1498. <name>dfs.web.authentication.kerberos.principal</name>
  1499. <value></value>
  1500. <description>
  1501. The server principal used by the NameNode for WebHDFS SPNEGO
  1502. authentication.
  1503. Required when WebHDFS and security are enabled. In most secure clusters this
  1504. setting is also used to specify the values for
  1505. dfs.namenode.kerberos.internal.spnego.principal and
  1506. dfs.journalnode.kerberos.internal.spnego.principal.
  1507. </description>
  1508. </property>
  1509. <property>
  1510. <name>dfs.web.authentication.kerberos.keytab</name>
  1511. <value></value>
  1512. <description>
  1513. The keytab file for the principal corresponding to
  1514. dfs.web.authentication.kerberos.principal.
  1515. </description>
  1516. </property>
  1517. <property>
  1518. <name>dfs.namenode.kerberos.principal.pattern</name>
  1519. <value>*</value>
  1520. <description>
  1521. A client-side RegEx that can be configured to control
  1522. allowed realms to authenticate with (useful in cross-realm env.)
  1523. </description>
  1524. </property>
  1525. <property>
  1526. <name>dfs.namenode.avoid.read.stale.datanode</name>
  1527. <value>false</value>
  1528. <description>
  1529. Indicate whether or not to avoid reading from &quot;stale&quot; datanodes whose
  1530. heartbeat messages have not been received by the namenode
  1531. for more than a specified time interval. Stale datanodes will be
  1532. moved to the end of the node list returned for reading. See
  1533. dfs.namenode.avoid.write.stale.datanode for a similar setting for writes.
  1534. </description>
  1535. </property>
  1536. <property>
  1537. <name>dfs.namenode.avoid.write.stale.datanode</name>
  1538. <value>false</value>
  1539. <description>
  1540. Indicate whether or not to avoid writing to &quot;stale&quot; datanodes whose
  1541. heartbeat messages have not been received by the namenode
  1542. for more than a specified time interval. Writes will avoid using
  1543. stale datanodes unless more than a configured ratio
  1544. (dfs.namenode.write.stale.datanode.ratio) of datanodes are marked as
  1545. stale. See dfs.namenode.avoid.read.stale.datanode for a similar setting
  1546. for reads.
  1547. </description>
  1548. </property>
  1549. <property>
  1550. <name>dfs.namenode.stale.datanode.interval</name>
  1551. <value>30000</value>
  1552. <description>
  1553. Default time interval in milliseconds for marking a datanode as "stale",
  1554. i.e., if the namenode has not received heartbeat msg from a datanode for
  1555. more than this time interval, the datanode will be marked and treated
  1556. as "stale" by default. The stale interval cannot be too small since
  1557. otherwise this may cause too frequent change of stale states.
  1558. We thus set a minimum stale interval value (the default value is 3 times
  1559. of heartbeat interval) and guarantee that the stale interval cannot be less
  1560. than the minimum value. A stale data node is avoided during lease/block
  1561. recovery. It can be conditionally avoided for reads (see
  1562. dfs.namenode.avoid.read.stale.datanode) and for writes (see
  1563. dfs.namenode.avoid.write.stale.datanode).
  1564. </description>
  1565. </property>
  1566. <property>
  1567. <name>dfs.namenode.write.stale.datanode.ratio</name>
  1568. <value>0.5f</value>
  1569. <description>
  1570. When the ratio of number stale datanodes to total datanodes marked
  1571. is greater than this ratio, stop avoiding writing to stale nodes so
  1572. as to prevent causing hotspots.
  1573. </description>
  1574. </property>
  1575. <property>
  1576. <name>dfs.namenode.invalidate.work.pct.per.iteration</name>
  1577. <value>0.32f</value>
  1578. <description>
  1579. *Note*: Advanced property. Change with caution.
  1580. This determines the percentage amount of block
  1581. invalidations (deletes) to do over a single DN heartbeat
  1582. deletion command. The final deletion count is determined by applying this
  1583. percentage to the number of live nodes in the system.
  1584. The resultant number is the number of blocks from the deletion list
  1585. chosen for proper invalidation over a single heartbeat of a single DN.
  1586. Value should be a positive, non-zero percentage in float notation (X.Yf),
  1587. with 1.0f meaning 100%.
  1588. </description>
  1589. </property>
  1590. <property>
  1591. <name>dfs.namenode.replication.work.multiplier.per.iteration</name>
  1592. <value>2</value>
  1593. <description>
  1594. *Note*: Advanced property. Change with caution.
  1595. This determines the total amount of block transfers to begin in
  1596. parallel at a DN, for replication, when such a command list is being
  1597. sent over a DN heartbeat by the NN. The actual number is obtained by
  1598. multiplying this multiplier with the total number of live nodes in the
  1599. cluster. The result number is the number of blocks to begin transfers
  1600. immediately for, per DN heartbeat. This number can be any positive,
  1601. non-zero integer.
  1602. </description>
  1603. </property>
  1604. <property>
  1605. <name>nfs.server.port</name>
  1606. <value>2049</value>
  1607. <description>
  1608. Specify the port number used by Hadoop NFS.
  1609. </description>
  1610. </property>
  1611. <property>
  1612. <name>nfs.mountd.port</name>
  1613. <value>4242</value>
  1614. <description>
  1615. Specify the port number used by Hadoop mount daemon.
  1616. </description>
  1617. </property>
  1618. <property>
  1619. <name>nfs.dump.dir</name>
  1620. <value>/tmp/.hdfs-nfs</value>
  1621. <description>
  1622. This directory is used to temporarily save out-of-order writes before
  1623. writing to HDFS. For each file, the out-of-order writes are dumped after
  1624. they are accumulated to exceed certain threshold (e.g., 1MB) in memory.
  1625. One needs to make sure the directory has enough space.
  1626. </description>
  1627. </property>
  1628. <property>
  1629. <name>nfs.rtmax</name>
  1630. <value>1048576</value>
  1631. <description>This is the maximum size in bytes of a READ request
  1632. supported by the NFS gateway. If you change this, make sure you
  1633. also update the nfs mount's rsize(add rsize= # of bytes to the
  1634. mount directive).
  1635. </description>
  1636. </property>
  1637. <property>
  1638. <name>nfs.wtmax</name>
  1639. <value>1048576</value>
  1640. <description>This is the maximum size in bytes of a WRITE request
  1641. supported by the NFS gateway. If you change this, make sure you
  1642. also update the nfs mount's wsize(add wsize= # of bytes to the
  1643. mount directive).
  1644. </description>
  1645. </property>
  1646. <property>
  1647. <name>nfs.keytab.file</name>
  1648. <value></value>
  1649. <description>
  1650. *Note*: Advanced property. Change with caution.
  1651. This is the path to the keytab file for the hdfs-nfs gateway.
  1652. This is required when the cluster is kerberized.
  1653. </description>
  1654. </property>
  1655. <property>
  1656. <name>nfs.kerberos.principal</name>
  1657. <value></value>
  1658. <description>
  1659. *Note*: Advanced property. Change with caution.
  1660. This is the name of the kerberos principal. This is required when
  1661. the cluster is kerberized.It must be of this format:
  1662. nfs-gateway-user/nfs-gateway-host@kerberos-realm
  1663. </description>
  1664. </property>
  1665. <property>
  1666. <name>nfs.allow.insecure.ports</name>
  1667. <value>true</value>
  1668. <description>
  1669. When set to false, client connections originating from unprivileged ports
  1670. (those above 1023) will be rejected. This is to ensure that clients
  1671. connecting to this NFS Gateway must have had root privilege on the machine
  1672. where they're connecting from.
  1673. </description>
  1674. </property>
  1675. <property>
  1676. <name>dfs.webhdfs.enabled</name>
  1677. <value>true</value>
  1678. <description>
  1679. Enable WebHDFS (REST API) in Namenodes and Datanodes.
  1680. </description>
  1681. </property>
  1682. <property>
  1683. <name>hadoop.fuse.connection.timeout</name>
  1684. <value>300</value>
  1685. <description>
  1686. The minimum number of seconds that we'll cache libhdfs connection objects
  1687. in fuse_dfs. Lower values will result in lower memory consumption; higher
  1688. values may speed up access by avoiding the overhead of creating new
  1689. connection objects.
  1690. </description>
  1691. </property>
  1692. <property>
  1693. <name>hadoop.fuse.timer.period</name>
  1694. <value>5</value>
  1695. <description>
  1696. The number of seconds between cache expiry checks in fuse_dfs. Lower values
  1697. will result in fuse_dfs noticing changes to Kerberos ticket caches more
  1698. quickly.
  1699. </description>
  1700. </property>
  1701. <property>
  1702. <name>dfs.namenode.metrics.logger.period.seconds</name>
  1703. <value>600</value>
  1704. <description>
  1705. This setting controls how frequently the NameNode logs its metrics. The
  1706. logging configuration must also define one or more appenders for
  1707. NameNodeMetricsLog for the metrics to be logged.
  1708. NameNode metrics logging is disabled if this value is set to zero or
  1709. less than zero.
  1710. </description>
  1711. </property>
  1712. <property>
  1713. <name>dfs.datanode.metrics.logger.period.seconds</name>
  1714. <value>600</value>
  1715. <description>
  1716. This setting controls how frequently the DataNode logs its metrics. The
  1717. logging configuration must also define one or more appenders for
  1718. DataNodeMetricsLog for the metrics to be logged.
  1719. DataNode metrics logging is disabled if this value is set to zero or
  1720. less than zero.
  1721. </description>
  1722. </property>
  1723. <property>
  1724. <name>dfs.metrics.percentiles.intervals</name>
  1725. <value></value>
  1726. <description>
  1727. Comma-delimited set of integers denoting the desired rollover intervals
  1728. (in seconds) for percentile latency metrics on the Namenode and Datanode.
  1729. By default, percentile latency metrics are disabled.
  1730. </description>
  1731. </property>
  1732. <property>
  1733. <name>dfs.datanode.peer.stats.enabled</name>
  1734. <value>false</value>
  1735. <description>
  1736. A switch to turn on/off tracking DataNode peer statistics.
  1737. </description>
  1738. </property>
  1739. <property>
  1740. <name>dfs.datanode.outliers.report.interval</name>
  1741. <value>1800000</value>
  1742. <description>
  1743. This setting controls how frequently DataNodes will report their peer
  1744. latencies to the NameNode via heartbeats. This setting supports
  1745. multiple time unit suffixes as described in dfs.heartbeat.interval.
  1746. If no suffix is specified then milliseconds is assumed.
  1747. It is ignored if dfs.datanode.peer.stats.enabled is false.
  1748. </description>
  1749. </property>
  1750. <property>
  1751. <name>dfs.datanode.fileio.profiling.sampling.percentage</name>
  1752. <value>0</value>
  1753. <description>
  1754. This setting controls the percentage of file I/O events which will be
  1755. profiled for DataNode disk statistics. The default value of 0 disables
  1756. disk statistics. Set to an integer value between 1 and 100 to enable disk
  1757. statistics.
  1758. </description>
  1759. </property>
  1760. <property>
  1761. <name>hadoop.user.group.metrics.percentiles.intervals</name>
  1762. <value></value>
  1763. <description>
  1764. A comma-separated list of the granularity in seconds for the metrics
  1765. which describe the 50/75/90/95/99th percentile latency for group resolution
  1766. in milliseconds.
  1767. By default, percentile latency metrics are disabled.
  1768. </description>
  1769. </property>
  1770. <property>
  1771. <name>dfs.encrypt.data.transfer</name>
  1772. <value>false</value>
  1773. <description>
  1774. Whether or not actual block data that is read/written from/to HDFS should
  1775. be encrypted on the wire. This only needs to be set on the NN and DNs,
  1776. clients will deduce this automatically. It is possible to override this setting
  1777. per connection by specifying custom logic via dfs.trustedchannel.resolver.class.
  1778. </description>
  1779. </property>
  1780. <property>
  1781. <name>dfs.encrypt.data.transfer.algorithm</name>
  1782. <value></value>
  1783. <description>
  1784. This value may be set to either "3des" or "rc4". If nothing is set, then
  1785. the configured JCE default on the system is used (usually 3DES.) It is
  1786. widely believed that 3DES is more cryptographically secure, but RC4 is
  1787. substantially faster.
  1788. Note that if AES is supported by both the client and server then this
  1789. encryption algorithm will only be used to initially transfer keys for AES.
  1790. (See dfs.encrypt.data.transfer.cipher.suites.)
  1791. </description>
  1792. </property>
  1793. <property>
  1794. <name>dfs.encrypt.data.transfer.cipher.suites</name>
  1795. <value></value>
  1796. <description>
  1797. This value may be either undefined or AES/CTR/NoPadding. If defined, then
  1798. dfs.encrypt.data.transfer uses the specified cipher suite for data
  1799. encryption. If not defined, then only the algorithm specified in
  1800. dfs.encrypt.data.transfer.algorithm is used. By default, the property is
  1801. not defined.
  1802. </description>
  1803. </property>
  1804. <property>
  1805. <name>dfs.encrypt.data.transfer.cipher.key.bitlength</name>
  1806. <value>128</value>
  1807. <description>
  1808. The key bitlength negotiated by dfsclient and datanode for encryption.
  1809. This value may be set to either 128, 192 or 256.
  1810. </description>
  1811. </property>
  1812. <property>
  1813. <name>dfs.trustedchannel.resolver.class</name>
  1814. <value></value>
  1815. <description>
  1816. TrustedChannelResolver is used to determine whether a channel
  1817. is trusted for plain data transfer. The TrustedChannelResolver is
  1818. invoked on both client and server side. If the resolver indicates
  1819. that the channel is trusted, then the data transfer will not be
  1820. encrypted even if dfs.encrypt.data.transfer is set to true. The
  1821. default implementation returns false indicating that the channel
  1822. is not trusted.
  1823. </description>
  1824. </property>
  1825. <property>
  1826. <name>dfs.data.transfer.protection</name>
  1827. <value></value>
  1828. <description>
  1829. A comma-separated list of SASL protection values used for secured
  1830. connections to the DataNode when reading or writing block data. Possible
  1831. values are authentication, integrity and privacy. authentication means
  1832. authentication only and no integrity or privacy; integrity implies
  1833. authentication and integrity are enabled; and privacy implies all of
  1834. authentication, integrity and privacy are enabled. If
  1835. dfs.encrypt.data.transfer is set to true, then it supersedes the setting for
  1836. dfs.data.transfer.protection and enforces that all connections must use a
  1837. specialized encrypted SASL handshake. This property is ignored for
  1838. connections to a DataNode listening on a privileged port. In this case, it
  1839. is assumed that the use of a privileged port establishes sufficient trust.
  1840. </description>
  1841. </property>
  1842. <property>
  1843. <name>dfs.data.transfer.saslproperties.resolver.class</name>
  1844. <value></value>
  1845. <description>
  1846. SaslPropertiesResolver used to resolve the QOP used for a connection to the
  1847. DataNode when reading or writing block data. If not specified, the value of
  1848. hadoop.security.saslproperties.resolver.class is used as the default value.
  1849. </description>
  1850. </property>
  1851. <property>
  1852. <name>dfs.datanode.hdfs-blocks-metadata.enabled</name>
  1853. <value>false</value>
  1854. <description>
  1855. Boolean which enables backend datanode-side support for the experimental DistributedFileSystem#getFileVBlockStorageLocations API.
  1856. </description>
  1857. </property>
  1858. <property>
  1859. <name>dfs.client.file-block-storage-locations.num-threads</name>
  1860. <value>10</value>
  1861. <description>
  1862. Number of threads used for making parallel RPCs in DistributedFileSystem#getFileBlockStorageLocations().
  1863. </description>
  1864. </property>
  1865. <property>
  1866. <name>dfs.client.file-block-storage-locations.timeout.millis</name>
  1867. <value>1000</value>
  1868. <description>
  1869. Timeout (in milliseconds) for the parallel RPCs made in DistributedFileSystem#getFileBlockStorageLocations().
  1870. </description>
  1871. </property>
  1872. <property>
  1873. <name>dfs.journalnode.rpc-address</name>
  1874. <value>0.0.0.0:8485</value>
  1875. <description>
  1876. The JournalNode RPC server address and port.
  1877. </description>
  1878. </property>
  1879. <property>
  1880. <name>dfs.journalnode.http-address</name>
  1881. <value>0.0.0.0:8480</value>
  1882. <description>
  1883. The address and port the JournalNode HTTP server listens on.
  1884. If the port is 0 then the server will start on a free port.
  1885. </description>
  1886. </property>
  1887. <property>
  1888. <name>dfs.journalnode.https-address</name>
  1889. <value>0.0.0.0:8481</value>
  1890. <description>
  1891. The address and port the JournalNode HTTPS server listens on.
  1892. If the port is 0 then the server will start on a free port.
  1893. </description>
  1894. </property>
  1895. <property>
  1896. <name>dfs.namenode.audit.loggers</name>
  1897. <value>default</value>
  1898. <description>
  1899. List of classes implementing audit loggers that will receive audit events.
  1900. These should be implementations of org.apache.hadoop.hdfs.server.namenode.AuditLogger.
  1901. The special value "default" can be used to reference the default audit
  1902. logger, which uses the configured log system. Installing custom audit loggers
  1903. may affect the performance and stability of the NameNode. Refer to the custom
  1904. logger's documentation for more details.
  1905. </description>
  1906. </property>
  1907. <property>
  1908. <name>dfs.datanode.available-space-volume-choosing-policy.balanced-space-threshold</name>
  1909. <value>10737418240</value> <!-- 10 GB -->
  1910. <description>
  1911. Only used when the dfs.datanode.fsdataset.volume.choosing.policy is set to
  1912. org.apache.hadoop.hdfs.server.datanode.fsdataset.AvailableSpaceVolumeChoosingPolicy.
  1913. This setting controls how much DN volumes are allowed to differ in terms of
  1914. bytes of free disk space before they are considered imbalanced. If the free
  1915. space of all the volumes are within this range of each other, the volumes
  1916. will be considered balanced and block assignments will be done on a pure
  1917. round robin basis.
  1918. </description>
  1919. </property>
  1920. <property>
  1921. <name>dfs.datanode.available-space-volume-choosing-policy.balanced-space-preference-fraction</name>
  1922. <value>0.75f</value>
  1923. <description>
  1924. Only used when the dfs.datanode.fsdataset.volume.choosing.policy is set to
  1925. org.apache.hadoop.hdfs.server.datanode.fsdataset.AvailableSpaceVolumeChoosingPolicy.
  1926. This setting controls what percentage of new block allocations will be sent
  1927. to volumes with more available disk space than others. This setting should
  1928. be in the range 0.0 - 1.0, though in practice 0.5 - 1.0, since there should
  1929. be no reason to prefer that volumes with less available disk space receive
  1930. more block allocations.
  1931. </description>
  1932. </property>
  1933. <property>
  1934. <name>dfs.namenode.edits.noeditlogchannelflush</name>
  1935. <value>false</value>
  1936. <description>
  1937. Specifies whether to flush edit log file channel. When set, expensive
  1938. FileChannel#force calls are skipped and synchronous disk writes are
  1939. enabled instead by opening the edit log file with RandomAccessFile("rws")
  1940. flags. This can significantly improve the performance of edit log writes
  1941. on the Windows platform.
  1942. Note that the behavior of the "rws" flags is platform and hardware specific
  1943. and might not provide the same level of guarantees as FileChannel#force.
  1944. For example, the write will skip the disk-cache on SAS and SCSI devices
  1945. while it might not on SATA devices. This is an expert level setting,
  1946. change with caution.
  1947. </description>
  1948. </property>
  1949. <property>
  1950. <name>dfs.client.cache.drop.behind.writes</name>
  1951. <value></value>
  1952. <description>
  1953. Just like dfs.datanode.drop.cache.behind.writes, this setting causes the
  1954. page cache to be dropped behind HDFS writes, potentially freeing up more
  1955. memory for other uses. Unlike dfs.datanode.drop.cache.behind.writes, this
  1956. is a client-side setting rather than a setting for the entire datanode.
  1957. If present, this setting will override the DataNode default.
  1958. If the native libraries are not available to the DataNode, this
  1959. configuration has no effect.
  1960. </description>
  1961. </property>
  1962. <property>
  1963. <name>dfs.client.cache.drop.behind.reads</name>
  1964. <value></value>
  1965. <description>
  1966. Just like dfs.datanode.drop.cache.behind.reads, this setting causes the
  1967. page cache to be dropped behind HDFS reads, potentially freeing up more
  1968. memory for other uses. Unlike dfs.datanode.drop.cache.behind.reads, this
  1969. is a client-side setting rather than a setting for the entire datanode. If
  1970. present, this setting will override the DataNode default.
  1971. If the native libraries are not available to the DataNode, this
  1972. configuration has no effect.
  1973. </description>
  1974. </property>
  1975. <property>
  1976. <name>dfs.client.cache.readahead</name>
  1977. <value></value>
  1978. <description>
  1979. When using remote reads, this setting causes the datanode to
  1980. read ahead in the block file using posix_fadvise, potentially decreasing
  1981. I/O wait times. Unlike dfs.datanode.readahead.bytes, this is a client-side
  1982. setting rather than a setting for the entire datanode. If present, this
  1983. setting will override the DataNode default.
  1984. When using local reads, this setting determines how much readahead we do in
  1985. BlockReaderLocal.
  1986. If the native libraries are not available to the DataNode, this
  1987. configuration has no effect.
  1988. </description>
  1989. </property>
  1990. <property>
  1991. <name>dfs.client.server-defaults.validity.period.ms</name>
  1992. <value>3600000</value>
  1993. <description>
  1994. The amount of milliseconds after which cached server defaults are updated.
  1995. By default this parameter is set to 1 hour.
  1996. </description>
  1997. </property>
  1998. <property>
  1999. <name>dfs.namenode.enable.retrycache</name>
  2000. <value>true</value>
  2001. <description>
  2002. This enables the retry cache on the namenode. Namenode tracks for
  2003. non-idempotent requests the corresponding response. If a client retries the
  2004. request, the response from the retry cache is sent. Such operations
  2005. are tagged with annotation @AtMostOnce in namenode protocols. It is
  2006. recommended that this flag be set to true. Setting it to false, will result
  2007. in clients getting failure responses to retried request. This flag must
  2008. be enabled in HA setup for transparent fail-overs.
  2009. The entries in the cache have expiration time configurable
  2010. using dfs.namenode.retrycache.expirytime.millis.
  2011. </description>
  2012. </property>
  2013. <property>
  2014. <name>dfs.namenode.retrycache.expirytime.millis</name>
  2015. <value>600000</value>
  2016. <description>
  2017. The time for which retry cache entries are retained.
  2018. </description>
  2019. </property>
  2020. <property>
  2021. <name>dfs.namenode.retrycache.heap.percent</name>
  2022. <value>0.03f</value>
  2023. <description>
  2024. This parameter configures the heap size allocated for retry cache
  2025. (excluding the response cached). This corresponds to approximately
  2026. 4096 entries for every 64MB of namenode process java heap size.
  2027. Assuming retry cache entry expiration time (configured using
  2028. dfs.namenode.retrycache.expirytime.millis) of 10 minutes, this
  2029. enables retry cache to support 7 operations per second sustained
  2030. for 10 minutes. As the heap size is increased, the operation rate
  2031. linearly increases.
  2032. </description>
  2033. </property>
  2034. <property>
  2035. <name>dfs.client.mmap.enabled</name>
  2036. <value>true</value>
  2037. <description>
  2038. If this is set to false, the client won't attempt to perform memory-mapped reads.
  2039. </description>
  2040. </property>
  2041. <property>
  2042. <name>dfs.client.mmap.cache.size</name>
  2043. <value>256</value>
  2044. <description>
  2045. When zero-copy reads are used, the DFSClient keeps a cache of recently used
  2046. memory mapped regions. This parameter controls the maximum number of
  2047. entries that we will keep in that cache.
  2048. The larger this number is, the more file descriptors we will potentially
  2049. use for memory-mapped files. mmaped files also use virtual address space.
  2050. You may need to increase your ulimit virtual address space limits before
  2051. increasing the client mmap cache size.
  2052. Note that you can still do zero-copy reads when this size is set to 0.
  2053. </description>
  2054. </property>
  2055. <property>
  2056. <name>dfs.client.mmap.cache.timeout.ms</name>
  2057. <value>3600000</value>
  2058. <description>
  2059. The minimum length of time that we will keep an mmap entry in the cache
  2060. between uses. If an entry is in the cache longer than this, and nobody
  2061. uses it, it will be removed by a background thread.
  2062. </description>
  2063. </property>
  2064. <property>
  2065. <name>dfs.client.mmap.retry.timeout.ms</name>
  2066. <value>300000</value>
  2067. <description>
  2068. The minimum amount of time that we will wait before retrying a failed mmap
  2069. operation.
  2070. </description>
  2071. </property>
  2072. <property>
  2073. <name>dfs.client.short.circuit.replica.stale.threshold.ms</name>
  2074. <value>1800000</value>
  2075. <description>
  2076. The maximum amount of time that we will consider a short-circuit replica to
  2077. be valid, if there is no communication from the DataNode. After this time
  2078. has elapsed, we will re-fetch the short-circuit replica even if it is in
  2079. the cache.
  2080. </description>
  2081. </property>
  2082. <property>
  2083. <name>dfs.namenode.path.based.cache.block.map.allocation.percent</name>
  2084. <value>0.25</value>
  2085. <description>
  2086. The percentage of the Java heap which we will allocate to the cached blocks
  2087. map. The cached blocks map is a hash map which uses chained hashing.
  2088. Smaller maps may be accessed more slowly if the number of cached blocks is
  2089. large; larger maps will consume more memory.
  2090. </description>
  2091. </property>
  2092. <property>
  2093. <name>dfs.datanode.max.locked.memory</name>
  2094. <value>0</value>
  2095. <description>
  2096. The amount of memory in bytes to use for caching of block replicas in
  2097. memory on the datanode. The datanode's maximum locked memory soft ulimit
  2098. (RLIMIT_MEMLOCK) must be set to at least this value, else the datanode
  2099. will abort on startup.
  2100. By default, this parameter is set to 0, which disables in-memory caching.
  2101. If the native libraries are not available to the DataNode, this
  2102. configuration has no effect.
  2103. </description>
  2104. </property>
  2105. <property>
  2106. <name>dfs.namenode.list.cache.directives.num.responses</name>
  2107. <value>100</value>
  2108. <description>
  2109. This value controls the number of cache directives that the NameNode will
  2110. send over the wire in response to a listDirectives RPC.
  2111. </description>
  2112. </property>
  2113. <property>
  2114. <name>dfs.namenode.list.cache.pools.num.responses</name>
  2115. <value>100</value>
  2116. <description>
  2117. This value controls the number of cache pools that the NameNode will
  2118. send over the wire in response to a listPools RPC.
  2119. </description>
  2120. </property>
  2121. <property>
  2122. <name>dfs.namenode.path.based.cache.refresh.interval.ms</name>
  2123. <value>30000</value>
  2124. <description>
  2125. The amount of milliseconds between subsequent path cache rescans. Path
  2126. cache rescans are when we calculate which blocks should be cached, and on
  2127. what datanodes.
  2128. By default, this parameter is set to 30 seconds.
  2129. </description>
  2130. </property>
  2131. <property>
  2132. <name>dfs.namenode.path.based.cache.retry.interval.ms</name>
  2133. <value>30000</value>
  2134. <description>
  2135. When the NameNode needs to uncache something that is cached, or cache
  2136. something that is not cached, it must direct the DataNodes to do so by
  2137. sending a DNA_CACHE or DNA_UNCACHE command in response to a DataNode
  2138. heartbeat. This parameter controls how frequently the NameNode will
  2139. resend these commands.
  2140. </description>
  2141. </property>
  2142. <property>
  2143. <name>dfs.datanode.fsdatasetcache.max.threads.per.volume</name>
  2144. <value>4</value>
  2145. <description>
  2146. The maximum number of threads per volume to use for caching new data
  2147. on the datanode. These threads consume both I/O and CPU. This can affect
  2148. normal datanode operations.
  2149. </description>
  2150. </property>
  2151. <property>
  2152. <name>dfs.cachereport.intervalMsec</name>
  2153. <value>10000</value>
  2154. <description>
  2155. Determines cache reporting interval in milliseconds. After this amount of
  2156. time, the DataNode sends a full report of its cache state to the NameNode.
  2157. The NameNode uses the cache report to update its map of cached blocks to
  2158. DataNode locations.
  2159. This configuration has no effect if in-memory caching has been disabled by
  2160. setting dfs.datanode.max.locked.memory to 0 (which is the default).
  2161. If the native libraries are not available to the DataNode, this
  2162. configuration has no effect.
  2163. </description>
  2164. </property>
  2165. <property>
  2166. <name>dfs.namenode.edit.log.autoroll.multiplier.threshold</name>
  2167. <value>2.0</value>
  2168. <description>
  2169. Determines when an active namenode will roll its own edit log.
  2170. The actual threshold (in number of edits) is determined by multiplying
  2171. this value by dfs.namenode.checkpoint.txns.
  2172. This prevents extremely large edit files from accumulating on the active
  2173. namenode, which can cause timeouts during namenode startup and pose an
  2174. administrative hassle. This behavior is intended as a failsafe for when
  2175. the standby or secondary namenode fail to roll the edit log by the normal
  2176. checkpoint threshold.
  2177. </description>
  2178. </property>
  2179. <property>
  2180. <name>dfs.namenode.edit.log.autoroll.check.interval.ms</name>
  2181. <value>300000</value>
  2182. <description>
  2183. How often an active namenode will check if it needs to roll its edit log,
  2184. in milliseconds.
  2185. </description>
  2186. </property>
  2187. <property>
  2188. <name>dfs.webhdfs.user.provider.user.pattern</name>
  2189. <value>^[A-Za-z_][A-Za-z0-9._-]*[$]?$</value>
  2190. <description>
  2191. Valid pattern for user and group names for webhdfs, it must be a valid java regex.
  2192. </description>
  2193. </property>
  2194. <property>
  2195. <name>dfs.webhdfs.acl.provider.permission.pattern</name>
  2196. <value>^(default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?(,(default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?)*$</value>
  2197. <description>
  2198. Valid pattern for user and group names in webhdfs acl operations, it must be a valid java regex.
  2199. </description>
  2200. </property>
  2201. <property>
  2202. <name>dfs.webhdfs.socket.connect-timeout</name>
  2203. <value>60s</value>
  2204. <description>
  2205. Socket timeout for connecting to WebHDFS servers. This prevents a
  2206. WebHDFS client from hanging if the server hostname is
  2207. misconfigured, or the server does not response before the timeout
  2208. expires. Value is followed by a unit specifier: ns, us, ms, s, m,
  2209. h, d for nanoseconds, microseconds, milliseconds, seconds,
  2210. minutes, hours, days respectively. Values should provide units,
  2211. but milliseconds are assumed.
  2212. </description>
  2213. </property>
  2214. <property>
  2215. <name>dfs.webhdfs.socket.read-timeout</name>
  2216. <value>60s</value>
  2217. <description>
  2218. Socket timeout for reading data from WebHDFS servers. This
  2219. prevents a WebHDFS client from hanging if the server stops sending
  2220. data. Value is followed by a unit specifier: ns, us, ms, s, m, h,
  2221. d for nanoseconds, microseconds, milliseconds, seconds, minutes,
  2222. hours, days respectively. Values should provide units,
  2223. but milliseconds are assumed.
  2224. </description>
  2225. </property>
  2226. <property>
  2227. <name>dfs.client.context</name>
  2228. <value>default</value>
  2229. <description>
  2230. The name of the DFSClient context that we should use. Clients that share
  2231. a context share a socket cache and short-circuit cache, among other things.
  2232. You should only change this if you don't want to share with another set of
  2233. threads.
  2234. </description>
  2235. </property>
  2236. <property>
  2237. <name>dfs.client.read.shortcircuit</name>
  2238. <value>false</value>
  2239. <description>
  2240. This configuration parameter turns on short-circuit local reads.
  2241. </description>
  2242. </property>
  2243. <property>
  2244. <name>dfs.client.socket.send.buffer.size</name>
  2245. <value>0</value>
  2246. <description>
  2247. Socket send buffer size for a write pipeline in DFSClient side.
  2248. This may affect TCP connection throughput.
  2249. If it is set to zero or negative value,
  2250. no buffer size will be set explicitly,
  2251. thus enable tcp auto-tuning on some system.
  2252. The default value is 0.
  2253. </description>
  2254. </property>
  2255. <property>
  2256. <name>dfs.domain.socket.path</name>
  2257. <value></value>
  2258. <description>
  2259. Optional. This is a path to a UNIX domain socket that will be used for
  2260. communication between the DataNode and local HDFS clients.
  2261. If the string "_PORT" is present in this path, it will be replaced by the
  2262. TCP port of the DataNode.
  2263. </description>
  2264. </property>
  2265. <property>
  2266. <name>dfs.client.read.shortcircuit.skip.checksum</name>
  2267. <value>false</value>
  2268. <description>
  2269. If this configuration parameter is set,
  2270. short-circuit local reads will skip checksums.
  2271. This is normally not recommended,
  2272. but it may be useful for special setups.
  2273. You might consider using this
  2274. if you are doing your own checksumming outside of HDFS.
  2275. </description>
  2276. </property>
  2277. <property>
  2278. <name>dfs.client.read.shortcircuit.streams.cache.size</name>
  2279. <value>256</value>
  2280. <description>
  2281. The DFSClient maintains a cache of recently opened file descriptors.
  2282. This parameter controls the maximum number of file descriptors in the cache.
  2283. Setting this higher will use more file descriptors,
  2284. but potentially provide better performance on workloads
  2285. involving lots of seeks.
  2286. </description>
  2287. </property>
  2288. <property>
  2289. <name>dfs.client.read.shortcircuit.streams.cache.expiry.ms</name>
  2290. <value>300000</value>
  2291. <description>
  2292. This controls the minimum amount of time
  2293. file descriptors need to sit in the client cache context
  2294. before they can be closed for being inactive for too long.
  2295. </description>
  2296. </property>
  2297. <property>
  2298. <name>dfs.datanode.shared.file.descriptor.paths</name>
  2299. <value>/dev/shm,/tmp</value>
  2300. <description>
  2301. Comma separated paths to the directory on which
  2302. shared memory segments are created.
  2303. The client and the DataNode exchange information via
  2304. this shared memory segment.
  2305. It tries paths in order until creation of shared memory segment succeeds.
  2306. </description>
  2307. </property>
  2308. <property>
  2309. <name>dfs.namenode.audit.log.debug.cmdlist</name>
  2310. <value></value>
  2311. <description>
  2312. A comma separated list of NameNode commands that are written to the HDFS
  2313. namenode audit log only if the audit log level is debug.
  2314. </description>
  2315. </property>
  2316. <property>
  2317. <name>dfs.client.use.legacy.blockreader.local</name>
  2318. <value>false</value>
  2319. <description>
  2320. Legacy short-circuit reader implementation based on HDFS-2246 is used
  2321. if this configuration parameter is true.
  2322. This is for the platforms other than Linux
  2323. where the new implementation based on HDFS-347 is not available.
  2324. </description>
  2325. </property>
  2326. <property>
  2327. <name>dfs.block.local-path-access.user</name>
  2328. <value></value>
  2329. <description>
  2330. Comma separated list of the users allowed to open block files
  2331. on legacy short-circuit local read.
  2332. </description>
  2333. </property>
  2334. <property>
  2335. <name>dfs.client.domain.socket.data.traffic</name>
  2336. <value>false</value>
  2337. <description>
  2338. This control whether we will try to pass normal data traffic
  2339. over UNIX domain socket rather than over TCP socket
  2340. on node-local data transfer.
  2341. This is currently experimental and turned off by default.
  2342. </description>
  2343. </property>
  2344. <property>
  2345. <name>dfs.namenode.reject-unresolved-dn-topology-mapping</name>
  2346. <value>false</value>
  2347. <description>
  2348. If the value is set to true, then namenode will reject datanode
  2349. registration if the topology mapping for a datanode is not resolved and
  2350. NULL is returned (script defined by net.topology.script.file.name fails
  2351. to execute). Otherwise, datanode will be registered and the default rack
  2352. will be assigned as the topology path. Topology paths are important for
  2353. data resiliency, since they define fault domains. Thus it may be unwanted
  2354. behavior to allow datanode registration with the default rack if the
  2355. resolving topology failed.
  2356. </description>
  2357. </property>
  2358. <property>
  2359. <name>dfs.client.slow.io.warning.threshold.ms</name>
  2360. <value>30000</value>
  2361. <description>The threshold in milliseconds at which we will log a slow
  2362. io warning in a dfsclient. By default, this parameter is set to 30000
  2363. milliseconds (30 seconds).
  2364. </description>
  2365. </property>
  2366. <property>
  2367. <name>dfs.datanode.slow.io.warning.threshold.ms</name>
  2368. <value>300</value>
  2369. <description>The threshold in milliseconds at which we will log a slow
  2370. io warning in a datanode. By default, this parameter is set to 300
  2371. milliseconds.
  2372. </description>
  2373. </property>
  2374. <property>
  2375. <name>dfs.namenode.xattrs.enabled</name>
  2376. <value>true</value>
  2377. <description>
  2378. Whether support for extended attributes is enabled on the NameNode.
  2379. </description>
  2380. </property>
  2381. <property>
  2382. <name>dfs.namenode.fs-limits.max-xattrs-per-inode</name>
  2383. <value>32</value>
  2384. <description>
  2385. Maximum number of extended attributes per inode.
  2386. </description>
  2387. </property>
  2388. <property>
  2389. <name>dfs.namenode.fs-limits.max-xattr-size</name>
  2390. <value>16384</value>
  2391. <description>
  2392. The maximum combined size of the name and value of an extended attribute
  2393. in bytes. It should be larger than 0, and less than or equal to maximum
  2394. size hard limit which is 32768.
  2395. </description>
  2396. </property>
  2397. <property>
  2398. <name>dfs.namenode.lease-recheck-interval-ms</name>
  2399. <value>2000</value>
  2400. <description>During the release of lease a lock is hold that make any
  2401. operations on the namenode stuck. In order to not block them during
  2402. a too long duration we stop releasing lease after this max lock limit.
  2403. </description>
  2404. </property>
  2405. <property>
  2406. <name>dfs.namenode.max-lock-hold-to-release-lease-ms</name>
  2407. <value>25</value>
  2408. <description>During the release of lease a lock is hold that make any
  2409. operations on the namenode stuck. In order to not block them during
  2410. a too long duration we stop releasing lease after this max lock limit.
  2411. </description>
  2412. </property>
  2413. <property>
  2414. <name>dfs.namenode.write-lock-reporting-threshold-ms</name>
  2415. <value>5000</value>
  2416. <description>When a write lock is held on the namenode for a long time,
  2417. this will be logged as the lock is released. This sets how long the
  2418. lock must be held for logging to occur.
  2419. </description>
  2420. </property>
  2421. <property>
  2422. <name>dfs.namenode.read-lock-reporting-threshold-ms</name>
  2423. <value>5000</value>
  2424. <description>When a read lock is held on the namenode for a long time,
  2425. this will be logged as the lock is released. This sets how long the
  2426. lock must be held for logging to occur.
  2427. </description>
  2428. </property>
  2429. <property>
  2430. <name>dfs.namenode.lock.detailed-metrics.enabled</name>
  2431. <value>false</value>
  2432. <description>If true, the namenode will keep track of how long various
  2433. operations hold the Namesystem lock for and emit this as metrics. These
  2434. metrics have names of the form FSN(Read|Write)LockNanosOperationName,
  2435. where OperationName denotes the name of the operation that initiated the
  2436. lock hold (this will be OTHER for certain uncategorized operations) and
  2437. they export the hold time values in nanoseconds.
  2438. </description>
  2439. </property>
  2440. <property>
  2441. <name>dfs.namenode.fslock.fair</name>
  2442. <value>true</value>
  2443. <description>If this is true, the FS Namesystem lock will be used in Fair mode,
  2444. which will help to prevent writer threads from being starved, but can provide
  2445. lower lock throughput. See java.util.concurrent.locks.ReentrantReadWriteLock
  2446. for more information on fair/non-fair locks.
  2447. </description>
  2448. </property>
  2449. <property>
  2450. <name>dfs.namenode.startup.delay.block.deletion.sec</name>
  2451. <value>0</value>
  2452. <description>The delay in seconds at which we will pause the blocks deletion
  2453. after Namenode startup. By default it's disabled.
  2454. In the case a directory has large number of directories and files are
  2455. deleted, suggested delay is one hour to give the administrator enough time
  2456. to notice large number of pending deletion blocks and take corrective
  2457. action.
  2458. </description>
  2459. </property>
  2460. <property>
  2461. <name>dfs.namenode.list.encryption.zones.num.responses</name>
  2462. <value>100</value>
  2463. <description>When listing encryption zones, the maximum number of zones
  2464. that will be returned in a batch. Fetching the list incrementally in
  2465. batches improves namenode performance.
  2466. </description>
  2467. </property>
  2468. <property>
  2469. <name>dfs.namenode.list.openfiles.num.responses</name>
  2470. <value>1000</value>
  2471. <description>
  2472. When listing open files, the maximum number of open files that will be
  2473. returned in a single batch. Fetching the list incrementally in batches
  2474. improves namenode performance.
  2475. </description>
  2476. </property>
  2477. <property>
  2478. <name>dfs.namenode.edekcacheloader.interval.ms</name>
  2479. <value>1000</value>
  2480. <description>When KeyProvider is configured, the interval time of warming
  2481. up edek cache on NN starts up / becomes active. All edeks will be loaded
  2482. from KMS into provider cache. The edek cache loader will try to warm up the
  2483. cache until succeed or NN leaves active state.
  2484. </description>
  2485. </property>
  2486. <property>
  2487. <name>dfs.namenode.edekcacheloader.initial.delay.ms</name>
  2488. <value>3000</value>
  2489. <description>When KeyProvider is configured, the time delayed until the first
  2490. attempt to warm up edek cache on NN start up / become active.
  2491. </description>
  2492. </property>
  2493. <property>
  2494. <name>dfs.namenode.inotify.max.events.per.rpc</name>
  2495. <value>1000</value>
  2496. <description>Maximum number of events that will be sent to an inotify client
  2497. in a single RPC response. The default value attempts to amortize away
  2498. the overhead for this RPC while avoiding huge memory requirements for the
  2499. client and NameNode (1000 events should consume no more than 1 MB.)
  2500. </description>
  2501. </property>
  2502. <property>
  2503. <name>dfs.user.home.dir.prefix</name>
  2504. <value>/user</value>
  2505. <description>The directory to prepend to user name to get the user's
  2506. home direcotry.
  2507. </description>
  2508. </property>
  2509. <property>
  2510. <name>dfs.datanode.cache.revocation.timeout.ms</name>
  2511. <value>900000</value>
  2512. <description>When the DFSClient reads from a block file which the DataNode is
  2513. caching, the DFSClient can skip verifying checksums. The DataNode will
  2514. keep the block file in cache until the client is done. If the client takes
  2515. an unusually long time, though, the DataNode may need to evict the block
  2516. file from the cache anyway. This value controls how long the DataNode will
  2517. wait for the client to release a replica that it is reading without
  2518. checksums.
  2519. </description>
  2520. </property>
  2521. <property>
  2522. <name>dfs.datanode.cache.revocation.polling.ms</name>
  2523. <value>500</value>
  2524. <description>How often the DataNode should poll to see if the clients have
  2525. stopped using a replica that the DataNode wants to uncache.
  2526. </description>
  2527. </property>
  2528. <property>
  2529. <name>dfs.datanode.block.id.layout.upgrade.threads</name>
  2530. <value>12</value>
  2531. <description>The number of threads to use when creating hard links from
  2532. current to previous blocks during upgrade of a DataNode to block ID-based
  2533. block layout (see HDFS-6482 for details on the layout).</description>
  2534. </property>
  2535. <property>
  2536. <name>dfs.storage.policy.enabled</name>
  2537. <value>true</value>
  2538. <description>
  2539. Allow users to change the storage policy on files and directories.
  2540. </description>
  2541. </property>
  2542. <property>
  2543. <name>dfs.namenode.legacy-oiv-image.dir</name>
  2544. <value></value>
  2545. <description>Determines where to save the namespace in the old fsimage format
  2546. during checkpointing by standby NameNode or SecondaryNameNode. Users can
  2547. dump the contents of the old format fsimage by oiv_legacy command. If
  2548. the value is not specified, old format fsimage will not be saved in
  2549. checkpoint.
  2550. </description>
  2551. </property>
  2552. <property>
  2553. <name>dfs.namenode.top.enabled</name>
  2554. <value>true</value>
  2555. <description>Enable nntop: reporting top users on namenode
  2556. </description>
  2557. </property>
  2558. <property>
  2559. <name>dfs.namenode.top.window.num.buckets</name>
  2560. <value>10</value>
  2561. <description>Number of buckets in the rolling window implementation of nntop
  2562. </description>
  2563. </property>
  2564. <property>
  2565. <name>dfs.namenode.top.num.users</name>
  2566. <value>10</value>
  2567. <description>Number of top users returned by the top tool
  2568. </description>
  2569. </property>
  2570. <property>
  2571. <name>dfs.namenode.top.windows.minutes</name>
  2572. <value>1,5,25</value>
  2573. <description>comma separated list of nntop reporting periods in minutes
  2574. </description>
  2575. </property>
  2576. <property>
  2577. <name>dfs.webhdfs.ugi.expire.after.access</name>
  2578. <value>600000</value>
  2579. <description>How long in milliseconds after the last access
  2580. the cached UGI will expire. With 0, never expire.
  2581. </description>
  2582. </property>
  2583. <property>
  2584. <name>dfs.namenode.blocks.per.postponedblocks.rescan</name>
  2585. <value>10000</value>
  2586. <description>Number of blocks to rescan for each iteration of
  2587. postponedMisreplicatedBlocks.
  2588. </description>
  2589. </property>
  2590. <property>
  2591. <name>dfs.datanode.block-pinning.enabled</name>
  2592. <value>false</value>
  2593. <description>Whether pin blocks on favored DataNode.</description>
  2594. </property>
  2595. <property>
  2596. <name>dfs.client.block.write.locateFollowingBlock.initial.delay.ms</name>
  2597. <value>400</value>
  2598. <description>The initial delay (unit is ms) for locateFollowingBlock,
  2599. the delay time will increase exponentially(double) for each retry.
  2600. </description>
  2601. </property>
  2602. <property>
  2603. <name>dfs.ha.zkfc.nn.http.timeout.ms</name>
  2604. <value>20000</value>
  2605. <description>
  2606. The HTTP connection and read timeout value (unit is ms ) when DFS ZKFC
  2607. tries to get local NN thread dump after local NN becomes
  2608. SERVICE_NOT_RESPONDING or SERVICE_UNHEALTHY.
  2609. If it is set to zero, DFS ZKFC won't get local NN thread dump.
  2610. </description>
  2611. </property>
  2612. <property>
  2613. <name>dfs.namenode.quota.init-threads</name>
  2614. <value>4</value>
  2615. <description>
  2616. The number of concurrent threads to be used in quota initialization. The
  2617. speed of quota initialization also affects the namenode fail-over latency.
  2618. If the size of name space is big, try increasing this.
  2619. </description>
  2620. </property>
  2621. <property>
  2622. <name>dfs.datanode.transfer.socket.send.buffer.size</name>
  2623. <value>0</value>
  2624. <description>
  2625. Socket send buffer size for DataXceiver (mirroring packets to downstream
  2626. in pipeline). This may affect TCP connection throughput.
  2627. If it is set to zero or negative value, no buffer size will be set
  2628. explicitly, thus enable tcp auto-tuning on some system.
  2629. The default value is 0.
  2630. </description>
  2631. </property>
  2632. <property>
  2633. <name>dfs.datanode.transfer.socket.recv.buffer.size</name>
  2634. <value>0</value>
  2635. <description>
  2636. Socket receive buffer size for DataXceiver (receiving packets from client
  2637. during block writing). This may affect TCP connection throughput.
  2638. If it is set to zero or negative value, no buffer size will be set
  2639. explicitly, thus enable tcp auto-tuning on some system.
  2640. The default value is 0.
  2641. </description>
  2642. </property>
  2643. <property>
  2644. <name>dfs.namenode.upgrade.domain.factor</name>
  2645. <value>${dfs.replication}</value>
  2646. <description>
  2647. This is valid only when block placement policy is set to
  2648. BlockPlacementPolicyWithUpgradeDomain. It defines the number of
  2649. unique upgrade domains any block's replicas should have.
  2650. When the number of replicas is less or equal to this value, the policy
  2651. ensures each replica has an unique upgrade domain. When the number of
  2652. replicas is greater than this value, the policy ensures the number of
  2653. unique domains is at least this value.
  2654. </description>
  2655. </property>
  2656. <property>
  2657. <name>dfs.ha.zkfc.port</name>
  2658. <value>8019</value>
  2659. <description>
  2660. RPC port for Zookeeper Failover Controller.
  2661. </description>
  2662. </property>
  2663. <property>
  2664. <name>dfs.datanode.bp-ready.timeout</name>
  2665. <value>20</value>
  2666. <description>
  2667. The maximum wait time for datanode to be ready before failing the
  2668. received request. Setting this to 0 fails requests right away if the
  2669. datanode is not yet registered with the namenode. This wait time
  2670. reduces initial request failures after datanode restart.
  2671. </description>
  2672. </property>
  2673. <property>
  2674. <name>dfs.datanode.cached-dfsused.check.interval.ms</name>
  2675. <value>600000</value>
  2676. <description>
  2677. The interval check time of loading DU_CACHE_FILE in each volume.
  2678. When the cluster doing the rolling upgrade operations, it will
  2679. usually lead dfsUsed cache file of each volume expired and redo the
  2680. du operations in datanode and that makes datanode start slowly. Adjust
  2681. this property can make cache file be available for the time as you want.
  2682. </description>
  2683. </property>
  2684. <property>
  2685. <name>dfs.webhdfs.rest-csrf.enabled</name>
  2686. <value>false</value>
  2687. <description>
  2688. If true, then enables WebHDFS protection against cross-site request forgery
  2689. (CSRF). The WebHDFS client also uses this property to determine whether or
  2690. not it needs to send the custom CSRF prevention header in its HTTP requests.
  2691. </description>
  2692. </property>
  2693. <property>
  2694. <name>dfs.webhdfs.rest-csrf.custom-header</name>
  2695. <value>X-XSRF-HEADER</value>
  2696. <description>
  2697. The name of a custom header that HTTP requests must send when protection
  2698. against cross-site request forgery (CSRF) is enabled for WebHDFS by setting
  2699. dfs.webhdfs.rest-csrf.enabled to true. The WebHDFS client also uses this
  2700. property to determine whether or not it needs to send the custom CSRF
  2701. prevention header in its HTTP requests.
  2702. </description>
  2703. </property>
  2704. <property>
  2705. <name>dfs.webhdfs.rest-csrf.methods-to-ignore</name>
  2706. <value>GET,OPTIONS,HEAD,TRACE</value>
  2707. <description>
  2708. A comma-separated list of HTTP methods that do not require HTTP requests to
  2709. include a custom header when protection against cross-site request forgery
  2710. (CSRF) is enabled for WebHDFS by setting dfs.webhdfs.rest-csrf.enabled to
  2711. true. The WebHDFS client also uses this property to determine whether or
  2712. not it needs to send the custom CSRF prevention header in its HTTP requests.
  2713. </description>
  2714. </property>
  2715. <property>
  2716. <name>dfs.webhdfs.rest-csrf.browser-useragents-regex</name>
  2717. <value>^Mozilla.*,^Opera.*</value>
  2718. <description>
  2719. A comma-separated list of regular expressions used to match against an HTTP
  2720. request's User-Agent header when protection against cross-site request
  2721. forgery (CSRF) is enabled for WebHDFS by setting
  2722. dfs.webhdfs.reset-csrf.enabled to true. If the incoming User-Agent matches
  2723. any of these regular expressions, then the request is considered to be sent
  2724. by a browser, and therefore CSRF prevention is enforced. If the request's
  2725. User-Agent does not match any of these regular expressions, then the request
  2726. is considered to be sent by something other than a browser, such as scripted
  2727. automation. In this case, CSRF is not a potential attack vector, so
  2728. the prevention is not enforced. This helps achieve backwards-compatibility
  2729. with existing automation that has not been updated to send the CSRF
  2730. prevention header.
  2731. </description>
  2732. </property>
  2733. <property>
  2734. <name>dfs.xframe.enabled</name>
  2735. <value>true</value>
  2736. <description>
  2737. If true, then enables protection against clickjacking by returning
  2738. X_FRAME_OPTIONS header value set to SAMEORIGIN.
  2739. Clickjacking protection prevents an attacker from using transparent or
  2740. opaque layers to trick a user into clicking on a button
  2741. or link on another page.
  2742. </description>
  2743. </property>
  2744. <property>
  2745. <name>dfs.xframe.value</name>
  2746. <value>SAMEORIGIN</value>
  2747. <description>
  2748. This configration value allows user to specify the value for the
  2749. X-FRAME-OPTIONS. The possible values for this field are
  2750. DENY, SAMEORIGIN and ALLOW-FROM. Any other value will throw an
  2751. exception when namenode and datanodes are starting up.
  2752. </description>
  2753. </property>
  2754. <property>
  2755. <name>dfs.http.client.retry.policy.enabled</name>
  2756. <value>false</value>
  2757. <description>
  2758. If "true", enable the retry policy of WebHDFS client.
  2759. If "false", retry policy is turned off.
  2760. Enabling the retry policy can be quite useful while using WebHDFS to
  2761. copy large files between clusters that could timeout, or
  2762. copy files between HA clusters that could failover during the copy.
  2763. </description>
  2764. </property>
  2765. <property>
  2766. <name>dfs.http.client.retry.policy.spec</name>
  2767. <value>10000,6,60000,10</value>
  2768. <description>
  2769. Specify a policy of multiple linear random retry for WebHDFS client,
  2770. e.g. given pairs of number of retries and sleep time (n0, t0), (n1, t1),
  2771. ..., the first n0 retries sleep t0 milliseconds on average,
  2772. the following n1 retries sleep t1 milliseconds on average, and so on.
  2773. </description>
  2774. </property>
  2775. <property>
  2776. <name>dfs.http.client.failover.max.attempts</name>
  2777. <value>15</value>
  2778. <description>
  2779. Specify the max number of failover attempts for WebHDFS client
  2780. in case of network exception.
  2781. </description>
  2782. </property>
  2783. <property>
  2784. <name>dfs.http.client.retry.max.attempts</name>
  2785. <value>10</value>
  2786. <description>
  2787. Specify the max number of retry attempts for WebHDFS client,
  2788. if the difference between retried attempts and failovered attempts is
  2789. larger than the max number of retry attempts, there will be no more
  2790. retries.
  2791. </description>
  2792. </property>
  2793. <property>
  2794. <name>dfs.http.client.failover.sleep.base.millis</name>
  2795. <value>500</value>
  2796. <description>
  2797. Specify the base amount of time in milliseconds upon which the
  2798. exponentially increased sleep time between retries or failovers
  2799. is calculated for WebHDFS client.
  2800. </description>
  2801. </property>
  2802. <property>
  2803. <name>dfs.http.client.failover.sleep.max.millis</name>
  2804. <value>15000</value>
  2805. <description>
  2806. Specify the upper bound of sleep time in milliseconds between
  2807. retries or failovers for WebHDFS client.
  2808. </description>
  2809. </property>
  2810. <property>
  2811. <name>dfs.namenode.hosts.provider.classname</name>
  2812. <value>org.apache.hadoop.hdfs.server.blockmanagement.HostFileManager</value>
  2813. <description>
  2814. The class that provides access for host files.
  2815. org.apache.hadoop.hdfs.server.blockmanagement.HostFileManager is used
  2816. by default which loads files specified by dfs.hosts and dfs.hosts.exclude.
  2817. If org.apache.hadoop.hdfs.server.blockmanagement.CombinedHostFileManager is
  2818. used, it will load the JSON file defined in dfs.hosts.
  2819. To change class name, nn restart is required. "dfsadmin -refreshNodes" only
  2820. refreshes the configuration files used by the class.
  2821. </description>
  2822. </property>
  2823. <property>
  2824. <name>datanode.https.port</name>
  2825. <value>50475</value>
  2826. <description>
  2827. HTTPS port for DataNode.
  2828. </description>
  2829. </property>
  2830. <property>
  2831. <name>dfs.balancer.dispatcherThreads</name>
  2832. <value>200</value>
  2833. <description>
  2834. Size of the thread pool for the HDFS balancer block mover.
  2835. dispatchExecutor
  2836. </description>
  2837. </property>
  2838. <property>
  2839. <name>dfs.balancer.movedWinWidth</name>
  2840. <value>5400000</value>
  2841. <description>
  2842. Window of time in ms for the HDFS balancer tracking blocks and its
  2843. locations.
  2844. </description>
  2845. </property>
  2846. <property>
  2847. <name>dfs.balancer.moverThreads</name>
  2848. <value>1000</value>
  2849. <description>
  2850. Thread pool size for executing block moves.
  2851. moverThreadAllocator
  2852. </description>
  2853. </property>
  2854. <property>
  2855. <name>dfs.balancer.max-size-to-move</name>
  2856. <value>10737418240</value>
  2857. <description>
  2858. Maximum number of bytes that can be moved by the balancer in a single
  2859. thread.
  2860. </description>
  2861. </property>
  2862. <property>
  2863. <name>dfs.balancer.getBlocks.min-block-size</name>
  2864. <value>10485760</value>
  2865. <description>
  2866. Minimum block threshold size in bytes to ignore when fetching a source's
  2867. block list.
  2868. </description>
  2869. </property>
  2870. <property>
  2871. <name>dfs.balancer.getBlocks.size</name>
  2872. <value>2147483648</value>
  2873. <description>
  2874. Total size in bytes of Datanode blocks to get when fetching a source's
  2875. block list.
  2876. </description>
  2877. </property>
  2878. <property>
  2879. <name>dfs.balancer.block-move.timeout</name>
  2880. <value>0</value>
  2881. <description>
  2882. Maximum amount of time in milliseconds for a block to move. If this is set
  2883. greater than 0, Balancer will stop waiting for a block move completion
  2884. after this time. In typical clusters, a 3 to 5 minute timeout is reasonable.
  2885. If timeout happens to a large proportion of block moves, this needs to be
  2886. increased. It could also be that too much work is dispatched and many nodes
  2887. are constantly exceeding the bandwidth limit as a result. In that case,
  2888. other balancer parameters might need to be adjusted.
  2889. It is disabled (0) by default.
  2890. </description>
  2891. </property>
  2892. <property>
  2893. <name>dfs.balancer.max-no-move-interval</name>
  2894. <value>60000</value>
  2895. <description>
  2896. If this specified amount of time has elapsed and no block has been moved
  2897. out of a source DataNode, on more effort will be made to move blocks out of
  2898. this DataNode in the current Balancer iteration.
  2899. </description>
  2900. </property>
  2901. <property>
  2902. <name>dfs.block.invalidate.limit</name>
  2903. <value>1000</value>
  2904. <description>
  2905. The maximum number of invalidate blocks sent by namenode to a datanode
  2906. per heartbeat deletion command. This property works with
  2907. "dfs.namenode.invalidate.work.pct.per.iteration" to throttle block
  2908. deletions.
  2909. </description>
  2910. </property>
  2911. <property>
  2912. <name>dfs.block.misreplication.processing.limit</name>
  2913. <value>10000</value>
  2914. <description>
  2915. Maximum number of blocks to process for initializing replication queues.
  2916. </description>
  2917. </property>
  2918. <property>
  2919. <name>dfs.block.replicator.classname</name>
  2920. <value>org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicyDefault</value>
  2921. <description>
  2922. Class representing block placement policy for non-striped files.
  2923. There are four block placement policies currently being supported:
  2924. BlockPlacementPolicyDefault, BlockPlacementPolicyWithNodeGroup,
  2925. BlockPlacementPolicyRackFaultTolerant and BlockPlacementPolicyWithUpgradeDomain.
  2926. BlockPlacementPolicyDefault chooses the desired number of targets
  2927. for placing block replicas in a default way. BlockPlacementPolicyWithNodeGroup
  2928. places block replicas on environment with node-group layer. BlockPlacementPolicyRackFaultTolerant
  2929. places the replicas to more racks.
  2930. BlockPlacementPolicyWithUpgradeDomain places block replicas that honors upgrade domain policy.
  2931. The details of placing replicas are documented in the javadoc of the corresponding policy classes.
  2932. The default policy is BlockPlacementPolicyDefault, and the corresponding class is
  2933. org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicyDefault.
  2934. </description>
  2935. </property>
  2936. <property>
  2937. <name>dfs.blockreport.incremental.intervalMsec</name>
  2938. <value>0</value>
  2939. <description>
  2940. If set to a positive integer, the value in ms to wait between sending
  2941. incremental block reports from the Datanode to the Namenode.
  2942. </description>
  2943. </property>
  2944. <property>
  2945. <name>dfs.checksum.type</name>
  2946. <value>CRC32C</value>
  2947. <description>
  2948. Checksum type
  2949. </description>
  2950. </property>
  2951. <property>
  2952. <name>dfs.client.block.write.locateFollowingBlock.retries</name>
  2953. <value>5</value>
  2954. <description>
  2955. Number of retries to use when finding the next block during HDFS writes.
  2956. </description>
  2957. </property>
  2958. <property>
  2959. <name>dfs.client.failover.proxy.provider</name>
  2960. <value></value>
  2961. <description>
  2962. The prefix (plus a required nameservice ID) for the class name of the
  2963. configured Failover proxy provider for the host. For more detailed
  2964. information, please consult the "Configuration Details" section of
  2965. the HDFS High Availability documentation.
  2966. </description>
  2967. </property>
  2968. <property>
  2969. <name>dfs.client.key.provider.cache.expiry</name>
  2970. <value>864000000</value>
  2971. <description>
  2972. DFS client security key cache expiration in milliseconds.
  2973. </description>
  2974. </property>
  2975. <property>
  2976. <name>dfs.client.max.block.acquire.failures</name>
  2977. <value>3</value>
  2978. <description>
  2979. Maximum failures allowed when trying to get block information from a specific datanode.
  2980. </description>
  2981. </property>
  2982. <property>
  2983. <name>dfs.client.read.prefetch.size</name>
  2984. <value></value>
  2985. <description>
  2986. The number of bytes for the DFSClient will fetch from the Namenode
  2987. during a read operation. Defaults to 10 * ${dfs.blocksize}.
  2988. </description>
  2989. </property>
  2990. <property>
  2991. <name>dfs.client.read.short.circuit.replica.stale.threshold.ms</name>
  2992. <value>1800000</value>
  2993. <description>
  2994. Threshold in milliseconds for read entries during short-circuit local reads.
  2995. </description>
  2996. </property>
  2997. <property>
  2998. <name>dfs.client.read.shortcircuit.buffer.size</name>
  2999. <value>1048576</value>
  3000. <description>
  3001. Buffer size in bytes for short-circuit local reads.
  3002. </description>
  3003. </property>
  3004. <property>
  3005. <name>dfs.client.replica.accessor.builder.classes</name>
  3006. <value></value>
  3007. <description>
  3008. Comma-separated classes for building ReplicaAccessor. If the classes
  3009. are specified, client will use external BlockReader that uses the
  3010. ReplicaAccessor built by the builder.
  3011. </description>
  3012. </property>
  3013. <property>
  3014. <name>dfs.client.retry.interval-ms.get-last-block-length</name>
  3015. <value>4000</value>
  3016. <description>
  3017. Retry interval in milliseconds to wait between retries in getting
  3018. block lengths from the datanodes.
  3019. </description>
  3020. </property>
  3021. <property>
  3022. <name>dfs.client.retry.max.attempts</name>
  3023. <value>10</value>
  3024. <description>
  3025. Max retry attempts for DFSClient talking to namenodes.
  3026. </description>
  3027. </property>
  3028. <property>
  3029. <name>dfs.client.retry.policy.enabled</name>
  3030. <value>false</value>
  3031. <description>
  3032. If true, turns on DFSClient retry policy.
  3033. </description>
  3034. </property>
  3035. <property>
  3036. <name>dfs.client.retry.policy.spec</name>
  3037. <value>10000,6,60000,10</value>
  3038. <description>
  3039. Set to pairs of timeouts and retries for DFSClient.
  3040. </description>
  3041. </property>
  3042. <property>
  3043. <name>dfs.client.retry.times.get-last-block-length</name>
  3044. <value>3</value>
  3045. <description>
  3046. Number of retries for calls to fetchLocatedBlocksAndGetLastBlockLength().
  3047. </description>
  3048. </property>
  3049. <property>
  3050. <name>dfs.client.retry.window.base</name>
  3051. <value>3000</value>
  3052. <description>
  3053. Base time window in ms for DFSClient retries. For each retry attempt,
  3054. this value is extended linearly (e.g. 3000 ms for first attempt and
  3055. first retry, 6000 ms for second retry, 9000 ms for third retry, etc.).
  3056. </description>
  3057. </property>
  3058. <property>
  3059. <name>dfs.client.socket-timeout</name>
  3060. <value>60000</value>
  3061. <description>
  3062. Default timeout value in milliseconds for all sockets.
  3063. </description>
  3064. </property>
  3065. <property>
  3066. <name>dfs.client.socketcache.capacity</name>
  3067. <value>16</value>
  3068. <description>
  3069. Socket cache capacity (in entries) for short-circuit reads.
  3070. </description>
  3071. </property>
  3072. <property>
  3073. <name>dfs.client.socketcache.expiryMsec</name>
  3074. <value>3000</value>
  3075. <description>
  3076. Socket cache expiration for short-circuit reads in msec.
  3077. </description>
  3078. </property>
  3079. <property>
  3080. <name>dfs.client.test.drop.namenode.response.number</name>
  3081. <value>0</value>
  3082. <description>
  3083. The number of Namenode responses dropped by DFSClient for each RPC call. Used
  3084. for testing the NN retry cache.
  3085. </description>
  3086. </property>
  3087. <property>
  3088. <name>dfs.client.hedged.read.threadpool.size</name>
  3089. <value>0</value>
  3090. <description>
  3091. Support 'hedged' reads in DFSClient. To enable this feature, set the parameter
  3092. to a positive number. The threadpool size is how many threads to dedicate
  3093. to the running of these 'hedged', concurrent reads in your client.
  3094. </description>
  3095. </property>
  3096. <property>
  3097. <name>dfs.client.hedged.read.threshold.millis</name>
  3098. <value>500</value>
  3099. <description>
  3100. Configure 'hedged' reads in DFSClient. This is the number of milliseconds
  3101. to wait before starting up a 'hedged' read.
  3102. </description>
  3103. </property>
  3104. <property>
  3105. <name>dfs.client.use.legacy.blockreader</name>
  3106. <value>false</value>
  3107. <description>
  3108. If true, use the RemoteBlockReader class for local read short circuit. If false, use
  3109. the newer RemoteBlockReader2 class.
  3110. </description>
  3111. </property>
  3112. <property>
  3113. <name>dfs.client.write.byte-array-manager.count-limit</name>
  3114. <value>2048</value>
  3115. <description>
  3116. The maximum number of arrays allowed for each array length.
  3117. </description>
  3118. </property>
  3119. <property>
  3120. <name>dfs.client.write.byte-array-manager.count-reset-time-period-ms</name>
  3121. <value>10000</value>
  3122. <description>
  3123. The time period in milliseconds that the allocation count for each array length is
  3124. reset to zero if there is no increment.
  3125. </description>
  3126. </property>
  3127. <property>
  3128. <name>dfs.client.write.byte-array-manager.count-threshold</name>
  3129. <value>128</value>
  3130. <description>
  3131. The count threshold for each array length so that a manager is created only after the
  3132. allocation count exceeds the threshold. In other words, the particular array length
  3133. is not managed until the allocation count exceeds the threshold.
  3134. </description>
  3135. </property>
  3136. <property>
  3137. <name>dfs.client.write.byte-array-manager.enabled</name>
  3138. <value>false</value>
  3139. <description>
  3140. If true, enables byte array manager used by DFSOutputStream.
  3141. </description>
  3142. </property>
  3143. <property>
  3144. <name>dfs.client.write.max-packets-in-flight</name>
  3145. <value>80</value>
  3146. <description>
  3147. The maximum number of DFSPackets allowed in flight.
  3148. </description>
  3149. </property>
  3150. <property>
  3151. <name>dfs.content-summary.limit</name>
  3152. <value>5000</value>
  3153. <description>
  3154. The maximum content summary counts allowed in one locking period. 0 or a negative number
  3155. means no limit (i.e. no yielding).
  3156. </description>
  3157. </property>
  3158. <property>
  3159. <name>dfs.content-summary.sleep-microsec</name>
  3160. <value>500</value>
  3161. <description>
  3162. The length of time in microseconds to put the thread to sleep, between reaquiring the locks
  3163. in content summary computation.
  3164. </description>
  3165. </property>
  3166. <property>
  3167. <name>dfs.data.transfer.client.tcpnodelay</name>
  3168. <value>true</value>
  3169. <description>
  3170. If true, set TCP_NODELAY to sockets for transferring data from DFS client.
  3171. </description>
  3172. </property>
  3173. <property>
  3174. <name>dfs.datanode.balance.max.concurrent.moves</name>
  3175. <value>50</value>
  3176. <description>
  3177. Maximum number of threads for Datanode balancer pending moves. This
  3178. value is reconfigurable via the "dfsadmin -reconfig" command.
  3179. </description>
  3180. </property>
  3181. <property>
  3182. <name>dfs.datanode.fsdataset.factory</name>
  3183. <value></value>
  3184. <description>
  3185. The class name for the underlying storage that stores replicas for a
  3186. Datanode. Defaults to
  3187. org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetFactory.
  3188. </description>
  3189. </property>
  3190. <property>
  3191. <name>dfs.datanode.fsdataset.volume.choosing.policy</name>
  3192. <value></value>
  3193. <description>
  3194. The class name of the policy for choosing volumes in the list of
  3195. directories. Defaults to
  3196. org.apache.hadoop.hdfs.server.datanode.fsdataset.RoundRobinVolumeChoosingPolicy.
  3197. If you would like to take into account available disk space, set the
  3198. value to
  3199. "org.apache.hadoop.hdfs.server.datanode.fsdataset.AvailableSpaceVolumeChoosingPolicy".
  3200. </description>
  3201. </property>
  3202. <property>
  3203. <name>dfs.datanode.hostname</name>
  3204. <value></value>
  3205. <description>
  3206. Optional. The hostname for the Datanode containing this
  3207. configuration file. Will be different for each machine.
  3208. Defaults to current hostname.
  3209. </description>
  3210. </property>
  3211. <property>
  3212. <name>dfs.datanode.lazywriter.interval.sec</name>
  3213. <value>60</value>
  3214. <description>
  3215. Interval in seconds for Datanodes for lazy persist writes.
  3216. </description>
  3217. </property>
  3218. <property>
  3219. <name>dfs.datanode.network.counts.cache.max.size</name>
  3220. <value>2147483647</value>
  3221. <description>
  3222. The maximum number of entries the datanode per-host network error
  3223. count cache may contain.
  3224. </description>
  3225. </property>
  3226. <property>
  3227. <name>dfs.datanode.oob.timeout-ms</name>
  3228. <value>1500,0,0,0</value>
  3229. <description>
  3230. Timeout value when sending OOB response for each OOB type, which are
  3231. OOB_RESTART, OOB_RESERVED1, OOB_RESERVED2, and OOB_RESERVED3,
  3232. respectively. Currently, only OOB_RESTART is used.
  3233. </description>
  3234. </property>
  3235. <property>
  3236. <name>dfs.datanode.parallel.volumes.load.threads.num</name>
  3237. <value></value>
  3238. <description>
  3239. Maximum number of threads to use for upgrading data directories.
  3240. The default value is the number of storage directories in the
  3241. DataNode.
  3242. </description>
  3243. </property>
  3244. <property>
  3245. <name>dfs.datanode.ram.disk.replica.tracker</name>
  3246. <value></value>
  3247. <description>
  3248. Name of the class implementing the RamDiskReplicaTracker interface.
  3249. Defaults to
  3250. org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.RamDiskReplicaLruTracker.
  3251. </description>
  3252. </property>
  3253. <property>
  3254. <name>dfs.datanode.restart.replica.expiration</name>
  3255. <value>50</value>
  3256. <description>
  3257. During shutdown for restart, the amount of time in seconds budgeted for
  3258. datanode restart.
  3259. </description>
  3260. </property>
  3261. <property>
  3262. <name>dfs.datanode.socket.reuse.keepalive</name>
  3263. <value>4000</value>
  3264. <description>
  3265. The window of time in ms before the DataXceiver closes a socket for a
  3266. single request. If a second request occurs within that window, the
  3267. socket can be reused.
  3268. </description>
  3269. </property>
  3270. <property>
  3271. <name>dfs.datanode.socket.write.timeout</name>
  3272. <value>480000</value>
  3273. <description>
  3274. Timeout in ms for clients socket writes to DataNodes.
  3275. </description>
  3276. </property>
  3277. <property>
  3278. <name>dfs.datanode.sync.behind.writes.in.background</name>
  3279. <value>false</value>
  3280. <description>
  3281. If set to true, then sync_file_range() system call will occur
  3282. asynchronously. This property is only valid when the property
  3283. dfs.datanode.sync.behind.writes is true.
  3284. </description>
  3285. </property>
  3286. <property>
  3287. <name>dfs.datanode.transferTo.allowed</name>
  3288. <value>true</value>
  3289. <description>
  3290. If false, break block transfers on 32-bit machines greater than
  3291. or equal to 2GB into smaller chunks.
  3292. </description>
  3293. </property>
  3294. <property>
  3295. <name>dfs.ha.fencing.methods</name>
  3296. <value></value>
  3297. <description>
  3298. A list of scripts or Java classes which will be used to fence
  3299. the Active NameNode during a failover. See the HDFS High
  3300. Availability documentation for details on automatic HA
  3301. configuration.
  3302. </description>
  3303. </property>
  3304. <property>
  3305. <name>dfs.ha.standby.checkpoints</name>
  3306. <value>true</value>
  3307. <description>
  3308. If true, a NameNode in Standby state periodically takes a checkpoint
  3309. of the namespace, saves it to its local storage and then upload to
  3310. the remote NameNode.
  3311. </description>
  3312. </property>
  3313. <property>
  3314. <name>dfs.ha.zkfc.port</name>
  3315. <value>8019</value>
  3316. <description>
  3317. The port number that the zookeeper failover controller RPC
  3318. server binds to.
  3319. </description>
  3320. </property>
  3321. <property>
  3322. <name>dfs.http.port</name>
  3323. <value></value>
  3324. <description>
  3325. The http port for used for Hftp, HttpFS, and WebHdfs file systems.
  3326. </description>
  3327. </property>
  3328. <property>
  3329. <name>dfs.https.port</name>
  3330. <value></value>
  3331. <description>
  3332. The https port for used for Hsftp and SWebHdfs file systems.
  3333. </description>
  3334. </property>
  3335. <property>
  3336. <name>dfs.journalnode.edits.dir</name>
  3337. <value>/tmp/hadoop/dfs/journalnode/</value>
  3338. <description>
  3339. The directory where the journal edit files are stored.
  3340. </description>
  3341. </property>
  3342. <property>
  3343. <name>dfs.journalnode.kerberos.internal.spnego.principal</name>
  3344. <value></value>
  3345. <description>
  3346. Kerberos SPNEGO principal name used by the journal node.
  3347. </description>
  3348. </property>
  3349. <property>
  3350. <name>dfs.journalnode.kerberos.principal</name>
  3351. <value></value>
  3352. <description>
  3353. Kerberos principal name for the journal node.
  3354. </description>
  3355. </property>
  3356. <property>
  3357. <name>dfs.journalnode.keytab.file</name>
  3358. <value></value>
  3359. <description>
  3360. Kerberos keytab file for the journal node.
  3361. </description>
  3362. </property>
  3363. <property>
  3364. <name>dfs.ls.limit</name>
  3365. <value>1000</value>
  3366. <description>
  3367. Limit the number of files printed by ls. If less or equal to
  3368. zero, at most DFS_LIST_LIMIT_DEFAULT (= 1000) will be printed.
  3369. </description>
  3370. </property>
  3371. <property>
  3372. <name>dfs.mover.movedWinWidth</name>
  3373. <value>5400000</value>
  3374. <description>
  3375. The minimum time interval, in milliseconds, that a block can be
  3376. moved to another location again.
  3377. </description>
  3378. </property>
  3379. <property>
  3380. <name>dfs.mover.moverThreads</name>
  3381. <value>1000</value>
  3382. <description>
  3383. Configure the balancer's mover thread pool size.
  3384. </description>
  3385. </property>
  3386. <property>
  3387. <name>dfs.mover.retry.max.attempts</name>
  3388. <value>10</value>
  3389. <description>
  3390. The maximum number of retries before the mover consider the
  3391. move failed.
  3392. </description>
  3393. </property>
  3394. <property>
  3395. <name>dfs.mover.max-no-move-interval</name>
  3396. <value>60000</value>
  3397. <description>
  3398. If this specified amount of time has elapsed and no block has been moved
  3399. out of a source DataNode, on more effort will be made to move blocks out of
  3400. this DataNode in the current Mover iteration.
  3401. </description>
  3402. </property>
  3403. <property>
  3404. <name>dfs.namenode.audit.log.async</name>
  3405. <value>false</value>
  3406. <description>
  3407. If true, enables asynchronous audit log.
  3408. </description>
  3409. </property>
  3410. <property>
  3411. <name>dfs.namenode.audit.log.token.tracking.id</name>
  3412. <value>false</value>
  3413. <description>
  3414. If true, adds a tracking ID for all audit log events.
  3415. </description>
  3416. </property>
  3417. <property>
  3418. <name>dfs.namenode.available-space-block-placement-policy.balanced-space-preference-fraction</name>
  3419. <value>0.6</value>
  3420. <description>
  3421. Only used when the dfs.block.replicator.classname is set to
  3422. org.apache.hadoop.hdfs.server.blockmanagement.AvailableSpaceBlockPlacementPolicy.
  3423. Special value between 0 and 1, noninclusive. Increases chance of
  3424. placing blocks on Datanodes with less disk space used.
  3425. </description>
  3426. </property>
  3427. <property>
  3428. <name>dfs.namenode.backup.dnrpc-address</name>
  3429. <value></value>
  3430. <description>
  3431. Service RPC address for the backup Namenode.
  3432. </description>
  3433. </property>
  3434. <property>
  3435. <name>dfs.namenode.delegation.token.always-use</name>
  3436. <value>false</value>
  3437. <description>
  3438. For testing. Setting to true always allows the DT secret manager
  3439. to be used, even if security is disabled.
  3440. </description>
  3441. </property>
  3442. <property>
  3443. <name>dfs.namenode.edits.asynclogging</name>
  3444. <value>true</value>
  3445. <description>
  3446. If set to true, enables asynchronous edit logs in the Namenode. If set
  3447. to false, the Namenode uses the traditional synchronous edit logs.
  3448. </description>
  3449. </property>
  3450. <property>
  3451. <name>dfs.namenode.edits.dir.minimum</name>
  3452. <value>1</value>
  3453. <description>
  3454. dfs.namenode.edits.dir includes both required directories
  3455. (specified by dfs.namenode.edits.dir.required) and optional directories.
  3456. The number of usable optional directories must be greater than or equal
  3457. to this property. If the number of usable optional directories falls
  3458. below dfs.namenode.edits.dir.minimum, HDFS will issue an error.
  3459. This property defaults to 1.
  3460. </description>
  3461. </property>
  3462. <property>
  3463. <name>dfs.namenode.edits.journal-plugin</name>
  3464. <value></value>
  3465. <description>
  3466. When FSEditLog is creating JournalManagers from dfs.namenode.edits.dir,
  3467. and it encounters a URI with a schema different to "file" it loads the
  3468. name of the implementing class from
  3469. "dfs.namenode.edits.journal-plugin.[schema]". This class must implement
  3470. JournalManager and have a constructor which takes (Configuration, URI).
  3471. </description>
  3472. </property>
  3473. <property>
  3474. <name>dfs.namenode.file.close.num-committed-allowed</name>
  3475. <value>0</value>
  3476. <description>
  3477. Normally a file can only be closed with all its blocks are committed.
  3478. When this value is set to a positive integer N, a file can be closed
  3479. when N blocks are committed and the rest complete.
  3480. </description>
  3481. </property>
  3482. <property>
  3483. <name>dfs.namenode.inode.attributes.provider.class</name>
  3484. <value></value>
  3485. <description>
  3486. Name of class to use for delegating HDFS authorization.
  3487. </description>
  3488. </property>
  3489. <property>
  3490. <name>dfs.namenode.inode.attributes.provider.bypass.users</name>
  3491. <value></value>
  3492. <description>
  3493. A list of user principals (in secure cluster) or user names (in insecure
  3494. cluster) for whom the external attributes provider will be bypassed for all
  3495. operations. This means file attributes stored in HDFS instead of the
  3496. external provider will be used for permission checking and be returned when
  3497. requested.
  3498. </description>
  3499. </property>
  3500. <property>
  3501. <name>dfs.namenode.max-num-blocks-to-log</name>
  3502. <value>1000</value>
  3503. <description>
  3504. Puts a limit on the number of blocks printed to the log by the Namenode
  3505. after a block report.
  3506. </description>
  3507. </property>
  3508. <property>
  3509. <name>dfs.namenode.max.op.size</name>
  3510. <value>52428800</value>
  3511. <description>
  3512. Maximum opcode size in bytes.
  3513. </description>
  3514. </property>
  3515. <property>
  3516. <name>dfs.namenode.name.cache.threshold</name>
  3517. <value>10</value>
  3518. <description>
  3519. Frequently accessed files that are accessed more times than this
  3520. threshold are cached in the FSDirectory nameCache.
  3521. </description>
  3522. </property>
  3523. <property>
  3524. <name>dfs.namenode.replication.max-streams</name>
  3525. <value>2</value>
  3526. <description>
  3527. Hard limit for the number of highest-priority replication streams.
  3528. </description>
  3529. </property>
  3530. <property>
  3531. <name>dfs.namenode.replication.max-streams-hard-limit</name>
  3532. <value>4</value>
  3533. <description>
  3534. Hard limit for all replication streams.
  3535. </description>
  3536. </property>
  3537. <property>
  3538. <name>dfs.namenode.replication.pending.timeout-sec</name>
  3539. <value>-1</value>
  3540. <description>
  3541. Timeout in seconds for block replication. If this value is 0 or less,
  3542. then it will default to 5 minutes.
  3543. </description>
  3544. </property>
  3545. <property>
  3546. <name>dfs.namenode.stale.datanode.minimum.interval</name>
  3547. <value>3</value>
  3548. <description>
  3549. Minimum number of missed heartbeats intervals for a datanode to
  3550. be marked stale by the Namenode. The actual interval is calculated as
  3551. (dfs.namenode.stale.datanode.minimum.interval * dfs.heartbeat.interval)
  3552. in seconds. If this value is greater than the property
  3553. dfs.namenode.stale.datanode.interval, then the calculated value above
  3554. is used.
  3555. </description>
  3556. </property>
  3557. <property>
  3558. <name>dfs.namenode.snapshot.capture.openfiles</name>
  3559. <value>false</value>
  3560. <description>
  3561. If true, snapshots taken will have an immutable shared copy of
  3562. the open files that have valid leases. Even after the open files
  3563. grow or shrink in size, snapshot will always have the previous
  3564. point-in-time version of the open files, just like all other
  3565. closed files. Default is false.
  3566. Note: The file length captured for open files in snapshot is
  3567. whats recorded in NameNode at the time of snapshot and it may
  3568. be shorter than what the client has written till then. In order
  3569. to capture the latest length, the client can call hflush/hsync
  3570. with the flag SyncFlag.UPDATE_LENGTH on the open files handles.
  3571. </description>
  3572. </property>
  3573. <property>
  3574. <name>dfs.namenode.snapshot.skip.capture.accesstime-only-change</name>
  3575. <value>false</value>
  3576. <description>
  3577. If accessTime of a file/directory changed but there is no other
  3578. modification made to the file/directory, the changed accesstime will
  3579. not be captured in next snapshot. However, if there is other modification
  3580. made to the file/directory, the latest access time will be captured
  3581. together with the modification in next snapshot.
  3582. </description>
  3583. </property>
  3584. <property>
  3585. <name>dfs.pipeline.ecn</name>
  3586. <value>false</value>
  3587. <description>
  3588. If true, allows ECN (explicit congestion notification) from the
  3589. Datanode.
  3590. </description>
  3591. </property>
  3592. <property>
  3593. <name>dfs.qjournal.accept-recovery.timeout.ms</name>
  3594. <value>120000</value>
  3595. <description>
  3596. Quorum timeout in milliseconds during accept phase of
  3597. recovery/synchronization for a specific segment.
  3598. </description>
  3599. </property>
  3600. <property>
  3601. <name>dfs.qjournal.finalize-segment.timeout.ms</name>
  3602. <value>120000</value>
  3603. <description>
  3604. Quorum timeout in milliseconds during finalizing for a specific
  3605. segment.
  3606. </description>
  3607. </property>
  3608. <property>
  3609. <name>dfs.qjournal.get-journal-state.timeout.ms</name>
  3610. <value>120000</value>
  3611. <description>
  3612. Timeout in milliseconds when calling getJournalState().
  3613. JournalNodes.
  3614. </description>
  3615. </property>
  3616. <property>
  3617. <name>dfs.qjournal.new-epoch.timeout.ms</name>
  3618. <value>120000</value>
  3619. <description>
  3620. Timeout in milliseconds when getting an epoch number for write
  3621. access to JournalNodes.
  3622. </description>
  3623. </property>
  3624. <property>
  3625. <name>dfs.qjournal.prepare-recovery.timeout.ms</name>
  3626. <value>120000</value>
  3627. <description>
  3628. Quorum timeout in milliseconds during preparation phase of
  3629. recovery/synchronization for a specific segment.
  3630. </description>
  3631. </property>
  3632. <property>
  3633. <name>dfs.qjournal.queued-edits.limit.mb</name>
  3634. <value>10</value>
  3635. <description>
  3636. Queue size in MB for quorum journal edits.
  3637. </description>
  3638. </property>
  3639. <property>
  3640. <name>dfs.qjournal.select-input-streams.timeout.ms</name>
  3641. <value>20000</value>
  3642. <description>
  3643. Timeout in milliseconds for accepting streams from JournalManagers.
  3644. </description>
  3645. </property>
  3646. <property>
  3647. <name>dfs.qjournal.start-segment.timeout.ms</name>
  3648. <value>20000</value>
  3649. <description>
  3650. Quorum timeout in milliseconds for starting a log segment.
  3651. </description>
  3652. </property>
  3653. <property>
  3654. <name>dfs.qjournal.write-txns.timeout.ms</name>
  3655. <value>20000</value>
  3656. <description>
  3657. Write timeout in milliseconds when writing to a quorum of remote
  3658. journals.
  3659. </description>
  3660. </property>
  3661. <property>
  3662. <name>dfs.quota.by.storage.type.enabled</name>
  3663. <value>true</value>
  3664. <description>
  3665. If true, enables quotas based on storage type.
  3666. </description>
  3667. </property>
  3668. <property>
  3669. <name>dfs.secondary.namenode.kerberos.principal</name>
  3670. <value></value>
  3671. <description>
  3672. Kerberos principal name for the Secondary NameNode.
  3673. </description>
  3674. </property>
  3675. <property>
  3676. <name>dfs.secondary.namenode.keytab.file</name>
  3677. <value></value>
  3678. <description>
  3679. Kerberos keytab file for the Secondary NameNode.
  3680. </description>
  3681. </property>
  3682. <property>
  3683. <name>dfs.support.append</name>
  3684. <value>true</value>
  3685. <description>
  3686. Enables append support on the NameNode.
  3687. </description>
  3688. </property>
  3689. <property>
  3690. <name>dfs.web.authentication.filter</name>
  3691. <value>org.apache.hadoop.hdfs.web.AuthFilter</value>
  3692. <description>
  3693. Authentication filter class used for WebHDFS.
  3694. </description>
  3695. </property>
  3696. <property>
  3697. <name>dfs.web.authentication.simple.anonymous.allowed</name>
  3698. <value></value>
  3699. <description>
  3700. If true, allow anonymous user to access WebHDFS. Set to
  3701. false to disable anonymous authentication.
  3702. </description>
  3703. </property>
  3704. <property>
  3705. <name>dfs.web.ugi</name>
  3706. <value></value>
  3707. <description>
  3708. dfs.web.ugi is deprecated. Use hadoop.http.staticuser.user instead.
  3709. </description>
  3710. </property>
  3711. <property>
  3712. <name>dfs.webhdfs.netty.high.watermark</name>
  3713. <value>65535</value>
  3714. <description>
  3715. High watermark configuration to Netty for Datanode WebHdfs.
  3716. </description>
  3717. </property>
  3718. <property>
  3719. <name>dfs.webhdfs.netty.low.watermark</name>
  3720. <value>32768</value>
  3721. <description>
  3722. Low watermark configuration to Netty for Datanode WebHdfs.
  3723. </description>
  3724. </property>
  3725. <property>
  3726. <name>dfs.webhdfs.oauth2.access.token.provider</name>
  3727. <value></value>
  3728. <description>
  3729. Access token provider class for WebHDFS using OAuth2.
  3730. Defaults to org.apache.hadoop.hdfs.web.oauth2.ConfCredentialBasedAccessTokenProvider.
  3731. </description>
  3732. </property>
  3733. <property>
  3734. <name>dfs.webhdfs.oauth2.client.id</name>
  3735. <value></value>
  3736. <description>
  3737. Client id used to obtain access token with either credential or
  3738. refresh token.
  3739. </description>
  3740. </property>
  3741. <property>
  3742. <name>dfs.webhdfs.oauth2.enabled</name>
  3743. <value>false</value>
  3744. <description>
  3745. If true, enables OAuth2 in WebHDFS
  3746. </description>
  3747. </property>
  3748. <property>
  3749. <name>dfs.webhdfs.oauth2.refresh.url</name>
  3750. <value></value>
  3751. <description>
  3752. URL against which to post for obtaining bearer token with
  3753. either credential or refresh token.
  3754. </description>
  3755. </property>
  3756. <property>
  3757. <name>ssl.server.keystore.keypassword</name>
  3758. <value></value>
  3759. <description>
  3760. Keystore key password for HTTPS SSL configuration
  3761. </description>
  3762. </property>
  3763. <property>
  3764. <name>ssl.server.keystore.location</name>
  3765. <value></value>
  3766. <description>
  3767. Keystore location for HTTPS SSL configuration
  3768. </description>
  3769. </property>
  3770. <property>
  3771. <name>ssl.server.keystore.password</name>
  3772. <value></value>
  3773. <description>
  3774. Keystore password for HTTPS SSL configuration
  3775. </description>
  3776. </property>
  3777. <property>
  3778. <name>dfs.balancer.keytab.enabled</name>
  3779. <value>false</value>
  3780. <description>
  3781. Set to true to enable login using a keytab for Kerberized Hadoop.
  3782. </description>
  3783. </property>
  3784. <property>
  3785. <name>dfs.balancer.address</name>
  3786. <value>0.0.0.0:0</value>
  3787. <description>
  3788. The hostname used for a keytab based Kerberos login. Keytab based login
  3789. can be enabled with dfs.balancer.keytab.enabled.
  3790. </description>
  3791. </property>
  3792. <property>
  3793. <name>dfs.balancer.keytab.file</name>
  3794. <value></value>
  3795. <description>
  3796. The keytab file used by the Balancer to login as its
  3797. service principal. The principal name is configured with
  3798. dfs.balancer.kerberos.principal. Keytab based login can be
  3799. enabled with dfs.balancer.keytab.enabled.
  3800. </description>
  3801. </property>
  3802. <property>
  3803. <name>dfs.balancer.kerberos.principal</name>
  3804. <value></value>
  3805. <description>
  3806. The Balancer principal. This is typically set to
  3807. balancer/_HOST@REALM.TLD. The Balancer will substitute _HOST with its
  3808. own fully qualified hostname at startup. The _HOST placeholder
  3809. allows using the same configuration setting on different servers.
  3810. Keytab based login can be enabled with dfs.balancer.keytab.enabled.
  3811. </description>
  3812. </property>
  3813. <property>
  3814. <name>ssl.server.truststore.location</name>
  3815. <value></value>
  3816. <description>
  3817. Truststore location for HTTPS SSL configuration
  3818. </description>
  3819. </property>
  3820. <property>
  3821. <name>ssl.server.truststore.password</name>
  3822. <value></value>
  3823. <description>
  3824. Truststore password for HTTPS SSL configuration
  3825. </description>
  3826. </property>
  3827. <property>
  3828. <name>dfs.lock.suppress.warning.interval</name>
  3829. <value>10s</value>
  3830. <description>Instrumentation reporting long critical sections will suppress
  3831. consecutive warnings within this interval.</description>
  3832. </property>
  3833. <property>
  3834. <name>dfs.webhdfs.use.ipc.callq</name>
  3835. <value>true</value>
  3836. <description>Enables routing of webhdfs calls through rpc
  3837. call queue</description>
  3838. </property>
  3839. <property>
  3840. <name>httpfs.buffer.size</name>
  3841. <value>4096</value>
  3842. <description>
  3843. The size buffer to be used when creating or opening httpfs filesystem IO stream.
  3844. </description>
  3845. </property>
  3846. <property>
  3847. <name>dfs.datanode.disk.check.min.gap</name>
  3848. <value>15m</value>
  3849. <description>
  3850. The minimum gap between two successive checks of the same DataNode
  3851. volume. This setting supports multiple time unit suffixes as described
  3852. in dfs.heartbeat.interval. If no suffix is specified then milliseconds
  3853. is assumed.
  3854. </description>
  3855. </property>
  3856. <property>
  3857. <name>dfs.datanode.disk.check.timeout</name>
  3858. <value>10m</value>
  3859. <description>
  3860. Maximum allowed time for a disk check to complete during DataNode
  3861. startup. If the check does not complete within this time interval
  3862. then the disk is declared as failed. This setting supports
  3863. multiple time unit suffixes as described in dfs.heartbeat.interval.
  3864. If no suffix is specified then milliseconds is assumed.
  3865. </description>
  3866. </property>
  3867. <property>
  3868. <name>dfs.use.dfs.network.topology</name>
  3869. <value>true</value>
  3870. <description>
  3871. Enables DFSNetworkTopology to choose nodes for placing replicas.
  3872. </description>
  3873. </property>
  3874. <property>
  3875. <name>dfs.qjm.operations.timeout</name>
  3876. <value>60s</value>
  3877. <description>
  3878. Common key to set timeout for related operations in
  3879. QuorumJournalManager. This setting supports multiple time unit suffixes
  3880. as described in dfs.heartbeat.interval.
  3881. If no suffix is specified then milliseconds is assumed.
  3882. </description>
  3883. </property>
  3884. <property>
  3885. <name>dfs.reformat.disabled</name>
  3886. <value>false</value>
  3887. <description>
  3888. Disable reformat of NameNode. If it's value is set to "true"
  3889. and metadata directories already exist then attempt to format NameNode
  3890. will throw NameNodeFormatException.
  3891. </description>
  3892. </property>
  3893. <property>
  3894. <name>dfs.federation.router.default.nameserviceId</name>
  3895. <value></value>
  3896. <description>
  3897. Nameservice identifier of the default subcluster to monitor.
  3898. </description>
  3899. </property>
  3900. <property>
  3901. <name>dfs.federation.router.rpc.enable</name>
  3902. <value>true</value>
  3903. <description>
  3904. If true, the RPC service to handle client requests in the router is
  3905. enabled.
  3906. </description>
  3907. </property>
  3908. <property>
  3909. <name>dfs.federation.router.rpc-address</name>
  3910. <value>0.0.0.0:8888</value>
  3911. <description>
  3912. RPC address that handles all clients requests.
  3913. The value of this property will take the form of router-host1:rpc-port.
  3914. </description>
  3915. </property>
  3916. <property>
  3917. <name>dfs.federation.router.rpc-bind-host</name>
  3918. <value></value>
  3919. <description>
  3920. The actual address the RPC server will bind to. If this optional address is
  3921. set, it overrides only the hostname portion of
  3922. dfs.federation.router.rpc-address. This is useful for making the name node
  3923. listen on all interfaces by setting it to 0.0.0.0.
  3924. </description>
  3925. </property>
  3926. <property>
  3927. <name>dfs.federation.router.handler.count</name>
  3928. <value>10</value>
  3929. <description>
  3930. The number of server threads for the router to handle RPC requests from
  3931. clients.
  3932. </description>
  3933. </property>
  3934. <property>
  3935. <name>dfs.federation.router.handler.queue.size</name>
  3936. <value>100</value>
  3937. <description>
  3938. The size of the queue for the number of handlers to handle RPC client requests.
  3939. </description>
  3940. </property>
  3941. <property>
  3942. <name>dfs.federation.router.reader.count</name>
  3943. <value>1</value>
  3944. <description>
  3945. The number of readers for the router to handle RPC client requests.
  3946. </description>
  3947. </property>
  3948. <property>
  3949. <name>dfs.federation.router.reader.queue.size</name>
  3950. <value>100</value>
  3951. <description>
  3952. The size of the queue for the number of readers for the router to handle RPC client requests.
  3953. </description>
  3954. </property>
  3955. <property>
  3956. <name>dfs.federation.router.connection.pool-size</name>
  3957. <value>1</value>
  3958. <description>
  3959. Size of the pool of connections from the router to namenodes.
  3960. </description>
  3961. </property>
  3962. <property>
  3963. <name>dfs.federation.router.connection.clean.ms</name>
  3964. <value>10000</value>
  3965. <description>
  3966. Time interval, in milliseconds, to check if the connection pool should
  3967. remove unused connections.
  3968. </description>
  3969. </property>
  3970. <property>
  3971. <name>dfs.federation.router.connection.pool.clean.ms</name>
  3972. <value>60000</value>
  3973. <description>
  3974. Time interval, in milliseconds, to check if the connection manager should
  3975. remove unused connection pools.
  3976. </description>
  3977. </property>
  3978. <property>
  3979. <name>dfs.federation.router.metrics.enable</name>
  3980. <value>true</value>
  3981. <description>
  3982. If the metrics in the router are enabled.
  3983. </description>
  3984. </property>
  3985. <property>
  3986. <name>dfs.federation.router.metrics.class</name>
  3987. <value>org.apache.hadoop.hdfs.server.federation.metrics.FederationRPCPerformanceMonitor</value>
  3988. <description>
  3989. Class to monitor the RPC system in the router. It must implement the
  3990. RouterRpcMonitor interface.
  3991. </description>
  3992. </property>
  3993. <property>
  3994. <name>dfs.federation.router.admin.enable</name>
  3995. <value>true</value>
  3996. <description>
  3997. If true, the RPC admin service to handle client requests in the router is
  3998. enabled.
  3999. </description>
  4000. </property>
  4001. <property>
  4002. <name>dfs.federation.router.admin-address</name>
  4003. <value>0.0.0.0:8111</value>
  4004. <description>
  4005. RPC address that handles the admin requests.
  4006. The value of this property will take the form of router-host1:rpc-port.
  4007. </description>
  4008. </property>
  4009. <property>
  4010. <name>dfs.federation.router.admin-bind-host</name>
  4011. <value></value>
  4012. <description>
  4013. The actual address the RPC admin server will bind to. If this optional
  4014. address is set, it overrides only the hostname portion of
  4015. dfs.federation.router.admin-address. This is useful for making the name
  4016. node listen on all interfaces by setting it to 0.0.0.0.
  4017. </description>
  4018. </property>
  4019. <property>
  4020. <name>dfs.federation.router.admin.handler.count</name>
  4021. <value>1</value>
  4022. <description>
  4023. The number of server threads for the router to handle RPC requests from
  4024. admin.
  4025. </description>
  4026. </property>
  4027. <property>
  4028. <name>dfs.federation.router.http-address</name>
  4029. <value>0.0.0.0:50071</value>
  4030. <description>
  4031. HTTP address that handles the web requests to the Router.
  4032. The value of this property will take the form of router-host1:http-port.
  4033. </description>
  4034. </property>
  4035. <property>
  4036. <name>dfs.federation.router.http-bind-host</name>
  4037. <value></value>
  4038. <description>
  4039. The actual address the HTTP server will bind to. If this optional
  4040. address is set, it overrides only the hostname portion of
  4041. dfs.federation.router.http-address. This is useful for making the name
  4042. node listen on all interfaces by setting it to 0.0.0.0.
  4043. </description>
  4044. </property>
  4045. <property>
  4046. <name>dfs.federation.router.https-address</name>
  4047. <value>0.0.0.0:50072</value>
  4048. <description>
  4049. HTTPS address that handles the web requests to the Router.
  4050. The value of this property will take the form of router-host1:https-port.
  4051. </description>
  4052. </property>
  4053. <property>
  4054. <name>dfs.federation.router.https-bind-host</name>
  4055. <value></value>
  4056. <description>
  4057. The actual address the HTTPS server will bind to. If this optional
  4058. address is set, it overrides only the hostname portion of
  4059. dfs.federation.router.https-address. This is useful for making the name
  4060. node listen on all interfaces by setting it to 0.0.0.0.
  4061. </description>
  4062. </property>
  4063. <property>
  4064. <name>dfs.federation.router.http.enable</name>
  4065. <value>true</value>
  4066. <description>
  4067. If the HTTP service to handle client requests in the router is enabled.
  4068. </description>
  4069. </property>
  4070. <property>
  4071. <name>dfs.federation.router.metrics.enable</name>
  4072. <value>true</value>
  4073. <description>
  4074. If the metrics service in the router is enabled.
  4075. </description>
  4076. </property>
  4077. <property>
  4078. <name>dfs.federation.router.file.resolver.client.class</name>
  4079. <value>org.apache.hadoop.hdfs.server.federation.resolver.MountTableResolver</value>
  4080. <description>
  4081. Class to resolve files to subclusters.
  4082. </description>
  4083. </property>
  4084. <property>
  4085. <name>dfs.federation.router.namenode.resolver.client.class</name>
  4086. <value>org.apache.hadoop.hdfs.server.federation.resolver.MembershipNamenodeResolver</value>
  4087. <description>
  4088. Class to resolve the namenode for a subcluster.
  4089. </description>
  4090. </property>
  4091. <property>
  4092. <name>dfs.federation.router.store.enable</name>
  4093. <value>true</value>
  4094. <description>
  4095. If true, the Router connects to the State Store.
  4096. </description>
  4097. </property>
  4098. <property>
  4099. <name>dfs.federation.router.store.serializer</name>
  4100. <value>org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreSerializerPBImpl</value>
  4101. <description>
  4102. Class to serialize State Store records.
  4103. </description>
  4104. </property>
  4105. <property>
  4106. <name>dfs.federation.router.store.driver.class</name>
  4107. <value>org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreZooKeeperImpl</value>
  4108. <description>
  4109. Class to implement the State Store. There are three implementation classes currently
  4110. being supported:
  4111. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreFileImpl,
  4112. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreFileSystemImpl and
  4113. org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreZooKeeperImpl.
  4114. These implementation classes use the local file, filesystem and ZooKeeper as a backend respectively.
  4115. By default it uses the ZooKeeper as the default State Store.
  4116. </description>
  4117. </property>
  4118. <property>
  4119. <name>dfs.federation.router.store.connection.test</name>
  4120. <value>60000</value>
  4121. <description>
  4122. How often to check for the connection to the State Store in milliseconds.
  4123. </description>
  4124. </property>
  4125. <property>
  4126. <name>dfs.federation.router.cache.ttl</name>
  4127. <value>1m</value>
  4128. <description>
  4129. How often to refresh the State Store caches in milliseconds. This setting
  4130. supports multiple time unit suffixes as described in
  4131. dfs.heartbeat.interval. If no suffix is specified then milliseconds is
  4132. assumed.
  4133. </description>
  4134. </property>
  4135. <property>
  4136. <name>dfs.federation.router.store.membership.expiration</name>
  4137. <value>300000</value>
  4138. <description>
  4139. Expiration time in milliseconds for a membership record.
  4140. </description>
  4141. </property>
  4142. <property>
  4143. <name>dfs.federation.router.heartbeat.enable</name>
  4144. <value>true</value>
  4145. <description>
  4146. If true, the Router heartbeats into the State Store.
  4147. </description>
  4148. </property>
  4149. <property>
  4150. <name>dfs.federation.router.heartbeat.interval</name>
  4151. <value>5000</value>
  4152. <description>
  4153. How often the Router should heartbeat into the State Store in milliseconds.
  4154. </description>
  4155. </property>
  4156. <property>
  4157. <name>dfs.federation.router.heartbeat-state.interval</name>
  4158. <value>5s</value>
  4159. <description>
  4160. How often the Router should heartbeat its state into the State Store in
  4161. milliseconds. This setting supports multiple time unit suffixes as
  4162. described in dfs.federation.router.quota-cache.update.interval.
  4163. </description>
  4164. </property>
  4165. <property>
  4166. <name>dfs.federation.router.store.router.expiration</name>
  4167. <value>5m</value>
  4168. <description>
  4169. Expiration time in milliseconds for a router state record. This setting
  4170. supports multiple time unit suffixes as described in
  4171. dfs.federation.router.quota-cache.update.interval.
  4172. </description>
  4173. </property>
  4174. <property>
  4175. <name>dfs.federation.router.safemode.enable</name>
  4176. <value>true</value>
  4177. <description>
  4178. </description>
  4179. </property>
  4180. <property>
  4181. <name>dfs.federation.router.safemode.extension</name>
  4182. <value>30s</value>
  4183. <description>
  4184. Time after startup that the Router is in safe mode. This setting
  4185. supports multiple time unit suffixes as described in
  4186. dfs.heartbeat.interval. If no suffix is specified then milliseconds is
  4187. assumed.
  4188. </description>
  4189. </property>
  4190. <property>
  4191. <name>dfs.federation.router.safemode.expiration</name>
  4192. <value>3m</value>
  4193. <description>
  4194. Time without being able to reach the State Store to enter safe mode. This
  4195. setting supports multiple time unit suffixes as described in
  4196. dfs.heartbeat.interval. If no suffix is specified then milliseconds is
  4197. assumed.
  4198. </description>
  4199. </property>
  4200. <property>
  4201. <name>dfs.federation.router.monitor.namenode</name>
  4202. <value></value>
  4203. <description>
  4204. The identifier of the namenodes to monitor and heartbeat.
  4205. </description>
  4206. </property>
  4207. <property>
  4208. <name>dfs.federation.router.monitor.localnamenode.enable</name>
  4209. <value>true</value>
  4210. <description>
  4211. If true, the Router should monitor the namenode in the local machine.
  4212. </description>
  4213. </property>
  4214. <property>
  4215. <name>dfs.federation.router.mount-table.max-cache-size</name>
  4216. <value>10000</value>
  4217. <description>
  4218. Maximum number of mount table cache entries to have.
  4219. By default, remove cache entries if we have more than 10k.
  4220. </description>
  4221. </property>
  4222. <property>
  4223. <name>dfs.federation.router.client.thread-size</name>
  4224. <value>32</value>
  4225. <description>
  4226. Max threads size for the RouterClient to execute concurrent
  4227. requests.
  4228. </description>
  4229. </property>
  4230. <property>
  4231. <name>dfs.federation.router.client.retry.max.attempts</name>
  4232. <value>3</value>
  4233. <description>
  4234. Max retry attempts for the RouterClient talking to the Router.
  4235. </description>
  4236. </property>
  4237. </configuration>