yarn-default.xml 205 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978497949804981498249834984498549864987498849894990499149924993499449954996499749984999500050015002500350045005500650075008500950105011501250135014501550165017501850195020502150225023502450255026502750285029503050315032503350345035503650375038503950405041504250435044504550465047504850495050505150525053505450555056505750585059506050615062506350645065506650675068506950705071507250735074507550765077507850795080508150825083508450855086508750885089509050915092509350945095509650975098509951005101510251035104510551065107510851095110511151125113511451155116511751185119512051215122512351245125512651275128512951305131513251335134513551365137513851395140514151425143514451455146514751485149515051515152515351545155515651575158515951605161516251635164516551665167516851695170517151725173517451755176517751785179518051815182518351845185518651875188518951905191519251935194519551965197519851995200520152025203520452055206520752085209521052115212521352145215521652175218521952205221522252235224522552265227522852295230523152325233523452355236523752385239524052415242524352445245524652475248524952505251525252535254525552565257525852595260526152625263526452655266526752685269527052715272527352745275527652775278527952805281528252835284528552865287528852895290529152925293529452955296529752985299530053015302530353045305530653075308530953105311531253135314531553165317531853195320532153225323532453255326532753285329533053315332533353345335533653375338533953405341534253435344534553465347534853495350535153525353535453555356535753585359536053615362536353645365536653675368536953705371537253735374537553765377537853795380538153825383538453855386538753885389539053915392539353945395539653975398539954005401540254035404540554065407540854095410541154125413541454155416541754185419542054215422542354245425542654275428542954305431543254335434543554365437543854395440544154425443544454455446544754485449545054515452545354545455545654575458545954605461546254635464546554665467546854695470547154725473547454755476547754785479548054815482548354845485548654875488548954905491549254935494549554965497549854995500550155025503550455055506550755085509551055115512551355145515551655175518551955205521552255235524552555265527552855295530553155325533553455355536553755385539554055415542554355445545554655475548554955505551555255535554555555565557555855595560556155625563556455655566556755685569557055715572557355745575557655775578557955805581558255835584558555865587558855895590559155925593559455955596559755985599560056015602560356045605560656075608560956105611561256135614561556165617561856195620562156225623562456255626562756285629563056315632563356345635563656375638563956405641564256435644564556465647564856495650565156525653565456555656565756585659566056615662566356645665566656675668566956705671567256735674567556765677567856795680568156825683568456855686568756885689569056915692569356945695569656975698
  1. <?xml version="1.0"?>
  2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
  3. <!--
  4. Licensed to the Apache Software Foundation (ASF) under one or more
  5. contributor license agreements. See the NOTICE file distributed with
  6. this work for additional information regarding copyright ownership.
  7. The ASF licenses this file to You under the Apache License, Version 2.0
  8. (the "License"); you may not use this file except in compliance with
  9. the License. You may obtain a copy of the License at
  10. http://www.apache.org/licenses/LICENSE-2.0
  11. Unless required by applicable law or agreed to in writing, software
  12. distributed under the License is distributed on an "AS IS" BASIS,
  13. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. See the License for the specific language governing permissions and
  15. limitations under the License.
  16. -->
  17. <!-- Do not modify this file directly. Instead, copy entries that you -->
  18. <!-- wish to modify from this file into yarn-site.xml and change them -->
  19. <!-- there. If yarn-site.xml does not already exist, create it. -->
  20. <configuration>
  21. <!-- IPC Configuration -->
  22. <property>
  23. <description>Factory to create client IPC classes.</description>
  24. <name>yarn.ipc.client.factory.class</name>
  25. </property>
  26. <property>
  27. <description>Factory to create server IPC classes.</description>
  28. <name>yarn.ipc.server.factory.class</name>
  29. </property>
  30. <property>
  31. <description>Factory to create serializeable records.</description>
  32. <name>yarn.ipc.record.factory.class</name>
  33. </property>
  34. <property>
  35. <description>RPC class implementation</description>
  36. <name>yarn.ipc.rpc.class</name>
  37. <value>org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC</value>
  38. </property>
  39. <!-- Resource Manager Configuration -->
  40. <property>
  41. <description>The hostname of the RM.</description>
  42. <name>yarn.resourcemanager.hostname</name>
  43. <value>0.0.0.0</value>
  44. </property>
  45. <property>
  46. <description>The address of the applications manager interface in the RM.</description>
  47. <name>yarn.resourcemanager.address</name>
  48. <value>${yarn.resourcemanager.hostname}:8032</value>
  49. </property>
  50. <property>
  51. <description>
  52. The actual address the server will bind to. If this optional address is
  53. set, the RPC and webapp servers will bind to this address and the port specified in
  54. yarn.resourcemanager.address and yarn.resourcemanager.webapp.address, respectively. This
  55. is most useful for making RM listen to all interfaces by setting to 0.0.0.0.
  56. </description>
  57. <name>yarn.resourcemanager.bind-host</name>
  58. <value></value>
  59. </property>
  60. <property>
  61. <description>
  62. If set to true, then ALL container updates will be automatically sent to
  63. the NM in the next heartbeat</description>
  64. <name>yarn.resourcemanager.auto-update.containers</name>
  65. <value>false</value>
  66. </property>
  67. <property>
  68. <description>The number of threads used to handle applications manager requests.</description>
  69. <name>yarn.resourcemanager.client.thread-count</name>
  70. <value>50</value>
  71. </property>
  72. <property>
  73. <description>Number of threads used to launch/cleanup AM.</description>
  74. <name>yarn.resourcemanager.amlauncher.thread-count</name>
  75. <value>50</value>
  76. </property>
  77. <property>
  78. <description>Retry times to connect with NM.</description>
  79. <name>yarn.resourcemanager.nodemanager-connect-retries</name>
  80. <value>10</value>
  81. </property>
  82. <property>
  83. <description>Timeout in milliseconds when YARN dispatcher tries to drain the
  84. events. Typically, this happens when service is stopping. e.g. RM drains
  85. the ATS events dispatcher when stopping.
  86. </description>
  87. <name>yarn.dispatcher.drain-events.timeout</name>
  88. <value>300000</value>
  89. </property>
  90. <property>
  91. <description>
  92. The threshold used to trigger the logging of event types
  93. and counts in RM's main event dispatcher. Default length is 5000,
  94. which means RM will print events info when the queue size cumulatively
  95. reaches 5000 every time. Such info can be used to reveal what kind of events
  96. that RM is stuck at processing mostly, it can help to
  97. narrow down certain performance issues.
  98. </description>
  99. <name>yarn.dispatcher.print-events-info.threshold</name>
  100. <value>5000</value>
  101. </property>
  102. <property>
  103. <description>
  104. Resource manager dispatcher thread cpu monitor sampling rate.
  105. Units are samples per minute. This controls how often to sample
  106. the cpu utilization of the resource manager dispatcher thread.
  107. The cpu utilization is displayed on the RM UI as scheduler busy %.
  108. Set this to zero to disable the dispatcher thread monitor. Defaults
  109. to 60 samples per minute.
  110. </description>
  111. <name>yarn.dispatcher.cpu-monitor.samples-per-min</name>
  112. <value>60</value>
  113. </property>
  114. <property>
  115. <description>
  116. Resource manager dispatcher has a thread pool that prints EventQueue,
  117. configure the corePoolSize of this thread pool,
  118. the meaning of corePoolSize is the number of threads to keep in the pool.
  119. the default value is 1.
  120. </description>
  121. <name>yarn.dispatcher.print-thread-pool.core-pool-size</name>
  122. <value>1</value>
  123. </property>
  124. <property>
  125. <description>
  126. Resource manager dispatcher has a thread pool that prints EventQueue,
  127. configure the maximumPoolSize of this thread pool,
  128. the meaning of maximumPoolSize is the maximum number of threads to allow in the pool.
  129. the default value is 5.
  130. </description>
  131. <name>yarn.dispatcher.print-thread-pool.maximum-pool-size</name>
  132. <value>5</value>
  133. </property>
  134. <property>
  135. <description>
  136. Resource manager dispatcher has a thread pool that prints EventQueue,
  137. configure the keepAliveTime of this thread pool,
  138. The meaning of keepAliveTime is as follows
  139. when the number of threads is greater than the core,
  140. this is the maximum time that excess idle threads will wait for new tasks before terminating.
  141. the default value is 10s.
  142. </description>
  143. <name>yarn.dispatcher.print-thread-pool.keep-alive-time</name>
  144. <value>10s</value>
  145. </property>
  146. <property>
  147. <description>
  148. The expiry interval for application master reporting.
  149. The default is 900000 ms, or 15m.
  150. </description>
  151. <name>yarn.am.liveness-monitor.expiry-interval-ms</name>
  152. <value>900000</value>
  153. </property>
  154. <property>
  155. <description>The Kerberos principal for the resource manager.</description>
  156. <name>yarn.resourcemanager.principal</name>
  157. </property>
  158. <property>
  159. <description>The address of the scheduler interface.</description>
  160. <name>yarn.resourcemanager.scheduler.address</name>
  161. <value>${yarn.resourcemanager.hostname}:8030</value>
  162. </property>
  163. <property>
  164. <description>Number of threads to handle scheduler interface.</description>
  165. <name>yarn.resourcemanager.scheduler.client.thread-count</name>
  166. <value>50</value>
  167. </property>
  168. <property>
  169. <description>
  170. Specify which handler will be used to process PlacementConstraints.
  171. Acceptable values are: `placement-processor`, `scheduler` and `disabled`.
  172. For a detailed explanation of these values, please refer to documentation.
  173. </description>
  174. <name>yarn.resourcemanager.placement-constraints.handler</name>
  175. <value>disabled</value>
  176. </property>
  177. <property>
  178. <description>Number of times to retry placing of rejected SchedulingRequests</description>
  179. <name>yarn.resourcemanager.placement-constraints.retry-attempts</name>
  180. <value>3</value>
  181. </property>
  182. <property>
  183. <description>Constraint Placement Algorithm to be used.</description>
  184. <name>yarn.resourcemanager.placement-constraints.algorithm.class</name>
  185. <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm</value>
  186. </property>
  187. <property>
  188. <description>Placement Algorithm Requests Iterator to be used.</description>
  189. <name>yarn.resourcemanager.placement-constraints.algorithm.iterator</name>
  190. <value>SERIAL</value>
  191. </property>
  192. <property>
  193. <description>Threadpool size for the Algorithm used for placement constraint processing.</description>
  194. <name>yarn.resourcemanager.placement-constraints.algorithm.pool-size</name>
  195. <value>1</value>
  196. </property>
  197. <property>
  198. <description>Threadpool size for the Scheduler invocation phase of placement constraint processing.</description>
  199. <name>yarn.resourcemanager.placement-constraints.scheduler.pool-size</name>
  200. <value>1</value>
  201. </property>
  202. <property>
  203. <description>
  204. Comma separated class names of ApplicationMasterServiceProcessor
  205. implementations. The processors will be applied in the order
  206. they are specified.
  207. </description>
  208. <name>yarn.resourcemanager.application-master-service.processors</name>
  209. <value></value>
  210. </property>
  211. <property>
  212. <description>
  213. This configures the HTTP endpoint for YARN Daemons.The following
  214. values are supported:
  215. - HTTP_ONLY : Service is provided only on http
  216. - HTTPS_ONLY : Service is provided only on https
  217. </description>
  218. <name>yarn.http.policy</name>
  219. <value>HTTP_ONLY</value>
  220. </property>
  221. <property>
  222. <description>
  223. The http address of the RM web application.
  224. If only a host is provided as the value,
  225. the webapp will be served on a random port.
  226. </description>
  227. <name>yarn.resourcemanager.webapp.address</name>
  228. <value>${yarn.resourcemanager.hostname}:8088</value>
  229. </property>
  230. <property>
  231. <description>
  232. The https address of the RM web application.
  233. If only a host is provided as the value,
  234. the webapp will be served on a random port.
  235. </description>
  236. <name>yarn.resourcemanager.webapp.https.address</name>
  237. <value>${yarn.resourcemanager.hostname}:8090</value>
  238. </property>
  239. <property>
  240. <description>
  241. The Kerberos keytab file to be used for spnego filter for the RM web
  242. interface.
  243. </description>
  244. <name>yarn.resourcemanager.webapp.spnego-keytab-file</name>
  245. <value></value>
  246. </property>
  247. <property>
  248. <description>
  249. The Kerberos principal to be used for spnego filter for the RM web
  250. interface.
  251. </description>
  252. <name>yarn.resourcemanager.webapp.spnego-principal</name>
  253. <value></value>
  254. </property>
  255. <property>
  256. <description>
  257. Add button to kill application in the RM Application view.
  258. </description>
  259. <name>yarn.resourcemanager.webapp.ui-actions.enabled</name>
  260. <value>true</value>
  261. </property>
  262. <property>
  263. <description>To enable RM web ui2 application.</description>
  264. <name>yarn.webapp.ui2.enable</name>
  265. <value>false</value>
  266. </property>
  267. <property>
  268. <description>Enable tools section in all ui1 webapp.</description>
  269. <name>yarn.webapp.ui1.tools.enable</name>
  270. <value>true</value>
  271. </property>
  272. <property>
  273. <description>
  274. Explicitly provide WAR file path for ui2 if needed.
  275. </description>
  276. <name>yarn.webapp.ui2.war-file-path</name>
  277. <value></value>
  278. </property>
  279. <property>
  280. <description>
  281. Enable services rest api on ResourceManager.
  282. </description>
  283. <name>yarn.webapp.api-service.enable</name>
  284. <value>false</value>
  285. </property>
  286. <property>
  287. <name>yarn.resourcemanager.resource-tracker.address</name>
  288. <value>${yarn.resourcemanager.hostname}:8031</value>
  289. </property>
  290. <property>
  291. <name>yarn.resourcemanager.resource-tracker.nm.ip-hostname-check</name>
  292. <value>false</value>
  293. </property>
  294. <property>
  295. <description>Are acls enabled.</description>
  296. <name>yarn.acl.enable</name>
  297. <value>false</value>
  298. </property>
  299. <property>
  300. <description>Are reservation acls enabled.</description>
  301. <name>yarn.acl.reservation-enable</name>
  302. <value>false</value>
  303. </property>
  304. <property>
  305. <description>ACL of who can be admin of the YARN cluster.</description>
  306. <name>yarn.admin.acl</name>
  307. <value>*</value>
  308. </property>
  309. <property>
  310. <description>The address of the RM admin interface.</description>
  311. <name>yarn.resourcemanager.admin.address</name>
  312. <value>${yarn.resourcemanager.hostname}:8033</value>
  313. </property>
  314. <property>
  315. <description>Number of threads used to handle RM admin interface.</description>
  316. <name>yarn.resourcemanager.admin.client.thread-count</name>
  317. <value>1</value>
  318. </property>
  319. <property>
  320. <description>Maximum time to wait to establish connection to
  321. ResourceManager.</description>
  322. <name>yarn.resourcemanager.connect.max-wait.ms</name>
  323. <value>900000</value>
  324. </property>
  325. <property>
  326. <description>How often to try connecting to the
  327. ResourceManager.</description>
  328. <name>yarn.resourcemanager.connect.retry-interval.ms</name>
  329. <value>30000</value>
  330. </property>
  331. <property>
  332. <description>The default maximum number of application attempts, if unset by
  333. the user. Each application master can specify its individual maximum number of application
  334. attempts via the API, but the individual number cannot be more than the global upper bound in
  335. yarn.resourcemanager.am.global.max-attempts. The default number is set to 2, to
  336. allow at least one retry for AM.</description>
  337. <name>yarn.resourcemanager.am.max-attempts</name>
  338. <value>2</value>
  339. </property>
  340. <property>
  341. <description>How often to check that containers are still alive. </description>
  342. <name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name>
  343. <value>600000</value>
  344. </property>
  345. <property>
  346. <description>The keytab for the resource manager.</description>
  347. <name>yarn.resourcemanager.keytab</name>
  348. <value>/etc/krb5.keytab</value>
  349. </property>
  350. <property>
  351. <description>Flag to enable override of the default kerberos authentication
  352. filter with the RM authentication filter to allow authentication using
  353. delegation tokens(fallback to kerberos if the tokens are missing). Only
  354. applicable when the http authentication type is kerberos.</description>
  355. <name>yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled</name>
  356. <value>true</value>
  357. </property>
  358. <property>
  359. <description>Flag to enable cross-origin (CORS) support in the RM. This flag
  360. requires the CORS filter initializer to be added to the filter initializers
  361. list in core-site.xml.</description>
  362. <name>yarn.resourcemanager.webapp.cross-origin.enabled</name>
  363. <value>false</value>
  364. </property>
  365. <property>
  366. <description>How long to wait until a node manager is considered dead.</description>
  367. <name>yarn.nm.liveness-monitor.expiry-interval-ms</name>
  368. <value>600000</value>
  369. </property>
  370. <property>
  371. <description>Path to file with nodes to include.</description>
  372. <name>yarn.resourcemanager.nodes.include-path</name>
  373. <value></value>
  374. </property>
  375. <property>
  376. <description>Path to file with nodes to exclude.</description>
  377. <name>yarn.resourcemanager.nodes.exclude-path</name>
  378. <value></value>
  379. </property>
  380. <property>
  381. <description>The expiry interval for node IP caching. -1 disables the caching</description>
  382. <name>yarn.resourcemanager.node-ip-cache.expiry-interval-secs</name>
  383. <value>-1</value>
  384. </property>
  385. <property>
  386. <description>Number of threads to handle resource tracker calls.</description>
  387. <name>yarn.resourcemanager.resource-tracker.client.thread-count</name>
  388. <value>50</value>
  389. </property>
  390. <property>
  391. <description>The class to use as the resource scheduler.</description>
  392. <name>yarn.resourcemanager.scheduler.class</name>
  393. <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
  394. </property>
  395. <property>
  396. <description>The minimum allocation for every container request at the RM
  397. in MBs. Memory requests lower than this will be set to the value of this
  398. property. Additionally, a node manager that is configured to have less memory
  399. than this value will be shut down by the resource manager.</description>
  400. <name>yarn.scheduler.minimum-allocation-mb</name>
  401. <value>1024</value>
  402. </property>
  403. <property>
  404. <description>The maximum allocation for every container request at the RM
  405. in MBs. Memory requests higher than this will throw an
  406. InvalidResourceRequestException.</description>
  407. <name>yarn.scheduler.maximum-allocation-mb</name>
  408. <value>8192</value>
  409. </property>
  410. <property>
  411. <description>The minimum allocation for every container request at the RM
  412. in terms of virtual CPU cores. Requests lower than this will be set to the
  413. value of this property. Additionally, a node manager that is configured to
  414. have fewer virtual cores than this value will be shut down by the resource
  415. manager.</description>
  416. <name>yarn.scheduler.minimum-allocation-vcores</name>
  417. <value>1</value>
  418. </property>
  419. <property>
  420. <description>The maximum allocation for every container request at the RM
  421. in terms of virtual CPU cores. Requests higher than this will throw an
  422. InvalidResourceRequestException.</description>
  423. <name>yarn.scheduler.maximum-allocation-vcores</name>
  424. <value>4</value>
  425. </property>
  426. <property>
  427. <description>
  428. Used by node labels. If set to true, the port should be included in the
  429. node name. Only usable if your scheduler supports node labels.
  430. </description>
  431. <name>yarn.scheduler.include-port-in-node-name</name>
  432. <value>false</value>
  433. </property>
  434. <property>
  435. <description>Enable RM to recover state after starting. If true, then
  436. yarn.resourcemanager.store.class must be specified. </description>
  437. <name>yarn.resourcemanager.recovery.enabled</name>
  438. <value>false</value>
  439. </property>
  440. <property>
  441. <description>Should RM fail fast if it encounters any errors. By defalt, it
  442. points to ${yarn.fail-fast}. Errors include:
  443. 1) exceptions when state-store write/read operations fails.
  444. </description>
  445. <name>yarn.resourcemanager.fail-fast</name>
  446. <value>${yarn.fail-fast}</value>
  447. </property>
  448. <property>
  449. <description>Should YARN fail fast if it encounters any errors.
  450. This is a global config for all other components including RM,NM etc.
  451. If no value is set for component-specific config (e.g yarn.resourcemanager.fail-fast),
  452. this value will be the default.
  453. </description>
  454. <name>yarn.fail-fast</name>
  455. <value>false</value>
  456. </property>
  457. <property>
  458. <description>Enable RM work preserving recovery. This configuration is private
  459. to YARN for experimenting the feature.
  460. </description>
  461. <name>yarn.resourcemanager.work-preserving-recovery.enabled</name>
  462. <value>true</value>
  463. </property>
  464. <property>
  465. <description>Set the amount of time RM waits before allocating new
  466. containers on work-preserving-recovery. Such wait period gives RM a chance
  467. to settle down resyncing with NMs in the cluster on recovery, before assigning
  468. new containers to applications.
  469. </description>
  470. <name>yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms</name>
  471. <value>10000</value>
  472. </property>
  473. <property>
  474. <description>The class to use as the persistent store.
  475. If org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore
  476. is used, the store is implicitly fenced; meaning a single ResourceManager
  477. is able to use the store at any point in time. More details on this
  478. implicit fencing, along with setting up appropriate ACLs is discussed
  479. under yarn.resourcemanager.zk-state-store.root-node.acl.
  480. </description>
  481. <name>yarn.resourcemanager.store.class</name>
  482. <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore</value>
  483. </property>
  484. <property>
  485. <description>When automatic failover is enabled, number of zookeeper
  486. operation retry times in ActiveStandbyElector</description>
  487. <name>yarn.resourcemanager.ha.failover-controller.active-standby-elector.zk.retries</name>
  488. <!--<value>3</value>-->
  489. </property>
  490. <property>
  491. <description>The maximum number of completed applications RM state
  492. store keeps, less than or equals to ${yarn.resourcemanager.max-completed-applications}.
  493. By default, it equals to ${yarn.resourcemanager.max-completed-applications}.
  494. This ensures that the applications kept in the state store are consistent with
  495. the applications remembered in RM memory.
  496. Any values larger than ${yarn.resourcemanager.max-completed-applications} will
  497. be reset to ${yarn.resourcemanager.max-completed-applications}.
  498. Note that this value impacts the RM recovery performance. Typically,
  499. a smaller value indicates better performance on RM recovery.
  500. </description>
  501. <name>yarn.resourcemanager.state-store.max-completed-applications</name>
  502. <value>${yarn.resourcemanager.max-completed-applications}</value>
  503. </property>
  504. <property>
  505. <description>Full path of the ZooKeeper znode where RM state will be
  506. stored. This must be supplied when using
  507. org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore
  508. as the value for yarn.resourcemanager.store.class</description>
  509. <name>yarn.resourcemanager.zk-state-store.parent-path</name>
  510. <value>/rmstore</value>
  511. </property>
  512. <property>
  513. <description>
  514. ACLs to be used for the root znode when using ZKRMStateStore in an HA
  515. scenario for fencing.
  516. ZKRMStateStore supports implicit fencing to allow a single
  517. ResourceManager write-access to the store. For fencing, the
  518. ResourceManagers in the cluster share read-write-admin privileges on the
  519. root node, but the Active ResourceManager claims exclusive create-delete
  520. permissions.
  521. By default, when this property is not set, we use the ACLs from
  522. yarn.resourcemanager.zk-acl for shared admin access and
  523. rm-address:random-number for username-based exclusive create-delete
  524. access.
  525. This property allows users to set ACLs of their choice instead of using
  526. the default mechanism. For fencing to work, the ACLs should be
  527. carefully set differently on each ResourceManager such that all the
  528. ResourceManagers have shared admin access and the Active ResourceManager
  529. takes over (exclusively) the create-delete access.
  530. </description>
  531. <name>yarn.resourcemanager.zk-state-store.root-node.acl</name>
  532. </property>
  533. <property>
  534. <description>URI pointing to the location of the FileSystem path where
  535. RM state will be stored. This must be supplied when using
  536. org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore
  537. as the value for yarn.resourcemanager.store.class</description>
  538. <name>yarn.resourcemanager.fs.state-store.uri</name>
  539. <value>${hadoop.tmp.dir}/yarn/system/rmstore</value>
  540. <!--value>hdfs://localhost:9000/rmstore</value-->
  541. </property>
  542. <property>
  543. <description>the number of retries to recover from IOException in
  544. FileSystemRMStateStore.
  545. </description>
  546. <name>yarn.resourcemanager.fs.state-store.num-retries</name>
  547. <value>0</value>
  548. </property>
  549. <property>
  550. <description>Retry interval in milliseconds in FileSystemRMStateStore.
  551. </description>
  552. <name>yarn.resourcemanager.fs.state-store.retry-interval-ms</name>
  553. <value>1000</value>
  554. </property>
  555. <property>
  556. <description>Local path where the RM state will be stored when using
  557. org.apache.hadoop.yarn.server.resourcemanager.recovery.LeveldbRMStateStore
  558. as the value for yarn.resourcemanager.store.class</description>
  559. <name>yarn.resourcemanager.leveldb-state-store.path</name>
  560. <value>${hadoop.tmp.dir}/yarn/system/rmstore</value>
  561. </property>
  562. <property>
  563. <description>The time in seconds between full compactions of the leveldb
  564. database. Setting the interval to zero disables the full compaction
  565. cycles.</description>
  566. <name>yarn.resourcemanager.leveldb-state-store.compaction-interval-secs</name>
  567. <value>3600</value>
  568. </property>
  569. <property>
  570. <description>Enable RM high-availability. When enabled,
  571. (1) The RM starts in the Standby mode by default, and transitions to
  572. the Active mode when prompted to.
  573. (2) The nodes in the RM ensemble are listed in
  574. yarn.resourcemanager.ha.rm-ids
  575. (3) The id of each RM either comes from yarn.resourcemanager.ha.id
  576. if yarn.resourcemanager.ha.id is explicitly specified or can be
  577. figured out by matching yarn.resourcemanager.address.{id} with local address
  578. (4) The actual physical addresses come from the configs of the pattern
  579. - {rpc-config}.{id}</description>
  580. <name>yarn.resourcemanager.ha.enabled</name>
  581. <value>false</value>
  582. </property>
  583. <property>
  584. <description>Enable automatic failover.
  585. By default, it is enabled only when HA is enabled</description>
  586. <name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
  587. <value>true</value>
  588. </property>
  589. <property>
  590. <description>Enable embedded automatic failover.
  591. By default, it is enabled only when HA is enabled.
  592. The embedded elector relies on the RM state store to handle fencing,
  593. and is primarily intended to be used in conjunction with ZKRMStateStore.
  594. </description>
  595. <name>yarn.resourcemanager.ha.automatic-failover.embedded</name>
  596. <value>true</value>
  597. </property>
  598. <property>
  599. <description>The base znode path to use for storing leader information,
  600. when using ZooKeeper based leader election.</description>
  601. <name>yarn.resourcemanager.ha.automatic-failover.zk-base-path</name>
  602. <value>/yarn-leader-election</value>
  603. </property>
  604. <property>
  605. <description>Index at which last section of application id (with each section
  606. separated by _ in application id) will be split so that application znode
  607. stored in zookeeper RM state store will be stored as two different znodes
  608. (parent-child). Split is done from the end.
  609. For instance, with no split, appid znode will be of the form
  610. application_1352994193343_0001. If the value of this config is 1, the
  611. appid znode will be broken into two parts application_1352994193343_000
  612. and 1 respectively with former being the parent node.
  613. application_1352994193343_0002 will then be stored as 2 under the parent
  614. node application_1352994193343_000. This config can take values from 0 to 4.
  615. 0 means there will be no split. If configuration value is outside this
  616. range, it will be treated as config value of 0(i.e. no split). A value
  617. larger than 0 (up to 4) should be configured if you are storing a large number
  618. of apps in ZK based RM state store and state store operations are failing due to
  619. LenError in Zookeeper.</description>
  620. <name>yarn.resourcemanager.zk-appid-node.split-index</name>
  621. <value>0</value>
  622. </property>
  623. <property>
  624. <description>Index at which the RM Delegation Token ids will be split so
  625. that the delegation token znodes stored in the zookeeper RM state store
  626. will be stored as two different znodes (parent-child). The split is done
  627. from the end. For instance, with no split, a delegation token znode will
  628. be of the form RMDelegationToken_123456789. If the value of this config is
  629. 1, the delegation token znode will be broken into two parts:
  630. RMDelegationToken_12345678 and 9 respectively with former being the parent
  631. node. This config can take values from 0 to 4. 0 means there will be no
  632. split. If the value is outside this range, it will be treated as 0 (i.e.
  633. no split). A value larger than 0 (up to 4) should be configured if you are
  634. running a large number of applications, with long-lived delegation tokens
  635. and state store operations (e.g. failover) are failing due to LenError in
  636. Zookeeper.</description>
  637. <name>yarn.resourcemanager.zk-delegation-token-node.split-index</name>
  638. <value>0</value>
  639. </property>
  640. <property>
  641. <description>Specifies the maximum size of the data that can be stored
  642. in a znode. Value should be same or less than jute.maxbuffer configured
  643. in zookeeper. Default value configured is 1MB.</description>
  644. <name>yarn.resourcemanager.zk-max-znode-size.bytes</name>
  645. <value>1048576</value>
  646. </property>
  647. <property>
  648. <description>Enable SSL/TLS encryption for the ZooKeeper communication.</description>
  649. <name>yarn.resourcemanager.zk-client-ssl.enabled</name>
  650. <value>false</value>
  651. </property>
  652. <property>
  653. <description>Name of the cluster. In a HA setting,
  654. this is used to ensure the RM participates in leader
  655. election for this cluster and ensures it does not affect
  656. other clusters</description>
  657. <name>yarn.resourcemanager.cluster-id</name>
  658. <!--value>yarn-cluster</value-->
  659. </property>
  660. <property>
  661. <description>The range of values above base epoch that the RM will use before
  662. wrapping around</description>
  663. <name>yarn.resourcemanager.epoch.range</name>
  664. <value>0</value>
  665. </property>
  666. <property>
  667. <description>The list of RM nodes in the cluster when HA is
  668. enabled. See description of yarn.resourcemanager.ha
  669. .enabled for full details on how this is used.</description>
  670. <name>yarn.resourcemanager.ha.rm-ids</name>
  671. <!--value>rm1,rm2</value-->
  672. </property>
  673. <property>
  674. <description>The id (string) of the current RM. When HA is enabled, this
  675. is an optional config. The id of current RM can be set by explicitly
  676. specifying yarn.resourcemanager.ha.id or figured out by matching
  677. yarn.resourcemanager.address.{id} with local address
  678. See description of yarn.resourcemanager.ha.enabled
  679. for full details on how this is used.</description>
  680. <name>yarn.resourcemanager.ha.id</name>
  681. <!--value>rm1</value-->
  682. </property>
  683. <property>
  684. <description>When HA is enabled, the class to be used by Clients, AMs and
  685. NMs to failover to the Active RM. It should extend
  686. org.apache.hadoop.yarn.client.RMFailoverProxyProvider</description>
  687. <name>yarn.client.failover-proxy-provider</name>
  688. <value>org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider</value>
  689. </property>
  690. <property>
  691. <description>When HA is not enabled, the class to be used by Clients, AMs and
  692. NMs to retry connecting to the Active RM. It should extend
  693. org.apache.hadoop.yarn.client.RMFailoverProxyProvider</description>
  694. <name>yarn.client.failover-no-ha-proxy-provider</name>
  695. <value>org.apache.hadoop.yarn.client.DefaultNoHARMFailoverProxyProvider</value>
  696. </property>
  697. <property>
  698. <description>When HA is enabled, the max number of times
  699. FailoverProxyProvider should attempt failover. When set,
  700. this overrides the yarn.resourcemanager.connect.max-wait.ms. When
  701. not set, this is inferred from
  702. yarn.resourcemanager.connect.max-wait.ms.</description>
  703. <name>yarn.client.failover-max-attempts</name>
  704. <!--value>15</value-->
  705. </property>
  706. <property>
  707. <description>When HA is enabled, the sleep base (in milliseconds) to be
  708. used for calculating the exponential delay between failovers. When set,
  709. this overrides the yarn.resourcemanager.connect.* settings. When
  710. not set, yarn.resourcemanager.connect.retry-interval.ms is used instead.
  711. </description>
  712. <name>yarn.client.failover-sleep-base-ms</name>
  713. <!--value>500</value-->
  714. </property>
  715. <property>
  716. <description>When HA is enabled, the maximum sleep time (in milliseconds)
  717. between failovers. When set, this overrides the
  718. yarn.resourcemanager.connect.* settings. When not set,
  719. yarn.resourcemanager.connect.retry-interval.ms is used instead.</description>
  720. <name>yarn.client.failover-sleep-max-ms</name>
  721. <!--value>15000</value-->
  722. </property>
  723. <property>
  724. <description>When HA is enabled, the number of retries per
  725. attempt to connect to a ResourceManager. In other words,
  726. it is the ipc.client.connect.max.retries to be used during
  727. failover attempts</description>
  728. <name>yarn.client.failover-retries</name>
  729. <value>0</value>
  730. </property>
  731. <property>
  732. <description>When HA is enabled, the number of retries per
  733. attempt to connect to a ResourceManager on socket timeouts. In other
  734. words, it is the ipc.client.connect.max.retries.on.timeouts to be used
  735. during failover attempts</description>
  736. <name>yarn.client.failover-retries-on-socket-timeouts</name>
  737. <value>0</value>
  738. </property>
  739. <property>
  740. <description>The maximum number of completed applications RM keeps. </description>
  741. <name>yarn.resourcemanager.max-completed-applications</name>
  742. <value>1000</value>
  743. </property>
  744. <property>
  745. <description>Interval at which the delayed token removal thread runs</description>
  746. <name>yarn.resourcemanager.delayed.delegation-token.removal-interval-ms</name>
  747. <value>30000</value>
  748. </property>
  749. <property>
  750. <description>Maximum size in bytes for configurations that can be provided
  751. by application to RM for delegation token renewal.
  752. By experiment, its roughly 128 bytes per key-value pair.
  753. The default value 12800 allows roughly 100 configs, may be less.
  754. </description>
  755. <name>yarn.resourcemanager.delegation-token.max-conf-size-bytes</name>
  756. <value>12800</value>
  757. </property>
  758. <property>
  759. <description>If true, ResourceManager will always try to cancel delegation
  760. tokens after the application completes, even if the client sets
  761. shouldCancelAtEnd false. References to delegation tokens are tracked,
  762. so they will not be canceled until all sub-tasks are done using them.
  763. </description>
  764. <name>yarn.resourcemanager.delegation-token.always-cancel</name>
  765. <value>false</value>
  766. </property>
  767. <property>
  768. <description>If true, ResourceManager will have proxy-user privileges.
  769. Use case: In a secure cluster, YARN requires the user hdfs delegation-tokens to
  770. do localization and log-aggregation on behalf of the user. If this is set to true,
  771. ResourceManager is able to request new hdfs delegation tokens on behalf of
  772. the user. This is needed by long-running-service, because the hdfs tokens
  773. will eventually expire and YARN requires new valid tokens to do localization
  774. and log-aggregation. Note that to enable this use case, the corresponding
  775. HDFS NameNode has to configure ResourceManager as the proxy-user so that
  776. ResourceManager can itself ask for new tokens on behalf of the user when
  777. tokens are past their max-life-time.</description>
  778. <name>yarn.resourcemanager.proxy-user-privileges.enabled</name>
  779. <value>false</value>
  780. </property>
  781. <property>
  782. <description>Interval for the roll over for the master key used to generate
  783. application tokens
  784. </description>
  785. <name>yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs</name>
  786. <value>86400</value>
  787. </property>
  788. <property>
  789. <description>Interval for the roll over for the master key used to generate
  790. container tokens. It is expected to be much greater than
  791. yarn.nm.liveness-monitor.expiry-interval-ms and
  792. yarn.resourcemanager.rm.container-allocation.expiry-interval-ms. Otherwise the
  793. behavior is undefined.
  794. </description>
  795. <name>yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs</name>
  796. <value>86400</value>
  797. </property>
  798. <property>
  799. <description>The heart-beat interval in milliseconds for every NodeManager in the cluster.</description>
  800. <name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name>
  801. <value>1000</value>
  802. </property>
  803. <property>
  804. <description>Enables heart-beat interval scaling. The NodeManager
  805. heart-beat interval will scale based on the difference between the CPU
  806. utilization on the node and the cluster-wide average CPU utilization.
  807. </description>
  808. <name>
  809. yarn.resourcemanager.nodemanagers.heartbeat-interval-scaling-enable
  810. </name>
  811. <value>false</value>
  812. </property>
  813. <property>
  814. <description>If heart-beat interval scaling is enabled, this is the
  815. minimum heart-beat interval in milliseconds
  816. </description>
  817. <name>yarn.resourcemanager.nodemanagers.heartbeat-interval-min-ms</name>
  818. <value>1000</value>
  819. </property>
  820. <property>
  821. <description>If heart-beat interval scaling is enabled, this is the
  822. maximum heart-beat interval in milliseconds</description>
  823. <name>yarn.resourcemanager.nodemanagers.heartbeat-interval-max-ms</name>
  824. <value>1000</value>
  825. </property>
  826. <property>
  827. <description>If heart-beat interval scaling is enabled, this controls
  828. the degree of adjustment when speeding up heartbeat intervals.
  829. At 1.0, 20% less than average CPU utilization will result in a 20%
  830. decrease in heartbeat interval.
  831. </description>
  832. <name>
  833. yarn.resourcemanager.nodemanagers.heartbeat-interval-speedup-factor
  834. </name>
  835. <value>1.0</value>
  836. </property>
  837. <property>
  838. <description>If heart-beat interval scaling is enabled, this controls
  839. the degree of adjustment when slowing down heartbeat intervals.
  840. At 1.0, 20% greater than average CPU utilization will result in a 20%
  841. increase in heartbeat interval.
  842. </description>
  843. <name>
  844. yarn.resourcemanager.nodemanagers.heartbeat-interval-slowdown-factor
  845. </name>
  846. <value>1.0</value>
  847. </property>
  848. <property>
  849. <description>The Number of consecutive missed heartbeats after which node will be
  850. skipped from scheduling</description>
  851. <name>yarn.scheduler.skip.node.multiplier</name>
  852. <value>2</value>
  853. </property>
  854. <property>
  855. <description>The minimum allowed version of a connecting nodemanager. The valid values are
  856. NONE (no version checking), EqualToRM (the nodemanager's version is equal to
  857. or greater than the RM version), or a Version String.</description>
  858. <name>yarn.resourcemanager.nodemanager.minimum.version</name>
  859. <value>NONE</value>
  860. </property>
  861. <property>
  862. <description>Enable a set of periodic monitors (specified in
  863. yarn.resourcemanager.scheduler.monitor.policies) that affect the
  864. scheduler.</description>
  865. <name>yarn.resourcemanager.scheduler.monitor.enable</name>
  866. <value>false</value>
  867. </property>
  868. <property>
  869. <description>The list of SchedulingEditPolicy classes that interact with
  870. the scheduler. A particular module may be incompatible with the
  871. scheduler, other policies, or a configuration of either.</description>
  872. <name>yarn.resourcemanager.scheduler.monitor.policies</name>
  873. <value>org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy</value>
  874. </property>
  875. <property>
  876. <description>The class to use as the configuration provider.
  877. If org.apache.hadoop.yarn.LocalConfigurationProvider is used,
  878. the local configuration will be loaded.
  879. If org.apache.hadoop.yarn.FileSystemBasedConfigurationProvider is used,
  880. the configuration which will be loaded should be uploaded to remote File system first.
  881. </description>
  882. <name>yarn.resourcemanager.configuration.provider-class</name>
  883. <value>org.apache.hadoop.yarn.LocalConfigurationProvider</value>
  884. <!-- <value>org.apache.hadoop.yarn.FileSystemBasedConfigurationProvider</value> -->
  885. </property>
  886. <property>
  887. <description>
  888. The value specifies the file system (e.g. HDFS) path where ResourceManager
  889. loads configuration if yarn.resourcemanager.configuration.provider-class
  890. is set to org.apache.hadoop.yarn.FileSystemBasedConfigurationProvider.
  891. </description>
  892. <name>yarn.resourcemanager.configuration.file-system-based-store</name>
  893. <value>/yarn/conf</value>
  894. </property>
  895. <property>
  896. <description>The setting that controls whether yarn system metrics is
  897. published to the Timeline server (version one) or not, by RM.
  898. This configuration is now deprecated in favor of
  899. yarn.system-metrics-publisher.enabled.</description>
  900. <name>yarn.resourcemanager.system-metrics-publisher.enabled</name>
  901. <value>false</value>
  902. </property>
  903. <property>
  904. <description>The setting that controls whether yarn system metrics is
  905. published on the Timeline service or not by RM And NM.</description>
  906. <name>yarn.system-metrics-publisher.enabled</name>
  907. <value>false</value>
  908. </property>
  909. <property>
  910. <description>The setting that controls whether yarn container events are
  911. published to the timeline service or not by RM. This configuration setting
  912. is for ATS V2.</description>
  913. <name>yarn.rm.system-metrics-publisher.emit-container-events</name>
  914. <value>false</value>
  915. </property>
  916. <property>
  917. <description>Number of worker threads that send the yarn system metrics
  918. data.</description>
  919. <name>yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size</name>
  920. <value>10</value>
  921. </property>
  922. <property>
  923. <description>
  924. This setting enables/disables timeline server v1 publisher to publish timeline events in batch.
  925. </description>
  926. <name>yarn.resourcemanager.system-metrics-publisher.timeline-server-v1.enable-batch</name>
  927. <value>false</value>
  928. </property>
  929. <property>
  930. <description>
  931. The size of timeline server v1 publisher sending events in one request.
  932. </description>
  933. <name>yarn.resourcemanager.system-metrics-publisher.timeline-server-v1.batch-size</name>
  934. <value>1000</value>
  935. </property>
  936. <property>
  937. <description>
  938. When enable batch publishing in timeline server v1, we must avoid that the
  939. publisher waits for a batch to be filled up and hold events in buffer for long
  940. time. So we add another thread which send event's in the buffer periodically.
  941. This config sets the interval of the cyclical sending thread.
  942. </description>
  943. <name>yarn.resourcemanager.system-metrics-publisher.timeline-server-v1.interval-seconds</name>
  944. <value>60</value>
  945. </property>
  946. <property>
  947. <description>Number of diagnostics/failure messages can be saved in RM for
  948. log aggregation. It also defines the number of diagnostics/failure
  949. messages can be shown in log aggregation web ui.</description>
  950. <name>yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory</name>
  951. <value>10</value>
  952. </property>
  953. <!-- Node Manager Configs -->
  954. <property>
  955. <description>
  956. RM DelegationTokenRenewer thread count
  957. </description>
  958. <name>yarn.resourcemanager.delegation-token-renewer.thread-count</name>
  959. <value>50</value>
  960. </property>
  961. <property>
  962. <description>
  963. RM secret key update interval in ms
  964. </description>
  965. <name>yarn.resourcemanager.delegation.key.update-interval</name>
  966. <value>86400000</value>
  967. </property>
  968. <property>
  969. <description>
  970. RM delegation token maximum lifetime in ms
  971. </description>
  972. <name>yarn.resourcemanager.delegation.token.max-lifetime</name>
  973. <value>604800000</value>
  974. </property>
  975. <property>
  976. <description>
  977. RM delegation token update interval in ms
  978. </description>
  979. <name>yarn.resourcemanager.delegation.token.renew-interval</name>
  980. <value>86400000</value>
  981. </property>
  982. <property>
  983. <description>
  984. This configuration is used for
  985. how often the tokens are scanned for expired tokens in milliseconds.
  986. the background thread(delegation token remover thread)
  987. will delete expired tokens after the configured time.
  988. the default value is 1h.
  989. </description>
  990. <name>yarn.resourcemanager.delegation.token.remove-scan-interval</name>
  991. <value>1h</value>
  992. </property>
  993. <property>
  994. <description>
  995. RM DelegationTokenRenewer thread timeout
  996. </description>
  997. <name>yarn.resourcemanager.delegation-token-renewer.thread-timeout</name>
  998. <value>60s</value>
  999. </property>
  1000. <property>
  1001. <description>
  1002. Default maximum number of retries for each RM DelegationTokenRenewer thread
  1003. </description>
  1004. <name>yarn.resourcemanager.delegation-token-renewer.thread-retry-max-attempts</name>
  1005. <value>10</value>
  1006. </property>
  1007. <property>
  1008. <description>
  1009. Time interval between each RM DelegationTokenRenewer thread retry attempt
  1010. </description>
  1011. <name>yarn.resourcemanager.delegation-token-renewer.thread-retry-interval</name>
  1012. <value>60s</value>
  1013. </property>
  1014. <property>
  1015. <description>
  1016. Thread pool size for RMApplicationHistoryWriter.
  1017. </description>
  1018. <name>yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size</name>
  1019. <value>10</value>
  1020. </property>
  1021. <property>
  1022. <description>
  1023. Comma-separated list of values (in minutes) for schedule queue related
  1024. metrics.
  1025. </description>
  1026. <name>yarn.resourcemanager.metrics.runtime.buckets</name>
  1027. <value>60,300,1440</value>
  1028. </property>
  1029. <property>
  1030. <description>
  1031. Interval for the roll over for the master key used to generate
  1032. NodeManager tokens. It is expected to be set to a value much larger
  1033. than yarn.nm.liveness-monitor.expiry-interval-ms.
  1034. </description>
  1035. <name>yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs</name>
  1036. <value>86400</value>
  1037. </property>
  1038. <property>
  1039. <description>
  1040. Flag to enable the ResourceManager reservation system.
  1041. </description>
  1042. <name>yarn.resourcemanager.reservation-system.enable</name>
  1043. <value>false</value>
  1044. </property>
  1045. <property>
  1046. <description>
  1047. The Java class to use as the ResourceManager reservation system.
  1048. By default, is set to
  1049. org.apache.hadoop.yarn.server.resourcemanager.reservation.CapacityReservationSystem
  1050. when using CapacityScheduler and is set to
  1051. org.apache.hadoop.yarn.server.resourcemanager.reservation.FairReservationSystem
  1052. when using FairScheduler.
  1053. </description>
  1054. <name>yarn.resourcemanager.reservation-system.class</name>
  1055. <value></value>
  1056. </property>
  1057. <property>
  1058. <description>
  1059. The plan follower policy class name to use for the ResourceManager
  1060. reservation system.
  1061. By default, is set to
  1062. org.apache.hadoop.yarn.server.resourcemanager.reservation.CapacitySchedulerPlanFollower
  1063. is used when using CapacityScheduler, and is set to
  1064. org.apache.hadoop.yarn.server.resourcemanager.reservation.FairSchedulerPlanFollower
  1065. when using FairScheduler.
  1066. </description>
  1067. <name>yarn.resourcemanager.reservation-system.plan.follower</name>
  1068. <value></value>
  1069. </property>
  1070. <property>
  1071. <description>
  1072. Step size of the reservation system in ms
  1073. </description>
  1074. <name>yarn.resourcemanager.reservation-system.planfollower.time-step</name>
  1075. <value>1000</value>
  1076. </property>
  1077. <property>
  1078. <description>
  1079. The expiry interval for a container
  1080. </description>
  1081. <name>yarn.resourcemanager.rm.container-allocation.expiry-interval-ms</name>
  1082. <value>600000</value>
  1083. </property>
  1084. <property>
  1085. <description>
  1086. Flag to enable/disable resource profiles
  1087. </description>
  1088. <name>yarn.resourcemanager.resource-profiles.enabled</name>
  1089. <value>false</value>
  1090. </property>
  1091. <property>
  1092. <description>
  1093. If resource profiles is enabled, source file for the profiles
  1094. </description>
  1095. <name>yarn.resourcemanager.resource-profiles.source-file</name>
  1096. <value>resource-profiles.json</value>
  1097. </property>
  1098. <!-- Node Manager Configuration -->
  1099. <property>
  1100. <description>The hostname of the NM.</description>
  1101. <name>yarn.nodemanager.hostname</name>
  1102. <value>0.0.0.0</value>
  1103. </property>
  1104. <property>
  1105. <description>The address of the container manager in the NM.</description>
  1106. <name>yarn.nodemanager.address</name>
  1107. <value>${yarn.nodemanager.hostname}:0</value>
  1108. </property>
  1109. <property>
  1110. <description>
  1111. The actual address the server will bind to. If this optional address is
  1112. set, the RPC and webapp servers will bind to this address and the port specified in
  1113. yarn.nodemanager.address and yarn.nodemanager.webapp.address, respectively. This is
  1114. most useful for making NM listen to all interfaces by setting to 0.0.0.0.
  1115. </description>
  1116. <name>yarn.nodemanager.bind-host</name>
  1117. <value></value>
  1118. </property>
  1119. <property>
  1120. <description>
  1121. Environment variables that should be forwarded from the NodeManager's
  1122. environment to the container's, specified as a comma separated list of
  1123. VARNAME=value pairs.
  1124. To define environment variables individually, you can specify
  1125. multiple properties of the form yarn.nodemanager.admin-env.VARNAME,
  1126. where VARNAME is the name of the environment variable. This is the only
  1127. way to add a variable when its value contains commas.
  1128. </description>
  1129. <name>yarn.nodemanager.admin-env</name>
  1130. <value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value>
  1131. </property>
  1132. <property>
  1133. <description>
  1134. * PATH components that will be prepended to the user's path.
  1135. * If this is defined and the user does not define PATH, NM will also
  1136. * append ":$PATH" to prevent this from eclipsing the PATH defined in
  1137. * the container. This feature is only available for Linux.
  1138. </description>
  1139. <name>yarn.nodemanager.force.path</name>
  1140. <value></value>
  1141. </property>
  1142. <property>
  1143. <description>Environment variables that containers may override rather than use NodeManager's default.</description>
  1144. <name>yarn.nodemanager.env-whitelist</name>
  1145. <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ</value>
  1146. </property>
  1147. <property>
  1148. <description>who will execute(launch) the containers.</description>
  1149. <name>yarn.nodemanager.container-executor.class</name>
  1150. <value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value>
  1151. </property>
  1152. <property>
  1153. <description>Comma separated List of container state transition listeners.</description>
  1154. <name>yarn.nodemanager.container-state-transition-listener.classes</name>
  1155. <value></value>
  1156. </property>
  1157. <property>
  1158. <description>Number of threads container manager uses.</description>
  1159. <name>yarn.nodemanager.container-manager.thread-count</name>
  1160. <value>20</value>
  1161. </property>
  1162. <property>
  1163. <description>Number of threads collector service uses.</description>
  1164. <name>yarn.nodemanager.collector-service.thread-count</name>
  1165. <value>5</value>
  1166. </property>
  1167. <property>
  1168. <description>Number of threads used in cleanup.</description>
  1169. <name>yarn.nodemanager.delete.thread-count</name>
  1170. <value>4</value>
  1171. </property>
  1172. <property>
  1173. <description>
  1174. How long the container executor should wait for the exit code file to
  1175. appear after a reacquired container has exited.
  1176. </description>
  1177. <name>yarn.nodemanager.container-executor.exit-code-file.timeout-ms</name>
  1178. <value>2000</value>
  1179. </property>
  1180. <property>
  1181. <description>
  1182. At the NM, the policy to determine whether to queue an
  1183. OPPORTUNISTIC container or not.
  1184. If set to BY_QUEUE_LEN, uses the queue capacity, as set by
  1185. yarn.nodemanager.opportunistic-containers-max-queue-length
  1186. to limit how many containers to accept/queue.
  1187. If set to BY_RESOURCES, limits the number of containers
  1188. accepted based on the resource capacity of the node.
  1189. </description>
  1190. <name>yarn.nodemanager.opportunistic-containers-queue-policy</name>
  1191. <value>BY_QUEUE_LEN</value>
  1192. </property>
  1193. <property>
  1194. <description>
  1195. Max number of OPPORTUNISTIC containers to queue at the
  1196. nodemanager (NM). If the value is 0 or negative,
  1197. NMs do not allow any OPPORTUNISTIC containers.
  1198. If the value is positive, the NM caps the number of OPPORTUNISTIC
  1199. containers that can be queued at the NM.
  1200. </description>
  1201. <name>yarn.nodemanager.opportunistic-containers-max-queue-length</name>
  1202. <value>0</value>
  1203. </property>
  1204. <property>
  1205. <description>
  1206. Number of seconds after an application finishes before the nodemanager's
  1207. DeletionService will delete the application's localized file directory
  1208. and log directory.
  1209. To diagnose YARN application problems, set this property's value large
  1210. enough (for example, to 600 = 10 minutes) to permit examination of these
  1211. directories. After changing the property's value, you must restart the
  1212. nodemanager in order for it to have an effect.
  1213. The roots of YARN applications' work directories is configurable with
  1214. the yarn.nodemanager.local-dirs property (see below), and the roots
  1215. of the YARN applications' log directories is configurable with the
  1216. yarn.nodemanager.log-dirs property (see also below).
  1217. </description>
  1218. <name>yarn.nodemanager.delete.debug-delay-sec</name>
  1219. <value>0</value>
  1220. </property>
  1221. <property>
  1222. <description>Keytab for NM.</description>
  1223. <name>yarn.nodemanager.keytab</name>
  1224. <value>/etc/krb5.keytab</value>
  1225. </property>
  1226. <property>
  1227. <description>List of directories to store localized files in. An
  1228. application's localized file directory will be found in:
  1229. ${yarn.nodemanager.local-dirs}/usercache/${user}/appcache/application_${appid}.
  1230. Individual containers' work directories, called container_${contid}, will
  1231. be subdirectories of this.
  1232. </description>
  1233. <name>yarn.nodemanager.local-dirs</name>
  1234. <value>${hadoop.tmp.dir}/nm-local-dir</value>
  1235. </property>
  1236. <property>
  1237. <description>It limits the maximum number of files which will be localized
  1238. in a single local directory. If the limit is reached then sub-directories
  1239. will be created and new files will be localized in them. If it is set to
  1240. a value less than or equal to 36 [which are sub-directories (0-9 and then
  1241. a-z)] then NodeManager will fail to start. For example; [for public
  1242. cache] if this is configured with a value of 40 ( 4 files +
  1243. 36 sub-directories) and the local-dir is "/tmp/local-dir1" then it will
  1244. allow 4 files to be created directly inside "/tmp/local-dir1/filecache".
  1245. For files that are localized further it will create a sub-directory "0"
  1246. inside "/tmp/local-dir1/filecache" and will localize files inside it
  1247. until it becomes full. If a file is removed from a sub-directory that
  1248. is marked full, then that sub-directory will be used back again to
  1249. localize files.
  1250. </description>
  1251. <name>yarn.nodemanager.local-cache.max-files-per-directory</name>
  1252. <value>8192</value>
  1253. </property>
  1254. <property>
  1255. <description>Address where the localizer IPC is.</description>
  1256. <name>yarn.nodemanager.localizer.address</name>
  1257. <value>${yarn.nodemanager.hostname}:8040</value>
  1258. </property>
  1259. <property>
  1260. <description>Address where the collector service IPC is.</description>
  1261. <name>yarn.nodemanager.collector-service.address</name>
  1262. <value>${yarn.nodemanager.hostname}:8048</value>
  1263. </property>
  1264. <property>
  1265. <description>The setting that controls whether yarn container events are
  1266. published to the timeline service or not by NM. This configuration setting
  1267. is for ATS V2.</description>
  1268. <name>yarn.nodemanager.emit-container-events</name>
  1269. <value>true</value>
  1270. </property>
  1271. <property>
  1272. <description>Interval in between cache cleanups.</description>
  1273. <name>yarn.nodemanager.localizer.cache.cleanup.interval-ms</name>
  1274. <value>600000</value>
  1275. </property>
  1276. <property>
  1277. <description>Target size of localizer cache in MB, per nodemanager. It is
  1278. a target retention size that only includes resources with PUBLIC and
  1279. PRIVATE visibility and excludes resources with APPLICATION visibility
  1280. </description>
  1281. <name>yarn.nodemanager.localizer.cache.target-size-mb</name>
  1282. <value>10240</value>
  1283. </property>
  1284. <property>
  1285. <description>Number of threads to handle localization requests.</description>
  1286. <name>yarn.nodemanager.localizer.client.thread-count</name>
  1287. <value>5</value>
  1288. </property>
  1289. <property>
  1290. <description>Number of threads to use for localization fetching.</description>
  1291. <name>yarn.nodemanager.localizer.fetch.thread-count</name>
  1292. <value>4</value>
  1293. </property>
  1294. <property>
  1295. <description>
  1296. </description>
  1297. <name>yarn.nodemanager.container-localizer.java.opts</name>
  1298. <value>-Xmx256m</value>
  1299. </property>
  1300. <property>
  1301. <description>
  1302. The log level for container localizer while it is an independent process.
  1303. </description>
  1304. <name>yarn.nodemanager.container-localizer.log.level</name>
  1305. <value>INFO</value>
  1306. </property>
  1307. <property>
  1308. <description>
  1309. Where to store container logs. An application's localized log directory
  1310. will be found in ${yarn.nodemanager.log-dirs}/application_${appid}.
  1311. Individual containers' log directories will be below this, in directories
  1312. named container_{$contid}. Each container directory will contain the files
  1313. stderr, stdin, and syslog generated by that container.
  1314. </description>
  1315. <name>yarn.nodemanager.log-dirs</name>
  1316. <value>${yarn.log.dir}/userlogs</value>
  1317. </property>
  1318. <property>
  1319. <description>
  1320. The permissions settings used for the creation of container
  1321. directories when using DefaultContainerExecutor. This follows
  1322. standard user/group/all permissions format.
  1323. </description>
  1324. <name>yarn.nodemanager.default-container-executor.log-dirs.permissions</name>
  1325. <value>710</value>
  1326. </property>
  1327. <property>
  1328. <description>Whether to enable log aggregation. Log aggregation collects
  1329. each container's logs and moves these logs onto a file-system, for e.g.
  1330. HDFS, after the application completes. Users can configure the
  1331. "yarn.nodemanager.remote-app-log-dir" and
  1332. "yarn.nodemanager.remote-app-log-dir-suffix" properties to determine
  1333. where these logs are moved to. Users can access the logs via the
  1334. Application Timeline Server.
  1335. </description>
  1336. <name>yarn.log-aggregation-enable</name>
  1337. <value>false</value>
  1338. </property>
  1339. <property>
  1340. <description>
  1341. Whether to enable application placement based on user ID passed via
  1342. application tags. When it is enabled, userid=&lt;userId&gt;
  1343. pattern will be checked and if found, the application will be placed
  1344. onto the found user's queue,
  1345. if the original user has enough rights on the passed user's queue.
  1346. </description>
  1347. <name>yarn.resourcemanager.application-tag-based-placement.enable</name>
  1348. <value>false</value>
  1349. </property>
  1350. <property>
  1351. <description>
  1352. Comma separated list of users who can use the application tag based
  1353. placement, if it is enabled.
  1354. </description>
  1355. <name>yarn.resourcemanager.application-tag-based-placement.username.whitelist</name>
  1356. <value></value>
  1357. </property>
  1358. <property>
  1359. <description>How long to keep aggregation logs before deleting them. -1 disables.
  1360. Be careful set this too small and you will spam the name node.</description>
  1361. <name>yarn.log-aggregation.retain-seconds</name>
  1362. <value>-1</value>
  1363. </property>
  1364. <property>
  1365. <description>How long to wait between aggregated log retention checks.
  1366. If set to 0 or a negative value then the value is computed as one-tenth
  1367. of the aggregated log retention time. Be careful set this too small and
  1368. you will spam the name node.</description>
  1369. <name>yarn.log-aggregation.retain-check-interval-seconds</name>
  1370. <value>-1</value>
  1371. </property>
  1372. <property>
  1373. <description>The log files created under NM Local Directories
  1374. will be logged if it exceeds the configured bytes. This
  1375. only takes effect if log4j level is at least Debug.</description>
  1376. <name>yarn.log-aggregation.debug.filesize</name>
  1377. <value>104857600</value>
  1378. </property>
  1379. <property>
  1380. <description>Specify which log file controllers we will support. The first
  1381. file controller we add will be used to write the aggregated logs.
  1382. This comma separated configuration will work with the configuration:
  1383. yarn.log-aggregation.file-controller.%s.class which defines the supported
  1384. file controller's class. By default, the TFile controller would be used.
  1385. The user could override this configuration by adding more file controllers.
  1386. To support back-ward compatibility, make sure that we always
  1387. add TFile file controller.</description>
  1388. <name>yarn.log-aggregation.file-formats</name>
  1389. <value>TFile</value>
  1390. </property>
  1391. <property>
  1392. <description>Class that supports TFile read and write operations.</description>
  1393. <name>yarn.log-aggregation.file-controller.TFile.class</name>
  1394. <value>org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController</value>
  1395. </property>
  1396. <property>
  1397. <description>
  1398. How long for ResourceManager to wait for NodeManager to report its
  1399. log aggregation status. If waiting time of which the log aggregation
  1400. status is reported from NodeManager exceeds the configured value, RM
  1401. will report log aggregation status for this NodeManager as TIME_OUT.
  1402. This configuration will be used in NodeManager as well to decide
  1403. whether and when to delete the cached log aggregation status.
  1404. </description>
  1405. <name>yarn.log-aggregation-status.time-out.ms</name>
  1406. <value>600000</value>
  1407. </property>
  1408. <property>
  1409. <description>Whether to clean up nodemanager logs when log aggregation is enabled. Setting to
  1410. false disables the cleanup nodemanager logging, and it causes disk full in the long run. Users
  1411. can set to false for test-only purpose.
  1412. </description>
  1413. <name>yarn.log-aggregation.enable-local-cleanup</name>
  1414. <value>true</value>
  1415. </property>
  1416. <property>
  1417. <description>Time in seconds to retain user logs. Only applicable if
  1418. log aggregation is disabled
  1419. </description>
  1420. <name>yarn.nodemanager.log.retain-seconds</name>
  1421. <value>10800</value>
  1422. </property>
  1423. <property>
  1424. <description>Where to aggregate logs to.</description>
  1425. <name>yarn.nodemanager.remote-app-log-dir</name>
  1426. <value>/tmp/logs</value>
  1427. </property>
  1428. <property>
  1429. <description>The remote log dir will be created at
  1430. {yarn.nodemanager.remote-app-log-dir}/${user}/{thisParam}
  1431. </description>
  1432. <name>yarn.nodemanager.remote-app-log-dir-suffix</name>
  1433. <value>logs</value>
  1434. </property>
  1435. <property>
  1436. <description>If set to true, the older application log directory
  1437. will be considered while fetching application logs.
  1438. </description>
  1439. <name>yarn.nodemanager.remote-app-log-dir-include-older</name>
  1440. <value>true</value>
  1441. </property>
  1442. <property>
  1443. <description>If the NodeManager creates the remote-app-log-dir folder,
  1444. it will be created with this groupname.
  1445. </description>
  1446. <name>yarn.nodemanager.remote-app-log-dir.groupname</name>
  1447. <value></value>
  1448. </property>
  1449. <property>
  1450. <description>Generate additional logs about container launches.
  1451. Currently, this creates a copy of the launch script and lists the
  1452. directory contents of the container work dir. When listing directory
  1453. contents, we follow symlinks to a max-depth of 5(including symlinks
  1454. which point to outside the container work dir) which may lead to a
  1455. slowness in launching containers.
  1456. </description>
  1457. <name>yarn.nodemanager.log-container-debug-info.enabled</name>
  1458. <value>true</value>
  1459. </property>
  1460. <property>
  1461. <description>Generate additional logs about container launches,
  1462. if container returned with non-zero exit code.
  1463. Currently, this creates a copy of the launch script and lists the
  1464. directory contents of the container work dir. When listing directory
  1465. contents, we follow symlinks to a max-depth of 5(including symlinks
  1466. which point to outside the container work dir) which may lead to a
  1467. slowness in launching containers.
  1468. If yarn.nodemanager.log-container-debug-info.enabled is true,
  1469. it does not have effect on the behavior.
  1470. </description>
  1471. <name>yarn.nodemanager.log-container-debug-info-on-error.enabled</name>
  1472. <value>false</value>
  1473. </property>
  1474. <property>
  1475. <description>Amount of physical memory, in MB, that can be allocated
  1476. for containers. If set to -1 and
  1477. yarn.nodemanager.resource.detect-hardware-capabilities is true, it is
  1478. automatically calculated(in case of Windows and Linux).
  1479. In other cases, the default is 8192MB.
  1480. </description>
  1481. <name>yarn.nodemanager.resource.memory-mb</name>
  1482. <value>-1</value>
  1483. </property>
  1484. <property>
  1485. <description>Amount of physical memory, in MB, that is reserved
  1486. for non-YARN processes. This configuration is only used if
  1487. yarn.nodemanager.resource.detect-hardware-capabilities is set
  1488. to true and yarn.nodemanager.resource.memory-mb is -1. If set
  1489. to -1, this amount is calculated as
  1490. 20% of (system memory - 2*HADOOP_HEAPSIZE)
  1491. </description>
  1492. <name>yarn.nodemanager.resource.system-reserved-memory-mb</name>
  1493. <value>-1</value>
  1494. </property>
  1495. <property>
  1496. <description>Whether YARN CGroups memory tracking is enabled.</description>
  1497. <name>yarn.nodemanager.resource.memory.enabled</name>
  1498. <value>false</value>
  1499. </property>
  1500. <property>
  1501. <description>Whether YARN CGroups strict memory enforcement is enabled.
  1502. </description>
  1503. <name>yarn.nodemanager.resource.memory.enforced</name>
  1504. <value>true</value>
  1505. </property>
  1506. <property>
  1507. <description>If memory limit is enforced, this the percentage of soft limit
  1508. compared to the memory assigned to the container. If there is memory
  1509. pressure container memory usage will be pushed back to its soft limit
  1510. by swapping out memory.
  1511. </description>
  1512. <name>yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage</name>
  1513. <value>90.0</value>
  1514. </property>
  1515. <property>
  1516. <description>Container swappiness is the likelihood a page will be swapped
  1517. out compared to be kept in memory. Value is between 0-100.
  1518. </description>
  1519. <name>yarn.nodemanager.resource.memory.cgroups.swappiness</name>
  1520. <value>0</value>
  1521. </property>
  1522. <property>
  1523. <description>Whether physical memory limits will be enforced for
  1524. containers.</description>
  1525. <name>yarn.nodemanager.pmem-check-enabled</name>
  1526. <value>true</value>
  1527. </property>
  1528. <property>
  1529. <description>Whether virtual memory limits will be enforced for
  1530. containers.</description>
  1531. <name>yarn.nodemanager.vmem-check-enabled</name>
  1532. <value>true</value>
  1533. </property>
  1534. <property>
  1535. <description>Ratio between virtual memory to physical memory when
  1536. setting memory limits for containers. Container allocations are
  1537. expressed in terms of physical memory, and virtual memory usage
  1538. is allowed to exceed this allocation by this ratio.
  1539. </description>
  1540. <name>yarn.nodemanager.vmem-pmem-ratio</name>
  1541. <value>2.1</value>
  1542. </property>
  1543. <property>
  1544. <description>Number of vcores that can be allocated
  1545. for containers. This is used by the RM scheduler when allocating
  1546. resources for containers. This is not used to limit the number of
  1547. CPUs used by YARN containers. If it is set to -1 and
  1548. yarn.nodemanager.resource.detect-hardware-capabilities is true, it is
  1549. automatically determined from the hardware in case of Windows and Linux.
  1550. In other cases, number of vcores is 8 by default.</description>
  1551. <name>yarn.nodemanager.resource.cpu-vcores</name>
  1552. <value>-1</value>
  1553. </property>
  1554. <property>
  1555. <description>Flag to determine if logical processors(such as
  1556. hyperthreads) should be counted as cores. Only applicable on Linux
  1557. when yarn.nodemanager.resource.cpu-vcores is set to -1 and
  1558. yarn.nodemanager.resource.detect-hardware-capabilities is true.
  1559. </description>
  1560. <name>yarn.nodemanager.resource.count-logical-processors-as-cores</name>
  1561. <value>false</value>
  1562. </property>
  1563. <property>
  1564. <description>Multiplier to determine how to convert phyiscal cores to
  1565. vcores. This value is used if yarn.nodemanager.resource.cpu-vcores
  1566. is set to -1(which implies auto-calculate vcores) and
  1567. yarn.nodemanager.resource.detect-hardware-capabilities is set to true. The
  1568. number of vcores will be calculated as
  1569. number of CPUs * multiplier.
  1570. </description>
  1571. <name>yarn.nodemanager.resource.pcores-vcores-multiplier</name>
  1572. <value>1.0</value>
  1573. </property>
  1574. <property>
  1575. <description>
  1576. Thread pool size for LogAggregationService in Node Manager.
  1577. </description>
  1578. <name>yarn.nodemanager.logaggregation.threadpool-size-max</name>
  1579. <value>100</value>
  1580. </property>
  1581. <property>
  1582. <description>Percentage of CPU that can be allocated
  1583. for containers. This setting allows users to limit the amount of
  1584. CPU that YARN containers use. Currently functional only
  1585. on Linux using cgroups. The default is to use 100% of CPU.
  1586. </description>
  1587. <name>yarn.nodemanager.resource.percentage-physical-cpu-limit</name>
  1588. <value>100</value>
  1589. </property>
  1590. <property>
  1591. <description>Enable auto-detection of node capabilities such as
  1592. memory and CPU.
  1593. </description>
  1594. <name>yarn.nodemanager.resource.detect-hardware-capabilities</name>
  1595. <value>false</value>
  1596. </property>
  1597. <property>
  1598. <description>NM Webapp address.</description>
  1599. <name>yarn.nodemanager.webapp.address</name>
  1600. <value>${yarn.nodemanager.hostname}:8042</value>
  1601. </property>
  1602. <property>
  1603. <description>
  1604. The https adddress of the NM web application.
  1605. </description>
  1606. <name>yarn.nodemanager.webapp.https.address</name>
  1607. <value>0.0.0.0:8044</value>
  1608. </property>
  1609. <property>
  1610. <description>
  1611. The Kerberos keytab file to be used for spnego filter for the NM web
  1612. interface.
  1613. </description>
  1614. <name>yarn.nodemanager.webapp.spnego-keytab-file</name>
  1615. <value></value>
  1616. </property>
  1617. <property>
  1618. <description>
  1619. The Kerberos principal to be used for spnego filter for the NM web
  1620. interface.
  1621. </description>
  1622. <name>yarn.nodemanager.webapp.spnego-principal</name>
  1623. <value></value>
  1624. </property>
  1625. <property>
  1626. <description>How often to monitor the node and the containers.
  1627. If 0 or negative, monitoring is disabled.</description>
  1628. <name>yarn.nodemanager.resource-monitor.interval-ms</name>
  1629. <value>3000</value>
  1630. </property>
  1631. <property>
  1632. <description>Class that calculates current resource utilization.</description>
  1633. <name>yarn.nodemanager.resource-calculator.class</name>
  1634. </property>
  1635. <property>
  1636. <description>Enable container monitor</description>
  1637. <name>yarn.nodemanager.container-monitor.enabled</name>
  1638. <value>true</value>
  1639. </property>
  1640. <property>
  1641. <description>How often to monitor containers. If not set, the value for
  1642. yarn.nodemanager.resource-monitor.interval-ms will be used.
  1643. If 0 or negative, container monitoring is disabled.</description>
  1644. <name>yarn.nodemanager.container-monitor.interval-ms</name>
  1645. </property>
  1646. <property>
  1647. <description>Flag to enable the container log monitor which enforces
  1648. container log directory size limits.</description>
  1649. <name>yarn.nodemanager.container-log-monitor.enable</name>
  1650. <value>false</value>
  1651. </property>
  1652. <property>
  1653. <description>How often to check the usage of a container's log directories
  1654. in milliseconds</description>
  1655. <name>yarn.nodemanager.container-log-monitor.interval-ms</name>
  1656. <value>60000</value>
  1657. </property>
  1658. <property>
  1659. <description>The disk space limit, in bytes, for a single
  1660. container log directory</description>
  1661. <name>yarn.nodemanager.container-log-monitor.dir-size-limit-bytes</name>
  1662. <value>1000000000</value>
  1663. </property>
  1664. <property>
  1665. <description>The disk space limit, in bytes, for all of a container's
  1666. logs</description>
  1667. <name>yarn.nodemanager.container-log-monitor.total-size-limit-bytes</name>
  1668. <value>10000000000</value>
  1669. </property>
  1670. <property>
  1671. <description>Class that calculates containers current resource utilization.
  1672. If not set, the value for yarn.nodemanager.resource-calculator.class will
  1673. be used.</description>
  1674. <name>yarn.nodemanager.container-monitor.resource-calculator.class</name>
  1675. </property>
  1676. <property>
  1677. <description>The nodemanager health check scripts to run.</description>
  1678. <name>yarn.nodemanager.health-checker.scripts</name>
  1679. <value>script</value>
  1680. </property>
  1681. <property>
  1682. <description>Health check script time out period.</description>
  1683. <name>yarn.nodemanager.health-checker.timeout-ms</name>
  1684. <value>1200000</value>
  1685. </property>
  1686. <property>
  1687. <description>Whether or not to run the node health script
  1688. before the NM starts up.</description>
  1689. <name>yarn.nodemanager.health-checker.run-before-startup</name>
  1690. <value>false</value>
  1691. </property>
  1692. <property>
  1693. <description>Frequency of running node health scripts.</description>
  1694. <name>yarn.nodemanager.health-checker.interval-ms</name>
  1695. <value>600000</value>
  1696. </property>
  1697. <property>
  1698. <description>Frequency of running disk health checker code.</description>
  1699. <name>yarn.nodemanager.disk-health-checker.interval-ms</name>
  1700. <value>120000</value>
  1701. </property>
  1702. <property>
  1703. <description>The minimum fraction of number of disks to be healthy for the
  1704. nodemanager to launch new containers. This correspond to both
  1705. yarn.nodemanager.local-dirs and yarn.nodemanager.log-dirs. i.e. If there
  1706. are less number of healthy local-dirs (or log-dirs) available, then
  1707. new containers will not be launched on this node.</description>
  1708. <name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name>
  1709. <value>0.25</value>
  1710. </property>
  1711. <property>
  1712. <description>Enable/Disable the disk utilisation percentage
  1713. threshold for disk health checker.</description>
  1714. <name>yarn.nodemanager.disk-health-checker.disk-utilization-threshold.enabled</name>
  1715. <value>true</value>
  1716. </property>
  1717. <property>
  1718. <description> Enable/Disable the minimum disk free
  1719. space threshold for disk health checker.</description>
  1720. <name>yarn.nodemanager.disk-health-checker.disk-free-space-threshold.enabled</name>
  1721. <value>true</value>
  1722. </property>
  1723. <property>
  1724. <description>The maximum percentage of disk space utilization allowed after
  1725. which a disk is marked as bad. Values can range from 0.0 to 100.0.
  1726. If the value is greater than or equal to 100, the nodemanager will check
  1727. for full disk. This applies to yarn.nodemanager.local-dirs and
  1728. yarn.nodemanager.log-dirs when
  1729. yarn.nodemanager.disk-health-checker.disk-utilization-threshold.enabled is true.</description>
  1730. <name>yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage</name>
  1731. <value>90.0</value>
  1732. </property>
  1733. <property>
  1734. <description>The low threshold percentage of disk space used when a bad disk is
  1735. marked as good. Values can range from 0.0 to 100.0. This applies to
  1736. yarn.nodemanager.local-dirs and yarn.nodemanager.log-dirs.
  1737. Note that if its value is more than yarn.nodemanager.disk-health-checker.
  1738. max-disk-utilization-per-disk-percentage or not set, it will be set to the same value as
  1739. yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage.</description>
  1740. <name>yarn.nodemanager.disk-health-checker.disk-utilization-watermark-low-per-disk-percentage</name>
  1741. <value></value>
  1742. </property>
  1743. <property>
  1744. <description>The minimum space in megabytes that must be available on a disk for
  1745. it to be used. If space on a disk falls below this threshold, it will be marked
  1746. as bad. This applies to yarn.nodemanager.local-dirs and
  1747. yarn.nodemanager.log-dirs when
  1748. yarn.nodemanager.disk-health-checker.disk-free-space-threshold.enabled is true.</description>
  1749. <name>yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb</name>
  1750. <value>0</value>
  1751. </property>
  1752. <property>
  1753. <description>The minimum space in megabytes that must be available on a bad
  1754. disk for it to be marked as good. This value should not be less
  1755. than yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb.
  1756. If it is less than yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb,
  1757. or it is not set, it will be set to the
  1758. same value as yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb.
  1759. This applies to yarn.nodemanager.local-dirs and yarn.nodemanager.log-dirs.</description>
  1760. <name>yarn.nodemanager.disk-health-checker.min-free-space-per-disk-watermark-high-mb</name>
  1761. <value>0</value>
  1762. </property>
  1763. <property>
  1764. <description>The path to the Linux container executor.</description>
  1765. <name>yarn.nodemanager.linux-container-executor.path</name>
  1766. </property>
  1767. <property>
  1768. <description>The class which should help the LCE handle resources.</description>
  1769. <name>yarn.nodemanager.linux-container-executor.resources-handler.class</name>
  1770. <value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value>
  1771. <!-- <value>org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler</value> -->
  1772. </property>
  1773. <property>
  1774. <description>The cgroups hierarchy under which to place YARN proccesses (cannot contain commas).
  1775. If yarn.nodemanager.linux-container-executor.cgroups.mount is false
  1776. (that is, if cgroups have been pre-configured) and the YARN user has write
  1777. access to the parent directory, then the directory will be created.
  1778. If the directory already exists, the administrator has to give YARN
  1779. write permissions to it recursively.
  1780. This property only applies when the LCE resources handler is set to
  1781. CgroupsLCEResourcesHandler.</description>
  1782. <name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name>
  1783. <value>/hadoop-yarn</value>
  1784. </property>
  1785. <property>
  1786. <description>Whether the LCE should attempt to mount cgroups if not found.
  1787. This property only applies when the LCE resources handler is set to
  1788. CgroupsLCEResourcesHandler.
  1789. </description>
  1790. <name>yarn.nodemanager.linux-container-executor.cgroups.mount</name>
  1791. <value>false</value>
  1792. </property>
  1793. <property>
  1794. <description>This property sets the path from which YARN will read the
  1795. CGroups configuration. YARN has built-in functionality to discover the
  1796. system CGroup mount paths, so use this property only if YARN's automatic
  1797. mount path discovery does not work.
  1798. The path specified by this property must exist before the NodeManager is
  1799. launched.
  1800. If yarn.nodemanager.linux-container-executor.cgroups.mount is set to true,
  1801. YARN will first try to mount the CGroups at the specified path before
  1802. reading them.
  1803. If yarn.nodemanager.linux-container-executor.cgroups.mount is set to
  1804. false, YARN will read the CGroups at the specified path.
  1805. If this property is empty, YARN tries to detect the CGroups location.
  1806. Please refer to NodeManagerCgroups.html in the documentation for further
  1807. details.
  1808. This property only applies when the LCE resources handler is set to
  1809. CgroupsLCEResourcesHandler.
  1810. </description>
  1811. <name>yarn.nodemanager.linux-container-executor.cgroups.mount-path</name>
  1812. </property>
  1813. <property>
  1814. <description>Delay in ms between attempts to remove linux cgroup</description>
  1815. <name>yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms</name>
  1816. <value>20</value>
  1817. </property>
  1818. <property>
  1819. <description>This determines which of the two modes that LCE should use on
  1820. a non-secure cluster. If this value is set to true, then all containers
  1821. will be launched as the user specified in
  1822. yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user. If
  1823. this value is set to false, then containers will run as the user who
  1824. submitted the application.</description>
  1825. <name>yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users</name>
  1826. <value>true</value>
  1827. </property>
  1828. <property>
  1829. <description>The UNIX user that containers will run as when
  1830. Linux-container-executor is used in nonsecure mode (a use case for this
  1831. is using cgroups) if the
  1832. yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users is
  1833. set to true.</description>
  1834. <name>yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user</name>
  1835. <value>nobody</value>
  1836. </property>
  1837. <property>
  1838. <description>The allowed pattern for UNIX user names enforced by
  1839. Linux-container-executor when used in nonsecure mode (use case for this
  1840. is using cgroups). The default value is taken from /usr/sbin/adduser</description>
  1841. <name>yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern</name>
  1842. <value>^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$</value>
  1843. </property>
  1844. <property>
  1845. <description>This flag determines whether apps should run with strict resource limits
  1846. or be allowed to consume spare resources if they need them. For example, turning the
  1847. flag on will restrict apps to use only their share of CPU, even if the node has spare
  1848. CPU cycles. The default value is false i.e. use available resources. Please note that
  1849. turning this flag on may reduce job throughput on the cluster. This setting does
  1850. not apply to other subsystems like memory.</description>
  1851. <name>yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage</name>
  1852. <value>false</value>
  1853. </property>
  1854. <property>
  1855. <description>Comma separated list of runtimes that are allowed when using
  1856. LinuxContainerExecutor. The allowed values are default, docker, runc, and
  1857. javasandbox.</description>
  1858. <name>yarn.nodemanager.runtime.linux.allowed-runtimes</name>
  1859. <value>default</value>
  1860. </property>
  1861. <property>
  1862. <description>Default container runtime to use.</description>
  1863. <name>yarn.nodemanager.runtime.linux.type</name>
  1864. <value></value>
  1865. </property>
  1866. <property>
  1867. <description>This configuration setting determines the capabilities
  1868. assigned to docker containers when they are launched. While these may not
  1869. be case-sensitive from a docker perspective, it is best to keep these
  1870. uppercase. To run without any capabilities, set this value to
  1871. "none" or "NONE"</description>
  1872. <name>yarn.nodemanager.runtime.linux.docker.capabilities</name>
  1873. <value>CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE</value>
  1874. </property>
  1875. <property>
  1876. <description>Default docker image to be used when the docker runtime is
  1877. selected.</description>
  1878. <name>yarn.nodemanager.runtime.linux.docker.image-name</name>
  1879. <value></value>
  1880. </property>
  1881. <property>
  1882. <description>Default option to decide whether to pull the latest image
  1883. or not.</description>
  1884. <name>yarn.nodemanager.runtime.linux.docker.image-update</name>
  1885. <value>false</value>
  1886. </property>
  1887. <property>
  1888. <description>This configuration setting determines if privileged docker
  1889. containers are allowed on this cluster. Privileged containers are granted
  1890. the complete set of capabilities and are not subject to the limitations
  1891. imposed by the device cgroup controller. In other words, privileged
  1892. containers can do almost everything that the host can do. Use with
  1893. extreme care.</description>
  1894. <name>yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed</name>
  1895. <value>false</value>
  1896. </property>
  1897. <property>
  1898. <description>This configuration setting determines who is allowed to run
  1899. privileged docker containers on this cluster. Use with extreme care.
  1900. </description>
  1901. <name>yarn.nodemanager.runtime.linux.docker.privileged-containers.acl</name>
  1902. <value></value>
  1903. </property>
  1904. <property>
  1905. <description>The set of networks allowed when launching containers using the
  1906. DockerContainerRuntime.</description>
  1907. <name>yarn.nodemanager.runtime.linux.docker.allowed-container-networks</name>
  1908. <value>host,none,bridge</value>
  1909. </property>
  1910. <property>
  1911. <description>The network used when launching containers using the
  1912. DockerContainerRuntime when no network is specified in the request
  1913. . This network must be one of the (configurable) set of allowed container
  1914. networks.</description>
  1915. <name>yarn.nodemanager.runtime.linux.docker.default-container-network</name>
  1916. <value>host</value>
  1917. </property>
  1918. <property>
  1919. <description>The set of runtimes allowed when launching containers using the
  1920. DockerContainerRuntime.</description>
  1921. <name>yarn.nodemanager.runtime.linux.docker.allowed-container-runtimes</name>
  1922. <value>runc</value>
  1923. </property>
  1924. <property>
  1925. <description>This configuration setting determines whether the host's PID
  1926. namespace is allowed for docker containers on this cluster.
  1927. Use with care.</description>
  1928. <name>yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed</name>
  1929. <value>false</value>
  1930. </property>
  1931. <property>
  1932. <description>Property to enable docker user remapping</description>
  1933. <name>yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed</name>
  1934. <value>true</value>
  1935. </property>
  1936. <property>
  1937. <description>lower limit for acceptable uids of user remapped user</description>
  1938. <name>yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold</name>
  1939. <value>1</value>
  1940. </property>
  1941. <property>
  1942. <description>lower limit for acceptable gids of user remapped user</description>
  1943. <name>yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold</name>
  1944. <value>1</value>
  1945. </property>
  1946. <property>
  1947. <description>Whether or not users are allowed to request that Docker
  1948. containers honor the debug deletion delay. This is useful for
  1949. troubleshooting Docker container related launch failures.</description>
  1950. <name>yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed</name>
  1951. <value>false</value>
  1952. </property>
  1953. <property>
  1954. <description>A configurable value to pass to the Docker Stop command. This value
  1955. defines the number of seconds between the docker stop command sending
  1956. a SIGTERM and a SIGKILL.</description>
  1957. <name>yarn.nodemanager.runtime.linux.docker.stop.grace-period</name>
  1958. <value>10</value>
  1959. </property>
  1960. <property>
  1961. <description>The default list of read-only mounts to be bind-mounted
  1962. into all Docker containers that use DockerContainerRuntime.</description>
  1963. <name>yarn.nodemanager.runtime.linux.docker.default-ro-mounts</name>
  1964. <value></value>
  1965. </property>
  1966. <property>
  1967. <description>The default list of read-write mounts to be bind-mounted
  1968. into all Docker containers that use DockerContainerRuntime.</description>
  1969. <name>yarn.nodemanager.runtime.linux.docker.default-rw-mounts</name>
  1970. <value></value>
  1971. </property>
  1972. <property>
  1973. <description>The default list of tmpfs mounts to be mounted into all Docker
  1974. containers that use DockerContainerRuntime.</description>
  1975. <name>yarn.nodemanager.runtime.linux.docker.default-tmpfs-mounts</name>
  1976. <value></value>
  1977. </property>
  1978. <property>
  1979. <description>The runC image tag to manifest plugin
  1980. class to be used.</description>
  1981. <name>yarn.nodemanager.runtime.linux.runc.image-tag-to-manifest-plugin</name>
  1982. <value>org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.runtime.runc.ImageTagToManifestPlugin</value>
  1983. </property>
  1984. <property>
  1985. <description>The runC manifest to resources plugin class to
  1986. be used.</description>
  1987. <name>yarn.nodemanager.runtime.linux.runc.manifest-to-resources-plugin</name>
  1988. <value>org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.runtime.runc.HdfsManifestToResourcesPlugin</value>
  1989. </property>
  1990. <property>
  1991. <description>The HDFS location under which the oci image manifests, layers,
  1992. and configs directories exist.</description>
  1993. <name>yarn.nodemanager.runtime.linux.runc.image-toplevel-dir</name>
  1994. <value>/runc-root</value>
  1995. </property>
  1996. <property>
  1997. <description>Target count of layer mounts that we should keep on disk
  1998. at one time.</description>
  1999. <name>yarn.nodemanager.runtime.linux.runc.layer-mounts-to-keep</name>
  2000. <value>100</value>
  2001. </property>
  2002. <property>
  2003. <description>The interval in seconds between executions of
  2004. reaping layer mounts.</description>
  2005. <name>yarn.nodemanager.runtime.linux.runc.layer-mounts-interval-secs</name>
  2006. <value>600</value>
  2007. </property>
  2008. <property>
  2009. <description>Image to be used if no other image is specified.</description>
  2010. <name>yarn.nodemanager.runtime.linux.runc.image-name</name>
  2011. <value></value>
  2012. </property>
  2013. <property>
  2014. <description>Allow or disallow privileged containers.</description>
  2015. <name>yarn.nodemanager.runtime.linux.runc.privileged-containers.allowed</name>
  2016. <value>false</value>
  2017. </property>
  2018. <property>
  2019. <description>The set of networks allowed when launching containers
  2020. using the RuncContainerRuntime.</description>
  2021. <name>yarn.nodemanager.runtime.linux.runc.allowed-container-networks</name>
  2022. <value>host,none,bridge</value>
  2023. </property>
  2024. <property>
  2025. <description>The set of runtimes allowed when launching containers
  2026. using the RuncContainerRuntime.</description>
  2027. <name>yarn.nodemanager.runtime.linux.runc.allowed-container-runtimes</name>
  2028. <value>runc</value>
  2029. </property>
  2030. <property>
  2031. <description>ACL list for users allowed to run privileged
  2032. containers.</description>
  2033. <name>yarn.nodemanager.runtime.linux.runc.privileged-containers.acl</name>
  2034. <value></value>
  2035. </property>
  2036. <property>
  2037. <description>Allow host pid namespace for runC containers.
  2038. Use with care.</description>
  2039. <name>yarn.nodemanager.runtime.linux.runc.host-pid-namespace.allowed</name>
  2040. <value>false</value>
  2041. </property>
  2042. <property>
  2043. <description>The default list of read-only mounts to be bind-mounted
  2044. into all runC containers that use RuncContainerRuntime.</description>
  2045. <name>yarn.nodemanager.runtime.linux.runc.default-ro-mounts</name>
  2046. <value></value>
  2047. </property>
  2048. <property>
  2049. <description>The default list of read-write mounts to be bind-mounted
  2050. into all runC containers that use RuncContainerRuntime.</description>
  2051. <name>yarn.nodemanager.runtime.linux.runc.default-rw-mounts</name>
  2052. <value></value>
  2053. </property>
  2054. <property>
  2055. <description>Path to the seccomp profile to use with runC
  2056. containers</description>
  2057. <name>yarn.nodemanager.runtime.linux.runc.seccomp-profile</name>
  2058. <value></value>
  2059. </property>
  2060. <property>
  2061. <description>The HDFS location where the runC image tag to hash
  2062. file exists.</description>
  2063. <name>yarn.nodemanager.runtime.linux.runc.image-tag-to-manifest-plugin.hdfs-hash-file</name>
  2064. <value>/runc-root/image-tag-to-hash</value>
  2065. </property>
  2066. <property>
  2067. <description>The local file system location where the runC image tag
  2068. to hash file exists.</description>
  2069. <name>yarn.nodemanager.runtime.linux.runc.image-tag-to-manifest-plugin.local-hash-file</name>
  2070. <value></value>
  2071. </property>
  2072. <property>
  2073. <description>The interval in seconds between refreshing the hdfs image tag
  2074. to hash cache.</description>
  2075. <name>yarn.nodemanager.runtime.linux.runc.image-tag-to-manifest-plugin.cache-refresh-interval-secs</name>
  2076. <value>60</value>
  2077. </property>
  2078. <property>
  2079. <description>The number of manifests to cache in the image tag
  2080. to hash cache.</description>
  2081. <name>yarn.nodemanager.runtime.linux.runc.image-tag-to-manifest-plugin.num-manifests-to-cache</name>
  2082. <value>10</value>
  2083. </property>
  2084. <property>
  2085. <description>The timeout value in seconds for the values in
  2086. the stat cache.</description>
  2087. <name>yarn.nodemanager.runtime.linux.runc.hdfs-manifest-to-resources-plugin.stat-cache-timeout-interval-secs</name>
  2088. <value>360</value>
  2089. </property>
  2090. <property>
  2091. <description>The size of the stat cache which stores stats of the
  2092. layers and config.</description>
  2093. <name>yarn.nodemanager.runtime.linux.runc.hdfs-manifest-to-resources-plugin.stat-cache-size</name>
  2094. <value>500</value>
  2095. </property>
  2096. <property>
  2097. <description>The mode in which the Java Container Sandbox should run detailed by
  2098. the JavaSandboxLinuxContainerRuntime.</description>
  2099. <name>yarn.nodemanager.runtime.linux.sandbox-mode</name>
  2100. <value>disabled</value>
  2101. </property>
  2102. <property>
  2103. <description>Permissions for application local directories.</description>
  2104. <name>yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions</name>
  2105. <value>read</value>
  2106. </property>
  2107. <property>
  2108. <description>Location for non-default java policy file.</description>
  2109. <name>yarn.nodemanager.runtime.linux.sandbox-mode.policy</name>
  2110. <value></value>
  2111. </property>
  2112. <property>
  2113. <description>The group which will run by default without the java security
  2114. manager.</description>
  2115. <name>yarn.nodemanager.runtime.linux.sandbox-mode.whitelist-group</name>
  2116. <value></value>
  2117. </property>
  2118. <property>
  2119. <description>This flag determines whether memory limit will be set for the Windows Job
  2120. Object of the containers launched by the default container executor.</description>
  2121. <name>yarn.nodemanager.windows-container.memory-limit.enabled</name>
  2122. <value>false</value>
  2123. </property>
  2124. <property>
  2125. <description>This flag determines whether CPU limit will be set for the Windows Job
  2126. Object of the containers launched by the default container executor.</description>
  2127. <name>yarn.nodemanager.windows-container.cpu-limit.enabled</name>
  2128. <value>false</value>
  2129. </property>
  2130. <property>
  2131. <description>
  2132. Interval of time the linux container executor should try cleaning up
  2133. cgroups entry when cleaning up a container.
  2134. </description>
  2135. <name>yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms</name>
  2136. <value>1000</value>
  2137. </property>
  2138. <property>
  2139. <description>T-file compression types used to compress aggregated logs.</description>
  2140. <name>yarn.nodemanager.log-aggregation.compression-type</name>
  2141. <value>none</value>
  2142. </property>
  2143. <property>
  2144. <description>The kerberos principal for the node manager.</description>
  2145. <name>yarn.nodemanager.principal</name>
  2146. <value></value>
  2147. </property>
  2148. <property>
  2149. <description>A comma separated list of services where service name should only
  2150. contain a-zA-Z0-9_ and can not start with numbers</description>
  2151. <name>yarn.nodemanager.aux-services</name>
  2152. <value></value>
  2153. <!--<value>mapreduce_shuffle</value>-->
  2154. </property>
  2155. <property>
  2156. <description>Boolean indicating whether loading aux services from a manifest
  2157. is enabled. If enabled, aux services may be dynamically modified through
  2158. reloading the manifest via filesystem changes or a REST API. When
  2159. enabled, aux services configuration properties unrelated to the manifest
  2160. will be ignored.</description>
  2161. <name>yarn.nodemanager.aux-services.manifest.enabled</name>
  2162. <value>false</value>
  2163. </property>
  2164. <property>
  2165. <description>A file containing auxiliary service specifications.</description>
  2166. <name>yarn.nodemanager.aux-services.manifest</name>
  2167. <value></value>
  2168. </property>
  2169. <property>
  2170. <description>Length of time in ms to wait between reloading aux services
  2171. manifest. If 0 or less, manifest will not be reloaded.</description>
  2172. <name>yarn.nodemanager.aux-services.manifest.reload-ms</name>
  2173. <value>0</value>
  2174. </property>
  2175. <property>
  2176. <description>Provide local directory which includes the related jar file as well as all the dependencies’
  2177. jar file. We could specify the single jar file or use ${local_dir_to_jar}/* to load all
  2178. jars under the dep directory.</description>
  2179. <name>yarn.nodemanager.aux-services.%s.classpath</name>
  2180. <value>NONE</value>
  2181. </property>
  2182. <property>
  2183. <description>Normally this configuration shouldn't be manually set. The class would be loaded from customized
  2184. classpath if it does not belong to system-classes. By default, the package org.apache.hadoop is part of the
  2185. system-classes. If for example the class CustomAuxService is in the package org.apache.hadoop, it will not be
  2186. loaded from the customized classpath. To solve this, either the package of CustomAuxService could be changed,
  2187. or a separate system-classes could be configured which excludes the package org.apache.hadoop.</description>
  2188. <name>yarn.nodemanager.aux-services.%s.system-classes</name>
  2189. <value></value>
  2190. </property>
  2191. <property>
  2192. <description>No. of ms to wait between sending a SIGTERM and SIGKILL to a container</description>
  2193. <name>yarn.nodemanager.sleep-delay-before-sigkill.ms</name>
  2194. <value>250</value>
  2195. </property>
  2196. <property>
  2197. <description>Max time to wait for a process to come up when trying to cleanup a container</description>
  2198. <name>yarn.nodemanager.process-kill-wait.ms</name>
  2199. <value>5000</value>
  2200. </property>
  2201. <property>
  2202. <description>The minimum allowed version of a resourcemanager that a nodemanager will connect to.
  2203. The valid values are NONE (no version checking), EqualToNM (the resourcemanager's version is
  2204. equal to or greater than the NM version), or a Version String.</description>
  2205. <name>yarn.nodemanager.resourcemanager.minimum.version</name>
  2206. <value>NONE</value>
  2207. </property>
  2208. <property>
  2209. <description>Maximum size of contain's diagnostics to keep for relaunching
  2210. container case.</description>
  2211. <name>yarn.nodemanager.container-diagnostics-maximum-size</name>
  2212. <value>10000</value>
  2213. </property>
  2214. <property>
  2215. <description>Minimum container restart interval in milliseconds.</description>
  2216. <name>yarn.nodemanager.container-retry-minimum-interval-ms</name>
  2217. <value>1000</value>
  2218. </property>
  2219. <property>
  2220. <description>Max number of threads in NMClientAsync to process container
  2221. management events</description>
  2222. <name>yarn.client.nodemanager-client-async.thread-pool-max-size</name>
  2223. <value>500</value>
  2224. </property>
  2225. <property>
  2226. <description>Max time to wait to establish a connection to NM</description>
  2227. <name>yarn.client.nodemanager-connect.max-wait-ms</name>
  2228. <value>180000</value>
  2229. </property>
  2230. <property>
  2231. <description>Time interval between each attempt to connect to NM</description>
  2232. <name>yarn.client.nodemanager-connect.retry-interval-ms</name>
  2233. <value>10000</value>
  2234. </property>
  2235. <property>
  2236. <description>
  2237. Max time to wait for NM to connect to RM.
  2238. When not set, proxy will fall back to use value of
  2239. yarn.resourcemanager.connect.max-wait.ms.
  2240. </description>
  2241. <name>yarn.nodemanager.resourcemanager.connect.max-wait.ms</name>
  2242. <value></value>
  2243. </property>
  2244. <property>
  2245. <description>
  2246. Time interval between each NM attempt to connect to RM.
  2247. When not set, proxy will fall back to use value of
  2248. yarn.resourcemanager.connect.retry-interval.ms.
  2249. </description>
  2250. <name>yarn.nodemanager.resourcemanager.connect.retry-interval.ms</name>
  2251. <value></value>
  2252. </property>
  2253. <property>
  2254. <description>
  2255. Maximum number of proxy connections to cache for node managers. If set
  2256. to a value greater than zero then the cache is enabled and the NMClient
  2257. and MRAppMaster will cache the specified number of node manager proxies.
  2258. There will be at max one proxy per node manager. Ex. configuring it to a
  2259. value of 5 will make sure that client will at max have 5 proxies cached
  2260. with 5 different node managers. These connections for these proxies will
  2261. be timed out if idle for more than the system wide idle timeout period.
  2262. Note that this could cause issues on large clusters as many connections
  2263. could linger simultaneously and lead to a large number of connection
  2264. threads. The token used for authentication will be used only at
  2265. connection creation time. If a new token is received then the earlier
  2266. connection should be closed in order to use the new token. This and
  2267. (yarn.client.nodemanager-client-async.thread-pool-max-size) are related
  2268. and should be in sync (no need for them to be equal).
  2269. If the value of this property is zero then the connection cache is
  2270. disabled and connections will use a zero idle timeout to prevent too
  2271. many connection threads on large clusters.
  2272. </description>
  2273. <name>yarn.client.max-cached-nodemanagers-proxies</name>
  2274. <value>0</value>
  2275. </property>
  2276. <property>
  2277. <description>Enable the node manager to recover after starting</description>
  2278. <name>yarn.nodemanager.recovery.enabled</name>
  2279. <value>false</value>
  2280. </property>
  2281. <property>
  2282. <description>The local filesystem directory in which the node manager will
  2283. store state when recovery is enabled.</description>
  2284. <name>yarn.nodemanager.recovery.dir</name>
  2285. <value>${hadoop.tmp.dir}/yarn-nm-recovery</value>
  2286. </property>
  2287. <property>
  2288. <description>The time in seconds between full compactions of the NM state
  2289. database. Setting the interval to zero disables the full compaction
  2290. cycles.</description>
  2291. <name>yarn.nodemanager.recovery.compaction-interval-secs</name>
  2292. <value>3600</value>
  2293. </property>
  2294. <property>
  2295. <description>Whether the nodemanager is running under supervision. A
  2296. nodemanager that supports recovery and is running under supervision
  2297. will not try to cleanup containers as it exits with the assumption
  2298. it will be immediately be restarted and recover containers.</description>
  2299. <name>yarn.nodemanager.recovery.supervised</name>
  2300. <value>false</value>
  2301. </property>
  2302. <property>
  2303. <description>
  2304. Adjustment to the container OS scheduling priority. In Linux, passed
  2305. directly to the nice command. If unspecified then containers are launched
  2306. without any explicit OS priority.
  2307. </description>
  2308. <name>yarn.nodemanager.container-executor.os.sched.priority.adjustment</name>
  2309. </property>
  2310. <property>
  2311. <description>
  2312. Flag to enable container metrics
  2313. </description>
  2314. <name>yarn.nodemanager.container-metrics.enable</name>
  2315. <value>true</value>
  2316. </property>
  2317. <property>
  2318. <description>
  2319. Container metrics flush period in ms. Set to -1 for flush on completion.
  2320. </description>
  2321. <name>yarn.nodemanager.container-metrics.period-ms</name>
  2322. <value>-1</value>
  2323. </property>
  2324. <property>
  2325. <description>
  2326. The delay time ms to unregister container metrics after completion.
  2327. </description>
  2328. <name>yarn.nodemanager.container-metrics.unregister-delay-ms</name>
  2329. <value>10000</value>
  2330. </property>
  2331. <property>
  2332. <description>
  2333. Class used to calculate current container resource utilization.
  2334. </description>
  2335. <name>yarn.nodemanager.container-monitor.process-tree.class</name>
  2336. <value></value>
  2337. </property>
  2338. <property>
  2339. <description>
  2340. Flag to enable NodeManager disk health checker
  2341. </description>
  2342. <name>yarn.nodemanager.disk-health-checker.enable</name>
  2343. <value>true</value>
  2344. </property>
  2345. <property>
  2346. <description>
  2347. Number of threads to use in NM log cleanup. Used when log aggregation
  2348. is disabled.
  2349. </description>
  2350. <name>yarn.nodemanager.log.deletion-threads-count</name>
  2351. <value>4</value>
  2352. </property>
  2353. <property>
  2354. <description>
  2355. The Windows group that the windows-container-executor should run as.
  2356. </description>
  2357. <name>yarn.nodemanager.windows-secure-container-executor.group</name>
  2358. <value></value>
  2359. </property>
  2360. <!-- Map Reduce Configuration -->
  2361. <property>
  2362. <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>
  2363. <value>org.apache.hadoop.mapred.ShuffleHandler</value>
  2364. </property>
  2365. <!-- WebAppProxy Configuration -->
  2366. <property>
  2367. <description>The kerberos principal for the proxy, if the proxy is not
  2368. running as part of the RM.</description>
  2369. <name>yarn.web-proxy.principal</name>
  2370. <value/>
  2371. </property>
  2372. <property>
  2373. <description>Keytab for WebAppProxy, if the proxy is not running as part of
  2374. the RM.</description>
  2375. <name>yarn.web-proxy.keytab</name>
  2376. </property>
  2377. <property>
  2378. <description>The address for the web proxy as HOST:PORT, if this is not
  2379. given then the proxy will run as part of the RM</description>
  2380. <name>yarn.web-proxy.address</name>
  2381. <value/>
  2382. </property>
  2383. <property>
  2384. <description>The actual address the web proxy will bind to. If this optional
  2385. address is set, it overrides only the hostname portion of yarn.web-proxy.address.
  2386. This is useful for making the web proxy server listen on all interfaces by setting
  2387. it to 0.0.0.0 </description>
  2388. <name>yarn.web-proxy.bind-host</name>
  2389. <value/>
  2390. </property>
  2391. <property>
  2392. <description>Enable the web proxy connection timeout, default is enabled.</description>
  2393. <name>yarn.resourcemanager.proxy.timeout.enabled</name>
  2394. <value>true</value>
  2395. </property>
  2396. <property>
  2397. <description>The web proxy connection timeout.</description>
  2398. <name>yarn.resourcemanager.proxy.connection.timeout</name>
  2399. <value>60000</value>
  2400. </property>
  2401. <!-- Applications' Configuration -->
  2402. <property>
  2403. <description>
  2404. CLASSPATH for YARN applications. A comma-separated list
  2405. of CLASSPATH entries. When this value is empty, the following default
  2406. CLASSPATH for YARN applications would be used.
  2407. For Linux:
  2408. $HADOOP_CONF_DIR,
  2409. $HADOOP_COMMON_HOME/share/hadoop/common/*,
  2410. $HADOOP_COMMON_HOME/share/hadoop/common/lib/*,
  2411. $HADOOP_HDFS_HOME/share/hadoop/hdfs/*,
  2412. $HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*,
  2413. $HADOOP_YARN_HOME/share/hadoop/yarn/*,
  2414. $HADOOP_YARN_HOME/share/hadoop/yarn/lib/*
  2415. For Windows:
  2416. %HADOOP_CONF_DIR%,
  2417. %HADOOP_COMMON_HOME%/share/hadoop/common/*,
  2418. %HADOOP_COMMON_HOME%/share/hadoop/common/lib/*,
  2419. %HADOOP_HDFS_HOME%/share/hadoop/hdfs/*,
  2420. %HADOOP_HDFS_HOME%/share/hadoop/hdfs/lib/*,
  2421. %HADOOP_YARN_HOME%/share/hadoop/yarn/*,
  2422. %HADOOP_YARN_HOME%/share/hadoop/yarn/lib/*
  2423. </description>
  2424. <name>yarn.application.classpath</name>
  2425. <value></value>
  2426. </property>
  2427. <!-- Timeline Service Configuration -->
  2428. <property>
  2429. <description>Indicate what is the current version of the running
  2430. timeline service. For example, if "yarn.timeline-service.version" is 1.5,
  2431. and "yarn.timeline-service.enabled" is true, it means the cluster will and
  2432. should bring up the timeline service v.1.5 (and nothing else).
  2433. On the client side, if the client uses the same version of timeline service,
  2434. it should succeed. If the client chooses to use a smaller version in spite of this,
  2435. then depending on how robust the compatibility story is between versions,
  2436. the results may vary.
  2437. </description>
  2438. <name>yarn.timeline-service.version</name>
  2439. <value>1.0f</value>
  2440. </property>
  2441. <property>
  2442. <description>
  2443. In the server side it indicates whether timeline service is enabled or not.
  2444. And in the client side, users can enable it to indicate whether client wants
  2445. to use timeline service. If its enabled in the client side along with
  2446. security, then yarn client tries to fetch the delegation tokens for the
  2447. timeline server.
  2448. </description>
  2449. <name>yarn.timeline-service.enabled</name>
  2450. <value>false</value>
  2451. </property>
  2452. <property>
  2453. <description>The hostname of the timeline service web application.</description>
  2454. <name>yarn.timeline-service.hostname</name>
  2455. <value>0.0.0.0</value>
  2456. </property>
  2457. <property>
  2458. <description>This is default address for the timeline server to start the
  2459. RPC server.</description>
  2460. <name>yarn.timeline-service.address</name>
  2461. <value>${yarn.timeline-service.hostname}:10200</value>
  2462. </property>
  2463. <property>
  2464. <description>The http address of the timeline service web application.</description>
  2465. <name>yarn.timeline-service.webapp.address</name>
  2466. <value>${yarn.timeline-service.hostname}:8188</value>
  2467. </property>
  2468. <property>
  2469. <description>The https address of the timeline service web application.</description>
  2470. <name>yarn.timeline-service.webapp.https.address</name>
  2471. <value>${yarn.timeline-service.hostname}:8190</value>
  2472. </property>
  2473. <property>
  2474. <description>
  2475. The actual address the server will bind to. If this optional address is
  2476. set, the RPC and webapp servers will bind to this address and the port specified in
  2477. yarn.timeline-service.address and yarn.timeline-service.webapp.address, respectively.
  2478. This is most useful for making the service listen to all interfaces by setting to
  2479. 0.0.0.0.
  2480. </description>
  2481. <name>yarn.timeline-service.bind-host</name>
  2482. <value></value>
  2483. </property>
  2484. <property>
  2485. <description>
  2486. Defines the max number of applications could be fetched using REST API or
  2487. application history protocol and shown in timeline server web ui.
  2488. </description>
  2489. <name>yarn.timeline-service.generic-application-history.max-applications</name>
  2490. <value>10000</value>
  2491. </property>
  2492. <property>
  2493. <description>Store class name for timeline store.</description>
  2494. <name>yarn.timeline-service.store-class</name>
  2495. <value>org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore</value>
  2496. </property>
  2497. <property>
  2498. <description>Enable age off of timeline store data.</description>
  2499. <name>yarn.timeline-service.ttl-enable</name>
  2500. <value>true</value>
  2501. </property>
  2502. <property>
  2503. <description>Time to live for timeline store data in milliseconds.</description>
  2504. <name>yarn.timeline-service.ttl-ms</name>
  2505. <value>604800000</value>
  2506. </property>
  2507. <property>
  2508. <description>Store file name for leveldb timeline store.</description>
  2509. <name>yarn.timeline-service.leveldb-timeline-store.path</name>
  2510. <value>${hadoop.tmp.dir}/yarn/timeline</value>
  2511. </property>
  2512. <property>
  2513. <description>Length of time to wait between deletion cycles of leveldb timeline store in milliseconds.</description>
  2514. <name>yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms</name>
  2515. <value>300000</value>
  2516. </property>
  2517. <property>
  2518. <description>Size of read cache for uncompressed blocks for leveldb timeline store in bytes.</description>
  2519. <name>yarn.timeline-service.leveldb-timeline-store.read-cache-size</name>
  2520. <value>104857600</value>
  2521. </property>
  2522. <property>
  2523. <description>Size of cache for recently read entity start times for leveldb timeline store in number of entities.</description>
  2524. <name>yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size</name>
  2525. <value>10000</value>
  2526. </property>
  2527. <property>
  2528. <description>Size of cache for recently written entity start times for leveldb timeline store in number of entities.</description>
  2529. <name>yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size</name>
  2530. <value>10000</value>
  2531. </property>
  2532. <property>
  2533. <description>Handler thread count to serve the client RPC requests.</description>
  2534. <name>yarn.timeline-service.handler-thread-count</name>
  2535. <value>10</value>
  2536. </property>
  2537. <property>
  2538. <name>yarn.timeline-service.http-authentication.type</name>
  2539. <value>simple</value>
  2540. <description>
  2541. Defines authentication used for the timeline server HTTP endpoint.
  2542. Supported values are: simple | kerberos | #AUTHENTICATION_HANDLER_CLASSNAME#
  2543. </description>
  2544. </property>
  2545. <property>
  2546. <name>yarn.timeline-service.http-authentication.simple.anonymous.allowed</name>
  2547. <value>true</value>
  2548. <description>
  2549. Indicates if anonymous requests are allowed by the timeline server when using
  2550. 'simple' authentication.
  2551. </description>
  2552. </property>
  2553. <property>
  2554. <description>The Kerberos principal for the timeline server.</description>
  2555. <name>yarn.timeline-service.principal</name>
  2556. <value></value>
  2557. </property>
  2558. <property>
  2559. <description>The Kerberos keytab for the timeline server.</description>
  2560. <name>yarn.timeline-service.keytab</name>
  2561. <value>/etc/krb5.keytab</value>
  2562. </property>
  2563. <property>
  2564. <description>Comma separated list of UIs that will be hosted</description>
  2565. <name>yarn.timeline-service.ui-names</name>
  2566. <value></value>
  2567. </property>
  2568. <property>
  2569. <description>
  2570. Default maximum number of retries for timeline service client
  2571. and value -1 means no limit.
  2572. </description>
  2573. <name>yarn.timeline-service.client.max-retries</name>
  2574. <value>30</value>
  2575. </property>
  2576. <property>
  2577. <description>Client policy for whether timeline operations are non-fatal.
  2578. Should the failure to obtain a delegation token be considered an application
  2579. failure (option = false), or should the client attempt to continue to
  2580. publish information without it (option=true)</description>
  2581. <name>yarn.timeline-service.client.best-effort</name>
  2582. <value>false</value>
  2583. </property>
  2584. <property>
  2585. <description>
  2586. Default retry time interval for timeline servive client.
  2587. </description>
  2588. <name>yarn.timeline-service.client.retry-interval-ms</name>
  2589. <value>1000</value>
  2590. </property>
  2591. <property>
  2592. <description>
  2593. The time period for which timeline v2 client will wait for draining
  2594. leftover entities after stop.
  2595. </description>
  2596. <name>yarn.timeline-service.client.drain-entities.timeout.ms</name>
  2597. <value>2000</value>
  2598. </property>
  2599. <property>
  2600. <description>Enable timeline server to recover state after starting. If
  2601. true, then yarn.timeline-service.state-store-class must be specified.
  2602. </description>
  2603. <name>yarn.timeline-service.recovery.enabled</name>
  2604. <value>false</value>
  2605. </property>
  2606. <property>
  2607. <description>Store class name for timeline state store.</description>
  2608. <name>yarn.timeline-service.state-store-class</name>
  2609. <value>org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore</value>
  2610. </property>
  2611. <property>
  2612. <description>Store file name for leveldb state store.</description>
  2613. <name>yarn.timeline-service.leveldb-state-store.path</name>
  2614. <value>${hadoop.tmp.dir}/yarn/timeline</value>
  2615. </property>
  2616. <!-- Timeline Service v1.5 Configuration -->
  2617. <property>
  2618. <name>yarn.timeline-service.entity-group-fs-store.cache-store-class</name>
  2619. <value>org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore</value>
  2620. <description>Caching storage timeline server v1.5 is using. </description>
  2621. </property>
  2622. <property>
  2623. <name>yarn.timeline-service.entity-group-fs-store.active-dir</name>
  2624. <value>/tmp/entity-file-history/active</value>
  2625. <description>HDFS path to store active application’s timeline data</description>
  2626. </property>
  2627. <property>
  2628. <name>yarn.timeline-service.entity-group-fs-store.done-dir</name>
  2629. <value>/tmp/entity-file-history/done/</value>
  2630. <description>HDFS path to store done application’s timeline data</description>
  2631. </property>
  2632. <property>
  2633. <name>yarn.timeline-service.entity-group-fs-store.group-id-plugin-classes</name>
  2634. <value></value>
  2635. <description>
  2636. Plugins that can translate a timeline entity read request into
  2637. a list of timeline entity group ids, separated by commas.
  2638. </description>
  2639. </property>
  2640. <property>
  2641. <name>yarn.timeline-service.entity-group-fs-store.group-id-plugin-classpath</name>
  2642. <value></value>
  2643. <description>
  2644. Classpath for all plugins defined in
  2645. yarn.timeline-service.entity-group-fs-store.group-id-plugin-classes.
  2646. </description>
  2647. </property>
  2648. <property>
  2649. <name>yarn.timeline-service.entity-group-fs-store.summary-store</name>
  2650. <description>Summary storage for ATS v1.5</description>
  2651. <value>org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore</value>
  2652. </property>
  2653. <property>
  2654. <name>yarn.timeline-service.entity-group-fs-store.scan-interval-seconds</name>
  2655. <description>
  2656. Scan interval for ATS v1.5 entity group file system storage reader.This
  2657. value controls how frequent the reader will scan the HDFS active directory
  2658. for application status.
  2659. </description>
  2660. <value>60</value>
  2661. </property>
  2662. <property>
  2663. <name>yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds</name>
  2664. <description>
  2665. Scan interval for ATS v1.5 entity group file system storage cleaner.This
  2666. value controls how frequent the reader will scan the HDFS done directory
  2667. for stale application data.
  2668. </description>
  2669. <value>3600</value>
  2670. </property>
  2671. <property>
  2672. <name>yarn.timeline-service.entity-group-fs-store.retain-seconds</name>
  2673. <description>
  2674. How long the ATS v1.5 entity group file system storage will keep an
  2675. application's data in the done directory.
  2676. </description>
  2677. <value>604800</value>
  2678. </property>
  2679. <property>
  2680. <name>yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size</name>
  2681. <description>
  2682. Read cache size for the leveldb cache storage in ATS v1.5 plugin storage.
  2683. </description>
  2684. <value>10485760</value>
  2685. </property>
  2686. <property>
  2687. <name>yarn.timeline-service.entity-group-fs-store.app-cache-size</name>
  2688. <description>
  2689. Size of the reader cache for ATS v1.5 reader. This value controls how many
  2690. entity groups the ATS v1.5 server should cache. If the number of active
  2691. read entity groups is greater than the number of caches items, some reads
  2692. may return empty data. This value must be greater than 0.
  2693. </description>
  2694. <value>10</value>
  2695. </property>
  2696. <property>
  2697. <name>yarn.timeline-service.client.fd-flush-interval-secs</name>
  2698. <description>
  2699. Flush interval for ATS v1.5 writer. This value controls how frequent
  2700. the writer will flush the HDFS FSStream for the entity/domain.
  2701. </description>
  2702. <value>10</value>
  2703. </property>
  2704. <property>
  2705. <name>yarn.timeline-service.client.fd-clean-interval-secs</name>
  2706. <description>
  2707. Scan interval for ATS v1.5 writer. This value controls how frequent
  2708. the writer will scan the HDFS FSStream for the entity/domain.
  2709. If the FSStream is stale for a long time, this FSStream will be close.
  2710. </description>
  2711. <value>60</value>
  2712. </property>
  2713. <property>
  2714. <name>yarn.timeline-service.client.fd-retain-secs</name>
  2715. <description>
  2716. How long the ATS v1.5 writer will keep an FSStream open.
  2717. If this fsstream does not write anything for this configured time,
  2718. it will be close.
  2719. </description>
  2720. <value>300</value>
  2721. </property>
  2722. <!-- Timeline Service v2 Configuration -->
  2723. <property>
  2724. <name>yarn.timeline-service.writer.class</name>
  2725. <description>
  2726. Storage implementation ATS v2 will use for the TimelineWriter service.
  2727. </description>
  2728. <value>org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl</value>
  2729. </property>
  2730. <property>
  2731. <name>yarn.timeline-service.reader.class</name>
  2732. <description>
  2733. Storage implementation ATS v2 will use for the TimelineReader service.
  2734. </description>
  2735. <value>org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl</value>
  2736. </property>
  2737. <property>
  2738. <name>yarn.timeline-service.client.internal-timers-ttl-secs</name>
  2739. <description>
  2740. How long the internal Timer Tasks can be alive in writer. If there is no
  2741. write operation for this configured time, the internal timer tasks will
  2742. be close.
  2743. </description>
  2744. <value>420</value>
  2745. </property>
  2746. <property>
  2747. <description>The setting that controls how often the timeline collector
  2748. flushes the timeline writer.</description>
  2749. <name>yarn.timeline-service.writer.flush-interval-seconds</name>
  2750. <value>60</value>
  2751. </property>
  2752. <property>
  2753. <description>The setting that decides the capacity of the queue to hold
  2754. asynchronous timeline entities.</description>
  2755. <name>yarn.timeline-service.writer.async.queue.capacity</name>
  2756. <value>100</value>
  2757. </property>
  2758. <property>
  2759. <description>Time period till which the application collector will be alive
  2760. in NM, after the application master container finishes.</description>
  2761. <name>yarn.timeline-service.app-collector.linger-period.ms</name>
  2762. <value>60000</value>
  2763. </property>
  2764. <property>
  2765. <description>Time line V2 client tries to merge these many number of
  2766. async entities (if available) and then call the REST ATS V2 API to submit.
  2767. </description>
  2768. <name>yarn.timeline-service.timeline-client.number-of-async-entities-to-merge</name>
  2769. <value>10</value>
  2770. </property>
  2771. <property>
  2772. <description>
  2773. The setting that controls how long the final value
  2774. of a metric of a completed app is retained before merging into
  2775. the flow sum. Up to this time after an application is completed
  2776. out-of-order values that arrive can be recognized and discarded at the
  2777. cost of increased storage.
  2778. </description>
  2779. <name>yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds
  2780. </name>
  2781. <value>259200000</value>
  2782. </property>
  2783. <property>
  2784. <description>
  2785. The setting that controls how often in-memory app level
  2786. aggregation is kicked off in timeline collector.
  2787. </description>
  2788. <name>yarn.timeline-service.app-aggregation-interval-secs</name>
  2789. <value>15</value>
  2790. </property>
  2791. <property>
  2792. <description>
  2793. The default hdfs location for flowrun coprocessor jar.
  2794. </description>
  2795. <name>yarn.timeline-service.hbase.coprocessor.jar.hdfs.location
  2796. </name>
  2797. <value>/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar</value>
  2798. </property>
  2799. <property>
  2800. <description>
  2801. The value of this parameter sets the prefix for all tables that are part of
  2802. timeline service in the hbase storage schema. It can be set to "dev."
  2803. or "staging." if it is to be used for development or staging instances.
  2804. This way the data in production tables stays in a separate set of tables
  2805. prefixed by "prod.".
  2806. </description>
  2807. <name>yarn.timeline-service.hbase-schema.prefix</name>
  2808. <value>prod.</value>
  2809. </property>
  2810. <property>
  2811. <description> Optional URL to an hbase-site.xml configuration file to be
  2812. used to connect to the timeline-service hbase cluster. If empty or not
  2813. specified, then the HBase configuration will be loaded from the classpath.
  2814. When specified the values in the specified configuration file will override
  2815. those from the ones that are present on the classpath.
  2816. </description>
  2817. <name>yarn.timeline-service.hbase.configuration.file
  2818. </name>
  2819. <value></value>
  2820. </property>
  2821. <property>
  2822. <description>
  2823. Removes the UUID if represent and limit the the flowname length with
  2824. the given value for ATSv2. In case the value is negative or 0,
  2825. it only removes the UUID and does not limit the flow name.
  2826. </description>
  2827. <name>yarn.timeline-service.flowname.max-size
  2828. </name>
  2829. <value>0</value>
  2830. </property>
  2831. <!-- Shared Cache Configuration -->
  2832. <property>
  2833. <description>Whether the shared cache is enabled</description>
  2834. <name>yarn.sharedcache.enabled</name>
  2835. <value>false</value>
  2836. </property>
  2837. <property>
  2838. <description>The root directory for the shared cache</description>
  2839. <name>yarn.sharedcache.root-dir</name>
  2840. <value>/sharedcache</value>
  2841. </property>
  2842. <property>
  2843. <description>The level of nested directories before getting to the checksum
  2844. directories. It must be non-negative.</description>
  2845. <name>yarn.sharedcache.nested-level</name>
  2846. <value>3</value>
  2847. </property>
  2848. <property>
  2849. <description>The implementation to be used for the SCM store</description>
  2850. <name>yarn.sharedcache.store.class</name>
  2851. <value>org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore</value>
  2852. </property>
  2853. <property>
  2854. <description>The implementation to be used for the SCM app-checker</description>
  2855. <name>yarn.sharedcache.app-checker.class</name>
  2856. <value>org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker</value>
  2857. </property>
  2858. <property>
  2859. <description>A resource in the in-memory store is considered stale
  2860. if the time since the last reference exceeds the staleness period.
  2861. This value is specified in minutes.</description>
  2862. <name>yarn.sharedcache.store.in-memory.staleness-period-mins</name>
  2863. <value>10080</value>
  2864. </property>
  2865. <property>
  2866. <description>Initial delay before the in-memory store runs its first check
  2867. to remove dead initial applications. Specified in minutes.</description>
  2868. <name>yarn.sharedcache.store.in-memory.initial-delay-mins</name>
  2869. <value>10</value>
  2870. </property>
  2871. <property>
  2872. <description>The frequency at which the in-memory store checks to remove
  2873. dead initial applications. Specified in minutes.</description>
  2874. <name>yarn.sharedcache.store.in-memory.check-period-mins</name>
  2875. <value>720</value>
  2876. </property>
  2877. <property>
  2878. <description>The address of the admin interface in the SCM (shared cache manager)</description>
  2879. <name>yarn.sharedcache.admin.address</name>
  2880. <value>0.0.0.0:8047</value>
  2881. </property>
  2882. <property>
  2883. <description>The number of threads used to handle SCM admin interface (1 by default)</description>
  2884. <name>yarn.sharedcache.admin.thread-count</name>
  2885. <value>1</value>
  2886. </property>
  2887. <property>
  2888. <description>The address of the web application in the SCM (shared cache manager)</description>
  2889. <name>yarn.sharedcache.webapp.address</name>
  2890. <value>0.0.0.0:8788</value>
  2891. </property>
  2892. <property>
  2893. <description>The frequency at which a cleaner task runs.
  2894. Specified in minutes.</description>
  2895. <name>yarn.sharedcache.cleaner.period-mins</name>
  2896. <value>1440</value>
  2897. </property>
  2898. <property>
  2899. <description>Initial delay before the first cleaner task is scheduled.
  2900. Specified in minutes.</description>
  2901. <name>yarn.sharedcache.cleaner.initial-delay-mins</name>
  2902. <value>10</value>
  2903. </property>
  2904. <property>
  2905. <description>The time to sleep between processing each shared cache
  2906. resource. Specified in milliseconds.</description>
  2907. <name>yarn.sharedcache.cleaner.resource-sleep-ms</name>
  2908. <value>0</value>
  2909. </property>
  2910. <property>
  2911. <description>The address of the node manager interface in the SCM
  2912. (shared cache manager)</description>
  2913. <name>yarn.sharedcache.uploader.server.address</name>
  2914. <value>0.0.0.0:8046</value>
  2915. </property>
  2916. <property>
  2917. <description>The number of threads used to handle shared cache manager
  2918. requests from the node manager (50 by default)</description>
  2919. <name>yarn.sharedcache.uploader.server.thread-count</name>
  2920. <value>50</value>
  2921. </property>
  2922. <property>
  2923. <description>The address of the client interface in the SCM
  2924. (shared cache manager)</description>
  2925. <name>yarn.sharedcache.client-server.address</name>
  2926. <value>0.0.0.0:8045</value>
  2927. </property>
  2928. <property>
  2929. <description>The number of threads used to handle shared cache manager
  2930. requests from clients (50 by default)</description>
  2931. <name>yarn.sharedcache.client-server.thread-count</name>
  2932. <value>50</value>
  2933. </property>
  2934. <property>
  2935. <description>The algorithm used to compute checksums of files (SHA-256 by
  2936. default)</description>
  2937. <name>yarn.sharedcache.checksum.algo.impl</name>
  2938. <value>org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl</value>
  2939. </property>
  2940. <property>
  2941. <description>The replication factor for the node manager uploader for the
  2942. shared cache (10 by default)</description>
  2943. <name>yarn.sharedcache.nm.uploader.replication.factor</name>
  2944. <value>10</value>
  2945. </property>
  2946. <property>
  2947. <description>The number of threads used to upload files from a node manager
  2948. instance (20 by default)</description>
  2949. <name>yarn.sharedcache.nm.uploader.thread-count</name>
  2950. <value>20</value>
  2951. </property>
  2952. <property>
  2953. <description>
  2954. ACL protocol for use in the Timeline server.
  2955. </description>
  2956. <name>security.applicationhistory.protocol.acl</name>
  2957. <value></value>
  2958. </property>
  2959. <!-- Minicluster Configuration (for testing only!) -->
  2960. <property>
  2961. <description>
  2962. Set to true for MiniYARNCluster unit tests
  2963. </description>
  2964. <name>yarn.is.minicluster</name>
  2965. <value>false</value>
  2966. </property>
  2967. <property>
  2968. <description>
  2969. Set for MiniYARNCluster unit tests to control resource monitoring
  2970. </description>
  2971. <name>yarn.minicluster.control-resource-monitoring</name>
  2972. <value>false</value>
  2973. </property>
  2974. <property>
  2975. <description>
  2976. Set to false in order to allow MiniYARNCluster to run tests without
  2977. port conflicts.
  2978. </description>
  2979. <name>yarn.minicluster.fixed.ports</name>
  2980. <value>false</value>
  2981. </property>
  2982. <property>
  2983. <description>
  2984. Set to false in order to allow the NodeManager in MiniYARNCluster to
  2985. use RPC to talk to the RM.
  2986. </description>
  2987. <name>yarn.minicluster.use-rpc</name>
  2988. <value>false</value>
  2989. </property>
  2990. <property>
  2991. <description>
  2992. As yarn.nodemanager.resource.memory-mb property but for the NodeManager
  2993. in a MiniYARNCluster.
  2994. </description>
  2995. <name>yarn.minicluster.yarn.nodemanager.resource.memory-mb</name>
  2996. <value>4096</value>
  2997. </property>
  2998. <!-- Node Labels Configuration -->
  2999. <property>
  3000. <description>
  3001. Enable node labels feature
  3002. </description>
  3003. <name>yarn.node-labels.enabled</name>
  3004. <value>false</value>
  3005. </property>
  3006. <property>
  3007. <description>
  3008. URI for NodeLabelManager. The default value is
  3009. /tmp/hadoop-yarn-${user}/node-labels/ in the local filesystem.
  3010. </description>
  3011. <name>yarn.node-labels.fs-store.root-dir</name>
  3012. <value></value>
  3013. </property>
  3014. <property>
  3015. <description>
  3016. Set configuration type for node labels. Administrators can specify
  3017. "centralized", "delegated-centralized" or "distributed".
  3018. </description>
  3019. <name>yarn.node-labels.configuration-type</name>
  3020. <value>centralized</value>
  3021. </property>
  3022. <!-- Distributed Node Labels Configuration -->
  3023. <property>
  3024. <description>
  3025. When "yarn.node-labels.configuration-type" is configured with "distributed"
  3026. in RM, Administrators can configure in NM the provider for the
  3027. node labels by configuring this parameter. Administrators can
  3028. configure "config", "script" or the class name of the provider. Configured
  3029. class needs to extend
  3030. org.apache.hadoop.yarn.server.nodemanager.nodelabels.NodeLabelsProvider.
  3031. If "config" is configured, then "ConfigurationNodeLabelsProvider" and if
  3032. "script" is configured, then "ScriptNodeLabelsProvider" will be used.
  3033. </description>
  3034. <name>yarn.nodemanager.node-labels.provider</name>
  3035. </property>
  3036. <property>
  3037. <description>
  3038. When "yarn.nodemanager.node-labels.provider" is configured with "config",
  3039. "Script" or the configured class extends AbstractNodeLabelsProvider, then
  3040. periodically node labels are retrieved from the node labels provider. This
  3041. configuration is to define the interval period.
  3042. If -1 is configured then node labels are retrieved from provider only
  3043. during initialization. Defaults to 10 mins.
  3044. </description>
  3045. <name>yarn.nodemanager.node-labels.provider.fetch-interval-ms</name>
  3046. <value>600000</value>
  3047. </property>
  3048. <property>
  3049. <description>
  3050. Interval at which NM syncs its node labels with RM. NM will send its loaded
  3051. labels every x intervals configured, along with heartbeat to RM.
  3052. </description>
  3053. <name>yarn.nodemanager.node-labels.resync-interval-ms</name>
  3054. <value>120000</value>
  3055. </property>
  3056. <property>
  3057. <description>
  3058. When "yarn.nodemanager.node-labels.provider" is configured with "config"
  3059. then ConfigurationNodeLabelsProvider fetches the partition label from this
  3060. parameter.
  3061. </description>
  3062. <name>yarn.nodemanager.node-labels.provider.configured-node-partition</name>
  3063. </property>
  3064. <property>
  3065. <description>
  3066. When "yarn.nodemanager.node-labels.provider" is configured with "Script"
  3067. then this configuration provides the timeout period after which it will
  3068. interrupt the script which queries the Node labels. Defaults to 20 mins.
  3069. </description>
  3070. <name>yarn.nodemanager.node-labels.provider.fetch-timeout-ms</name>
  3071. <value>1200000</value>
  3072. </property>
  3073. <!-- Delegated-centralized Node Labels Configuration -->
  3074. <property>
  3075. <description>
  3076. When node labels "yarn.node-labels.configuration-type" is
  3077. of type "delegated-centralized", administrators should configure
  3078. the class for fetching node labels by ResourceManager. Configured
  3079. class needs to extend
  3080. org.apache.hadoop.yarn.server.resourcemanager.nodelabels.
  3081. RMNodeLabelsMappingProvider.
  3082. </description>
  3083. <name>yarn.resourcemanager.node-labels.provider</name>
  3084. <value></value>
  3085. </property>
  3086. <property>
  3087. <description>
  3088. When "yarn.node-labels.configuration-type" is configured with
  3089. "delegated-centralized", then node labels of all nodes
  3090. are updated by periodically retrieving node labels from the
  3091. provider. If -1 is configured then node labels are retrieved
  3092. from provider only once for each node after it registers.
  3093. Defaults to 30 mins.
  3094. </description>
  3095. <name>yarn.resourcemanager.node-labels.provider.fetch-interval-ms</name>
  3096. <value>1800000</value>
  3097. </property>
  3098. <property>
  3099. <description>
  3100. When "yarn.node-labels.configuration-type" is configured with
  3101. "delegated-centralized", then node labels of newly registered
  3102. nodes are updated by periodically retrieving node labels from
  3103. the provider. Defaults to 30 secs.
  3104. </description>
  3105. <name>yarn.resourcemanager.node-labels.provider.update-newly-registered-nodes-interval-ms</name>
  3106. <value>30000</value>
  3107. </property>
  3108. <property>
  3109. <description>
  3110. Overwrites default-node-label-expression only for the ApplicationMaster
  3111. container. It is disabled by default.
  3112. </description>
  3113. <name>yarn.resourcemanager.node-labels.am.default-node-label-expression</name>
  3114. </property>
  3115. <property>
  3116. <description>
  3117. Flag to indicate whether the AM can be allocated to non-exclusive nodes or not.
  3118. Default is false.
  3119. </description>
  3120. <name>yarn.resourcemanager.node-labels.am.allow-non-exclusive-allocation</name>
  3121. <value>false</value>
  3122. </property>
  3123. <!-- Distributed Node Attributes Configuration -->
  3124. <property>
  3125. <description>
  3126. This property determines which provider will be plugged by the
  3127. node manager to collect node-attributes. Administrators can
  3128. configure "config", "script" or the class name of the provider.
  3129. Configured class needs to extend
  3130. org.apache.hadoop.yarn.server.nodemanager.nodelabels.NodeAttributesProvider.
  3131. If "config" is configured, then "ConfigurationNodeLabelsProvider" and if
  3132. "script" is configured, then "ScriptBasedNodeAttributesProvider"
  3133. will be used.
  3134. </description>
  3135. <name>yarn.nodemanager.node-attributes.provider</name>
  3136. </property>
  3137. <property>
  3138. <description>
  3139. The node attribute script NM runs to collect node attributes.
  3140. Script output Line starting with "NODE_ATTRIBUTE:" will be
  3141. considered as a record of node attribute, attribute name, type
  3142. and value should be delimited by comma. Each of such lines
  3143. will be parsed to a node attribute.
  3144. </description>
  3145. <name>yarn.nodemanager.node-attributes.provider.script.path</name>
  3146. </property>
  3147. <property>
  3148. <description>
  3149. Command arguments passed to the node attribute script.
  3150. </description>
  3151. <name>yarn.nodemanager.node-attributes.provider.script.opts</name>
  3152. </property>
  3153. <property>
  3154. <description>
  3155. Time interval that determines how long NM fetches node attributes
  3156. from a given provider. If -1 is configured then node labels are
  3157. retrieved from provider only during initialization. Defaults to 10 mins.
  3158. </description>
  3159. <name>yarn.nodemanager.node-attributes.provider.fetch-interval-ms</name>
  3160. <value>600000</value>
  3161. </property>
  3162. <property>
  3163. <description>
  3164. Timeout period after which NM will interrupt the node attribute
  3165. provider script which queries node attributes. Defaults to 20 mins.
  3166. </description>
  3167. <name>yarn.nodemanager.node-attributes.provider.fetch-timeout-ms</name>
  3168. <value>1200000</value>
  3169. </property>
  3170. <property>
  3171. <description>
  3172. When "yarn.nodemanager.node-attributes.provider" is configured with
  3173. "config" then ConfigurationNodeAttributesProvider fetches node attributes
  3174. from this parameter.
  3175. </description>
  3176. <name>yarn.nodemanager.node-attributes.provider.configured-node-attributes</name>
  3177. <value></value>
  3178. </property>
  3179. <property>
  3180. <description>
  3181. Interval at which NM syncs its node attributes with RM. NM will send its loaded
  3182. attributes every x intervals configured, along with heartbeat to RM.
  3183. </description>
  3184. <name>yarn.nodemanager.node-attributes.resync-interval-ms</name>
  3185. <value>120000</value>
  3186. </property>
  3187. <property>
  3188. <description>
  3189. Timeout in seconds for YARN node graceful decommission.
  3190. This is the maximal time to wait for running containers and applications to complete
  3191. before transition a DECOMMISSIONING node into DECOMMISSIONED.
  3192. </description>
  3193. <name>yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs</name>
  3194. <value>3600</value>
  3195. </property>
  3196. <property>
  3197. <description>
  3198. Timeout in seconds of DecommissioningNodesWatcher internal polling.
  3199. </description>
  3200. <name>yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs</name>
  3201. <value>20</value>
  3202. </property>
  3203. <property>
  3204. <description>
  3205. Used to specify custom web services for Resourcemanager. Value can be
  3206. classnames separated by comma.
  3207. Ex: org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices,
  3208. org.apache.hadoop.yarn.server.resourcemanager.webapp.DummyClass
  3209. </description>
  3210. <name>yarn.http.rmwebapp.external.classes</name>
  3211. <value></value>
  3212. </property>
  3213. <property>
  3214. <description>
  3215. Used to specify custom scheduler page
  3216. </description>
  3217. <name>yarn.http.rmwebapp.scheduler.page.class</name>
  3218. <value></value>
  3219. </property>
  3220. <property>
  3221. <description>
  3222. Used to specify custom DAO classes used by custom web services.
  3223. </description>
  3224. <name>yarn.http.rmwebapp.custom.dao.classes</name>
  3225. <value></value>
  3226. </property>
  3227. <property>
  3228. <description>
  3229. Used to specify custom DAO classes used by custom web services which requires
  3230. root unwrapping.
  3231. </description>
  3232. <name>yarn.http.rmwebapp.custom.unwrapped.dao.classes</name>
  3233. <value></value>
  3234. </property>
  3235. <property>
  3236. <description>
  3237. Used to specify custom WebServices class to bind with RMWebApp overriding
  3238. the default RMWebServices.
  3239. </description>
  3240. <name>yarn.webapp.custom.webservice.class</name>
  3241. <value></value>
  3242. </property>
  3243. <property>
  3244. <description>The Node Label script to run. Script output Line starting with
  3245. "NODE_PARTITION:" will be considered as Node Label Partition. In case of
  3246. multiple lines have this pattern, then last one will be considered
  3247. </description>
  3248. <name>yarn.nodemanager.node-labels.provider.script.path</name>
  3249. </property>
  3250. <property>
  3251. <description>The arguments to pass to the Node label script.</description>
  3252. <name>yarn.nodemanager.node-labels.provider.script.opts</name>
  3253. </property>
  3254. <!-- Federation Configuration -->
  3255. <property>
  3256. <description>
  3257. Flag to indicate whether the RM is participating in Federation or not.
  3258. </description>
  3259. <name>yarn.federation.enabled</name>
  3260. <value>false</value>
  3261. </property>
  3262. <property>
  3263. <description>
  3264. Initial delay for federation state-store heartbeat service. Value is followed by a unit
  3265. specifier: ns, us, ms, s, m, h, d for nanoseconds, microseconds, milliseconds, seconds,
  3266. minutes, hours, days respectively. Values should provide units,
  3267. but seconds are assumed
  3268. </description>
  3269. <name>yarn.federation.state-store.heartbeat.initial-delay</name>
  3270. <value>30s</value>
  3271. </property>
  3272. <property>
  3273. <description>
  3274. Machine list file to be loaded by the FederationSubCluster Resolver
  3275. </description>
  3276. <name>yarn.federation.machine-list</name>
  3277. </property>
  3278. <property>
  3279. <description>
  3280. Class name for SubClusterResolver
  3281. </description>
  3282. <name>yarn.federation.subcluster-resolver.class</name>
  3283. <value>org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl</value>
  3284. </property>
  3285. <property>
  3286. <description>
  3287. Store class name for federation state store
  3288. </description>
  3289. <name>yarn.federation.state-store.class</name>
  3290. <value>org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore</value>
  3291. </property>
  3292. <property>
  3293. <description>
  3294. The time in seconds after which the federation state store local cache
  3295. will be refreshed periodically
  3296. </description>
  3297. <name>yarn.federation.cache-ttl.secs</name>
  3298. <value>300</value>
  3299. </property>
  3300. <property>
  3301. <description>The registry base directory for federation.</description>
  3302. <name>yarn.federation.registry.base-dir</name>
  3303. <value>yarnfederation/</value>
  3304. </property>
  3305. <property>
  3306. <description>
  3307. The number of retries to clear the app in the FederationStateStore,
  3308. the default value is 1, that is, after the app fails to clean up, it will retry the cleanup again.
  3309. </description>
  3310. <name>yarn.federation.state-store.clean-up-retry-count</name>
  3311. <value>1</value>
  3312. </property>
  3313. <property>
  3314. <description>
  3315. Clear the sleep time of App retry in FederationStateStore.
  3316. When the app fails to clean up,
  3317. it will sleep for a period of time and then try to clean up.
  3318. The default value is 1s.
  3319. </description>
  3320. <name>yarn.federation.state-store.clean-up-retry-sleep-time</name>
  3321. <value>1s</value>
  3322. </property>
  3323. <!-- Other Configuration -->
  3324. <property>
  3325. <description>The registry implementation to use.</description>
  3326. <name>yarn.registry.class</name>
  3327. <value>org.apache.hadoop.registry.client.impl.FSRegistryOperationsService</value>
  3328. </property>
  3329. <property>
  3330. <description>The interval that the yarn client library uses to poll the
  3331. completion status of the asynchronous API of application client protocol.
  3332. </description>
  3333. <name>yarn.client.application-client-protocol.poll-interval-ms</name>
  3334. <value>200</value>
  3335. </property>
  3336. <property>
  3337. <description>
  3338. The duration (in ms) the YARN client waits for an expected state change
  3339. to occur. -1 means unlimited wait time.
  3340. </description>
  3341. <name>yarn.client.application-client-protocol.poll-timeout-ms</name>
  3342. <value>-1</value>
  3343. </property>
  3344. <property>
  3345. <description>RSS usage of a process computed via
  3346. /proc/pid/stat is not very accurate as it includes shared pages of a
  3347. process. /proc/pid/smaps provides useful information like
  3348. Private_Dirty, Private_Clean, Shared_Dirty, Shared_Clean which can be used
  3349. for computing more accurate RSS. When this flag is enabled, RSS is computed
  3350. as Min(Shared_Dirty, Pss) + Private_Clean + Private_Dirty. It excludes
  3351. read-only shared mappings in RSS computation.
  3352. </description>
  3353. <name>yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled</name>
  3354. <value>false</value>
  3355. </property>
  3356. <property>
  3357. <description>
  3358. URL for log aggregation server
  3359. </description>
  3360. <name>yarn.log.server.url</name>
  3361. <value></value>
  3362. </property>
  3363. <property>
  3364. <description>
  3365. URL for log aggregation server web service
  3366. </description>
  3367. <name>yarn.log.server.web-service.url</name>
  3368. <value></value>
  3369. </property>
  3370. <property>
  3371. <description>
  3372. RM Application Tracking URL
  3373. </description>
  3374. <name>yarn.tracking.url.generator</name>
  3375. <value></value>
  3376. </property>
  3377. <property>
  3378. <description>
  3379. Class to be used for YarnAuthorizationProvider
  3380. </description>
  3381. <name>yarn.authorization-provider</name>
  3382. <value></value>
  3383. </property>
  3384. <property>
  3385. <description>Defines how often NMs wake up to upload log files.
  3386. The default value is -1. By default, the logs will be uploaded when
  3387. the application is finished. By setting this configuration logs can
  3388. be uploaded periodically while the application is running.
  3389. The minimum positive accepted value can be configured by the setting
  3390. "yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds.min".
  3391. </description>
  3392. <name>yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds</name>
  3393. <value>-1</value>
  3394. </property>
  3395. <property>
  3396. <description>Defines the positive minimum hard limit for
  3397. "yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds".
  3398. If this configuration has been set less than its default value (3600)
  3399. the NodeManager may raise a warning.
  3400. </description>
  3401. <name>yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds.min</name>
  3402. <value>3600</value>
  3403. </property>
  3404. <property>
  3405. <description>Define how many aggregated log files per application per NM
  3406. we can have in remote file system. By default, the total number of
  3407. aggregated log files per application per NM is 30.
  3408. </description>
  3409. <name>yarn.nodemanager.log-aggregation.num-log-files-per-app</name>
  3410. <value>30</value>
  3411. </property>
  3412. <property>
  3413. <description>
  3414. Enable/disable intermediate-data encryption at YARN level. For now,
  3415. this only is used by the FileSystemRMStateStore to setup right
  3416. file-system security attributes.
  3417. </description>
  3418. <name>yarn.intermediate-data-encryption.enable</name>
  3419. <value>false</value>
  3420. </property>
  3421. <property>
  3422. <description>Flag to enable cross-origin (CORS) support in the NM. This flag
  3423. requires the CORS filter initializer to be added to the filter initializers
  3424. list in core-site.xml.</description>
  3425. <name>yarn.nodemanager.webapp.cross-origin.enabled</name>
  3426. <value>false</value>
  3427. </property>
  3428. <property>
  3429. <description>
  3430. Defines maximum application priority in a cluster.
  3431. If an application is submitted with a priority higher than this value, it will be
  3432. reset to this maximum value.
  3433. </description>
  3434. <name>yarn.cluster.max-application-priority</name>
  3435. <value>0</value>
  3436. </property>
  3437. <property>
  3438. <description>
  3439. The default log aggregation policy class. Applications can
  3440. override it via LogAggregationContext. This configuration can provide
  3441. some cluster-side default behavior so that if the application doesn't
  3442. specify any policy via LogAggregationContext administrators of the cluster
  3443. can adjust the policy globally.
  3444. </description>
  3445. <name>yarn.nodemanager.log-aggregation.policy.class</name>
  3446. <value>org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy</value>
  3447. </property>
  3448. <property>
  3449. <description>
  3450. The default parameters for the log aggregation policy. Applications can
  3451. override it via LogAggregationContext. This configuration can provide
  3452. some cluster-side default behavior so that if the application doesn't
  3453. specify any policy via LogAggregationContext administrators of the cluster
  3454. can adjust the policy globally.
  3455. </description>
  3456. <name>yarn.nodemanager.log-aggregation.policy.parameters</name>
  3457. <value></value>
  3458. </property>
  3459. <property>
  3460. <description>
  3461. Enable/Disable AMRMProxyService in the node manager. This service is used to
  3462. intercept calls from the application masters to the resource manager.
  3463. </description>
  3464. <name>yarn.nodemanager.amrmproxy.enabled</name>
  3465. <value>false</value>
  3466. </property>
  3467. <property>
  3468. <description>
  3469. The address of the AMRMProxyService listener.
  3470. </description>
  3471. <name>yarn.nodemanager.amrmproxy.address</name>
  3472. <value>0.0.0.0:8049</value>
  3473. </property>
  3474. <property>
  3475. <description>
  3476. The number of threads used to handle requests by the AMRMProxyService.
  3477. </description>
  3478. <name>yarn.nodemanager.amrmproxy.client.thread-count</name>
  3479. <value>25</value>
  3480. </property>
  3481. <property>
  3482. <description>
  3483. The comma separated list of class names that implement the
  3484. RequestInterceptor interface. This is used by the AMRMProxyService to create
  3485. the request processing pipeline for applications.
  3486. </description>
  3487. <name>yarn.nodemanager.amrmproxy.interceptor-class.pipeline</name>
  3488. <value>org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor</value>
  3489. </property>
  3490. <property>
  3491. <description>
  3492. Whether AMRMProxy HA is enabled.
  3493. </description>
  3494. <name>yarn.nodemanager.amrmproxy.ha.enable</name>
  3495. <value>false</value>
  3496. </property>
  3497. <property>
  3498. <description>
  3499. Setting that controls whether distributed scheduling is enabled.
  3500. </description>
  3501. <name>yarn.nodemanager.distributed-scheduling.enabled</name>
  3502. <value>false</value>
  3503. </property>
  3504. <property>
  3505. <description>
  3506. Setting that controls whether opportunistic container allocation
  3507. is enabled.
  3508. </description>
  3509. <name>yarn.resourcemanager.opportunistic-container-allocation.enabled</name>
  3510. <value>false</value>
  3511. </property>
  3512. <property>
  3513. <description>
  3514. Maximum number of opportunistic containers to be allocated per
  3515. Application Master heartbeat.
  3516. </description>
  3517. <name>yarn.resourcemanager.opportunistic.max.container-allocation.per.am.heartbeat</name>
  3518. <value>-1</value>
  3519. </property>
  3520. <property>
  3521. <description>
  3522. Number of nodes to be used by the Opportunistic Container Allocator for
  3523. dispatching containers during container allocation.
  3524. </description>
  3525. <name>yarn.resourcemanager.opportunistic-container-allocation.nodes-used</name>
  3526. <value>10</value>
  3527. </property>
  3528. <property>
  3529. <description>
  3530. Frequency for computing least loaded NMs.
  3531. </description>
  3532. <name>yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms</name>
  3533. <value>1000</value>
  3534. </property>
  3535. <property>
  3536. <description>
  3537. Comparator for determining node load for Distributed Scheduling.
  3538. </description>
  3539. <name>yarn.resourcemanager.nm-container-queuing.load-comparator</name>
  3540. <value>QUEUE_LENGTH</value>
  3541. </property>
  3542. <property>
  3543. <description>
  3544. Value of standard deviation used for calculation of queue limit thresholds.
  3545. </description>
  3546. <name>yarn.resourcemanager.nm-container-queuing.queue-limit-stdev</name>
  3547. <value>1.0f</value>
  3548. </property>
  3549. <property>
  3550. <description>
  3551. Min length of container queue at NodeManager.
  3552. </description>
  3553. <name>yarn.resourcemanager.nm-container-queuing.min-queue-length</name>
  3554. <value>5</value>
  3555. </property>
  3556. <property>
  3557. <description>
  3558. Max length of container queue at NodeManager.
  3559. </description>
  3560. <name>yarn.resourcemanager.nm-container-queuing.max-queue-length</name>
  3561. <value>15</value>
  3562. </property>
  3563. <property>
  3564. <description>
  3565. Min queue wait time for a container at a NodeManager.
  3566. </description>
  3567. <name>yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms</name>
  3568. <value>10</value>
  3569. </property>
  3570. <property>
  3571. <description>
  3572. Max queue wait time for a container queue at a NodeManager.
  3573. </description>
  3574. <name>yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms</name>
  3575. <value>100</value>
  3576. </property>
  3577. <property>
  3578. <description>
  3579. Use container pause as the preemption policy over kill in the container
  3580. queue at a NodeManager.
  3581. </description>
  3582. <name>yarn.nodemanager.opportunistic-containers-use-pause-for-preemption</name>
  3583. <value>false</value>
  3584. </property>
  3585. <property>
  3586. <description>
  3587. Error filename pattern, to identify the file in the container's
  3588. Log directory which contain the container's error log. As error file
  3589. redirection is done by client/AM and yarn will not be aware of the error
  3590. file name. YARN uses this pattern to identify the error file and tail
  3591. the error log as diagnostics when the container execution returns non zero
  3592. value. Filename patterns are case sensitive and should match the
  3593. specifications of FileSystem.globStatus(Path) api. If multiple filenames
  3594. matches the pattern, first file matching the pattern will be picked.
  3595. </description>
  3596. <name>yarn.nodemanager.container.stderr.pattern</name>
  3597. <value>{*stderr*,*STDERR*}</value>
  3598. </property>
  3599. <property>
  3600. <description>
  3601. Size of the container error file which needs to be tailed, in bytes.
  3602. </description>
  3603. <name>yarn.nodemanager.container.stderr.tail.bytes </name>
  3604. <value>4096</value>
  3605. </property>
  3606. <property>
  3607. <description>
  3608. Choose different implementation of node label's storage
  3609. </description>
  3610. <name>yarn.node-labels.fs-store.impl.class</name>
  3611. <value>org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore</value>
  3612. </property>
  3613. <property>
  3614. <description>The replication factor for the FS store
  3615. files. Default value is 0, means it will use file system
  3616. default replication.</description>
  3617. <name>yarn.fs-store.file.replication</name>
  3618. <value>0</value>
  3619. </property>
  3620. <property>
  3621. <description>
  3622. Enable the CSRF filter for the RM web app
  3623. </description>
  3624. <name>yarn.resourcemanager.webapp.rest-csrf.enabled</name>
  3625. <value>false</value>
  3626. </property>
  3627. <property>
  3628. <description>
  3629. Optional parameter that indicates the custom header name to use for CSRF
  3630. protection.
  3631. </description>
  3632. <name>yarn.resourcemanager.webapp.rest-csrf.custom-header</name>
  3633. <value>X-XSRF-Header</value>
  3634. </property>
  3635. <property>
  3636. <description>
  3637. Optional parameter that indicates the list of HTTP methods that do not
  3638. require CSRF protection
  3639. </description>
  3640. <name>yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore</name>
  3641. <value>GET,OPTIONS,HEAD</value>
  3642. </property>
  3643. <property>
  3644. <description>
  3645. Enable the CSRF filter for the NM web app
  3646. </description>
  3647. <name>yarn.nodemanager.webapp.rest-csrf.enabled</name>
  3648. <value>false</value>
  3649. </property>
  3650. <property>
  3651. <description>
  3652. Optional parameter that indicates the custom header name to use for CSRF
  3653. protection.
  3654. </description>
  3655. <name>yarn.nodemanager.webapp.rest-csrf.custom-header</name>
  3656. <value>X-XSRF-Header</value>
  3657. </property>
  3658. <property>
  3659. <description>
  3660. Optional parameter that indicates the list of HTTP methods that do not
  3661. require CSRF protection
  3662. </description>
  3663. <name>yarn.nodemanager.webapp.rest-csrf.methods-to-ignore</name>
  3664. <value>GET,OPTIONS,HEAD</value>
  3665. </property>
  3666. <property>
  3667. <description>
  3668. The name of disk validator.
  3669. </description>
  3670. <name>yarn.nodemanager.disk-validator</name>
  3671. <value>basic</value>
  3672. </property>
  3673. <property>
  3674. <description>
  3675. Enable the CSRF filter for the timeline service web app
  3676. </description>
  3677. <name>yarn.timeline-service.webapp.rest-csrf.enabled</name>
  3678. <value>false</value>
  3679. </property>
  3680. <property>
  3681. <description>
  3682. Optional parameter that indicates the custom header name to use for CSRF
  3683. protection.
  3684. </description>
  3685. <name>yarn.timeline-service.webapp.rest-csrf.custom-header</name>
  3686. <value>X-XSRF-Header</value>
  3687. </property>
  3688. <property>
  3689. <description>
  3690. Optional parameter that indicates the list of HTTP methods that do not
  3691. require CSRF protection
  3692. </description>
  3693. <name>yarn.timeline-service.webapp.rest-csrf.methods-to-ignore</name>
  3694. <value>GET,OPTIONS,HEAD</value>
  3695. </property>
  3696. <property>
  3697. <description>
  3698. Enable the XFS filter for YARN
  3699. </description>
  3700. <name>yarn.webapp.xfs-filter.enabled</name>
  3701. <value>true</value>
  3702. </property>
  3703. <property>
  3704. <description>
  3705. Property specifying the xframe options value.
  3706. </description>
  3707. <name>yarn.resourcemanager.webapp.xfs-filter.xframe-options</name>
  3708. <value>SAMEORIGIN</value>
  3709. </property>
  3710. <property>
  3711. <description>
  3712. Property specifying the xframe options value.
  3713. </description>
  3714. <name>yarn.nodemanager.webapp.xfs-filter.xframe-options</name>
  3715. <value>SAMEORIGIN</value>
  3716. </property>
  3717. <property>
  3718. <description>
  3719. Property specifying the xframe options value.
  3720. </description>
  3721. <name>yarn.timeline-service.webapp.xfs-filter.xframe-options</name>
  3722. <value>SAMEORIGIN</value>
  3723. </property>
  3724. <property>
  3725. <description>
  3726. The least amount of time(msec.) an inactive (decommissioned or shutdown) node can
  3727. stay in the nodes list of the resourcemanager after being declared untracked.
  3728. A node is marked untracked if and only if it is absent from both include and
  3729. exclude nodemanager lists on the RM. All inactive nodes are checked twice per
  3730. timeout interval or every 10 minutes, whichever is lesser, and marked appropriately.
  3731. The same is done when refreshNodes command (graceful or otherwise) is invoked.
  3732. </description>
  3733. <name>yarn.resourcemanager.node-removal-untracked.timeout-ms</name>
  3734. <value>60000</value>
  3735. </property>
  3736. <property>
  3737. <description>
  3738. The RMAppLifetimeMonitor Service uses this value as monitor interval
  3739. </description>
  3740. <name>yarn.resourcemanager.application-timeouts.monitor.interval-ms</name>
  3741. <value>3000</value>
  3742. </property>
  3743. <property>
  3744. <description>
  3745. Specifies what the RM does regarding HTTPS enforcement for communication
  3746. with AM Web Servers, as well as generating and providing certificates.
  3747. Possible values are:
  3748. - NONE - the RM will do nothing special.
  3749. - LENIENT - the RM will generate and provide a keystore and truststore
  3750. to the AM, which it is free to use for HTTPS in its tracking URL web
  3751. server. The RM proxy will still allow HTTP connections to AMs that opt
  3752. not to use HTTPS.
  3753. - STRICT - this is the same as LENIENT, except that the RM proxy will
  3754. only allow HTTPS connections to AMs; HTTP connections will be blocked
  3755. and result in a warning page to the user.
  3756. </description>
  3757. <name>yarn.resourcemanager.application-https.policy</name>
  3758. <value>NONE</value>
  3759. </property>
  3760. <property>
  3761. <description>
  3762. Defines the limit of the diagnostics message of an application
  3763. attempt, in kilo characters (character count * 1024).
  3764. When using ZooKeeper to store application state behavior, its
  3765. important to limit the size of the diagnostic messages to
  3766. prevent YARN from overwhelming ZooKeeper. In cases where
  3767. yarn.resourcemanager.state-store.max-completed-applications is set to
  3768. a large number, it may be desirable to reduce the value of this property
  3769. to limit the total data stored.
  3770. </description>
  3771. <name>yarn.app.attempt.diagnostics.limit.kc</name>
  3772. <value>64</value>
  3773. </property>
  3774. <property>
  3775. <description>
  3776. Flag to enable cross-origin (CORS) support for timeline service v1.x or
  3777. Timeline Reader in timeline service v2. For timeline service v2, also add
  3778. org.apache.hadoop.security.HttpCrossOriginFilterInitializer to the
  3779. configuration hadoop.http.filter.initializers in core-site.xml.
  3780. </description>
  3781. <name>yarn.timeline-service.http-cross-origin.enabled</name>
  3782. <value>false</value>
  3783. </property>
  3784. <property>
  3785. <description>
  3786. The comma separated list of class names that implement the
  3787. RequestInterceptor interface. This is used by the RouterClientRMService
  3788. to create the request processing pipeline for users.
  3789. </description>
  3790. <name>yarn.router.clientrm.interceptor-class.pipeline</name>
  3791. <value>org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor</value>
  3792. </property>
  3793. <property>
  3794. <description>
  3795. The thread pool executor size of per user in Router ClientRM Service FederationClientInterceptor.
  3796. </description>
  3797. <name>yarn.router.interceptor.user.threadpool-size</name>
  3798. <value>5</value>
  3799. </property>
  3800. <property>
  3801. <description>
  3802. Size of LRU cache for Router ClientRM Service and RMAdmin Service.
  3803. </description>
  3804. <name>yarn.router.pipeline.cache-max-size</name>
  3805. <value>25</value>
  3806. </property>
  3807. <property>
  3808. <description>
  3809. The comma separated list of class names that implement the
  3810. RequestInterceptor interface. This is used by the RouterRMAdminService
  3811. to create the request processing pipeline for users.
  3812. </description>
  3813. <name>yarn.router.rmadmin.interceptor-class.pipeline</name>
  3814. <value>org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor</value>
  3815. </property>
  3816. <property>
  3817. <description>
  3818. The actual address the server will bind to. If this optional address is
  3819. set, the RPC and webapp servers will bind to this address and the port specified in
  3820. yarn.router.address and yarn.router.webapp.address, respectively. This is
  3821. most useful for making Router listen to all interfaces by setting to 0.0.0.0.
  3822. </description>
  3823. <name>yarn.router.bind-host</name>
  3824. <value></value>
  3825. </property>
  3826. <property>
  3827. <description>
  3828. Comma-separated list of PlacementRules to determine how applications
  3829. submitted by certain users get mapped to certain queues. Default is
  3830. user-group, which corresponds to UserGroupMappingPlacementRule.
  3831. </description>
  3832. <name>yarn.scheduler.queue-placement-rules</name>
  3833. <value>user-group</value>
  3834. </property>
  3835. <property>
  3836. <description>
  3837. The comma separated list of class names that implement the
  3838. RequestInterceptor interface. This is used by the RouterWebServices
  3839. to create the request processing pipeline for users.
  3840. </description>
  3841. <name>yarn.router.webapp.interceptor-class.pipeline</name>
  3842. <value>org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST</value>
  3843. </property>
  3844. <property>
  3845. <description>
  3846. The http address of the Router web application.
  3847. If only a host is provided as the value,
  3848. the webapp will be served on a random port.
  3849. </description>
  3850. <name>yarn.router.webapp.address</name>
  3851. <value>0.0.0.0:8089</value>
  3852. </property>
  3853. <property>
  3854. <description>
  3855. The https address of the Router web application.
  3856. If only a host is provided as the value,
  3857. the webapp will be served on a random port.
  3858. </description>
  3859. <name> yarn.router.webapp.https.address</name>
  3860. <value>0.0.0.0:8091</value>
  3861. </property>
  3862. <property>
  3863. <description>
  3864. It is TimelineClient 1.5 configuration whether to store active
  3865. application’s timeline data with in user directory i.e
  3866. ${yarn.timeline-service.entity-group-fs-store.active-dir}/${user.name}
  3867. </description>
  3868. <name>yarn.timeline-service.entity-group-fs-store.with-user-dir</name>
  3869. <value>false</value>
  3870. </property>
  3871. <!-- resource types configuration -->
  3872. <property>
  3873. <name>yarn.resource-types</name>
  3874. <value></value>
  3875. <description>
  3876. The resource types to be used for scheduling. Use resource-types.xml
  3877. to specify details about the individual resource types.
  3878. </description>
  3879. </property>
  3880. <property>
  3881. <name>yarn.webapp.filter-entity-list-by-user</name>
  3882. <value>false</value>
  3883. <description>
  3884. Flag to enable display of applications per user as an admin
  3885. configuration.
  3886. </description>
  3887. </property>
  3888. <property>
  3889. <name>yarn.webapp.filter-invalid-xml-chars</name>
  3890. <value>false</value>
  3891. <description>
  3892. Flag to enable filter of invalid xml 1.0 characters present in the
  3893. value of diagnostics field of apps output from RM WebService.
  3894. </description>
  3895. </property>
  3896. <property>
  3897. <description>
  3898. The type of configuration store to use for scheduler configurations.
  3899. Default is "file", which uses file based capacity-scheduler.xml to
  3900. retrieve and change scheduler configuration. To enable API based
  3901. scheduler configuration, use either "memory" (in memory storage, no
  3902. persistence across restarts), "leveldb" (leveldb based storage), or
  3903. "zk" (zookeeper based storage). API based configuration is only useful
  3904. when using a scheduler which supports mutable configuration. Currently
  3905. only capacity scheduler supports this.
  3906. </description>
  3907. <name>yarn.scheduler.configuration.store.class</name>
  3908. <value>file</value>
  3909. </property>
  3910. <property>
  3911. <description>
  3912. The class to use for configuration mutation ACL policy if using a mutable
  3913. configuration provider. Controls whether a mutation request is allowed.
  3914. The DefaultConfigurationMutationACLPolicy checks if the requestor is a
  3915. YARN admin.
  3916. </description>
  3917. <name>yarn.scheduler.configuration.mutation.acl-policy.class</name>
  3918. <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy</value>
  3919. </property>
  3920. <property>
  3921. <description>
  3922. The storage path for LevelDB implementation of configuration store,
  3923. when yarn.scheduler.configuration.store.class is configured to be
  3924. "leveldb".
  3925. </description>
  3926. <name>yarn.scheduler.configuration.leveldb-store.path</name>
  3927. <value>${hadoop.tmp.dir}/yarn/system/confstore</value>
  3928. </property>
  3929. <property>
  3930. <description>
  3931. The compaction interval for LevelDB configuration store in secs,
  3932. when yarn.scheduler.configuration.store.class is configured to be
  3933. "leveldb". Default is one day.
  3934. </description>
  3935. <name>yarn.scheduler.configuration.leveldb-store.compaction-interval-secs</name>
  3936. <value>86400</value>
  3937. </property>
  3938. <property>
  3939. <description>
  3940. The max number of configuration change log entries kept in config
  3941. store, when yarn.scheduler.configuration.store.class is configured to be
  3942. "leveldb" or "zk". Default is 1000 for either.
  3943. </description>
  3944. <name>yarn.scheduler.configuration.store.max-logs</name>
  3945. <value>1000</value>
  3946. </property>
  3947. <property>
  3948. <description>
  3949. The file system directory to store the configuration files. The path
  3950. can be any format as long as it follows hadoop compatible schema,
  3951. for example value "file:///path/to/dir" means to store files on local
  3952. file system, value "hdfs:///path/to/dir" means to store files on HDFS.
  3953. If resource manager HA is enabled, recommended to use hdfs schema so
  3954. it works in fail-over scenario.
  3955. </description>
  3956. <name>yarn.scheduler.configuration.fs.path</name>
  3957. <value>file://${hadoop.tmp.dir}/yarn/system/schedconf</value>
  3958. </property>
  3959. <property>
  3960. <description>
  3961. The max number of configuration file in filesystem.
  3962. Default is 100 for either.
  3963. </description>
  3964. <name>yarn.scheduler.configuration.max.version</name>
  3965. <value>100</value>
  3966. </property>
  3967. <property>
  3968. <description>
  3969. ZK root node path for configuration store when using zookeeper-based
  3970. configuration store.
  3971. </description>
  3972. <name>yarn.scheduler.configuration.zk-store.parent-path</name>
  3973. <value>/confstore</value>
  3974. </property>
  3975. <property>
  3976. <description>
  3977. Provides an option for client to load supported resource types from RM
  3978. instead of depending on local resource-types.xml file.
  3979. </description>
  3980. <name>yarn.client.load.resource-types.from-server</name>
  3981. <value>false</value>
  3982. </property>
  3983. <property>
  3984. <description>
  3985. This setting controls if pluggable device framework is enabled.
  3986. Disabled by default
  3987. </description>
  3988. <name>yarn.nodemanager.pluggable-device-framework.enabled</name>
  3989. <value>false</value>
  3990. </property>
  3991. <property>
  3992. <description>
  3993. Configure vendor device plugin class name here. Comma separated.
  3994. The class must be found in CLASSPATH. The pluggable device framework will
  3995. load these classes.
  3996. </description>
  3997. <name>yarn.nodemanager.pluggable-device-framework.device-classes</name>
  3998. <value></value>
  3999. </property>
  4000. <property>
  4001. <description>
  4002. When yarn.nodemanager.resource.gpu.allowed-gpu-devices=auto specified,
  4003. YARN NodeManager needs to run GPU discovery binary (now only support
  4004. nvidia-smi) to get GPU-related information.
  4005. When value is empty (default), YARN NodeManager will try to locate
  4006. discovery executable itself.
  4007. An example of the config value is: /usr/local/bin/nvidia-smi
  4008. </description>
  4009. <name>yarn.nodemanager.resource-plugins.gpu.path-to-discovery-executables</name>
  4010. <value></value>
  4011. </property>
  4012. <property>
  4013. <description>
  4014. Enable additional discovery/isolation of resources on the NodeManager,
  4015. split by comma. By default, this is empty.
  4016. Acceptable values: { "yarn.io/gpu", "yarn.io/fpga"}.
  4017. </description>
  4018. <name>yarn.nodemanager.resource-plugins</name>
  4019. <value></value>
  4020. </property>
  4021. <property>
  4022. <description>
  4023. Specifies whether the initialization of the Node Manager should continue
  4024. if a certain device (GPU, FPGA, etc) was not found in the system. If set
  4025. to "true", then an exception will be thrown if a device is missing or
  4026. an error occurred during discovery.
  4027. </description>
  4028. <name>yarn.nodemanager.resource-plugins.fail-fast</name>
  4029. <value></value>
  4030. </property>
  4031. <property>
  4032. <description>
  4033. Specify GPU devices which can be managed by YARN NodeManager, split by comma
  4034. Number of GPU devices will be reported to RM to make scheduling decisions.
  4035. Set to auto (default) let YARN automatically discover GPU resource from
  4036. system.
  4037. Manually specify GPU devices if auto detect GPU device failed or admin
  4038. only want subset of GPU devices managed by YARN. GPU device is identified
  4039. by their minor device number and index. A common approach to get minor
  4040. device number of GPUs is using "nvidia-smi -q" and search "Minor Number"
  4041. output.
  4042. When manual specify minor numbers, admin needs to include indice of GPUs
  4043. as well, format is index:minor_number[,index:minor_number...]. An example
  4044. of manual specification is "0:0,1:1,2:2,3:4" to allow YARN NodeManager to
  4045. manage GPU devices with indice 0/1/2/3 and minor number 0/1/2/4.
  4046. numbers .
  4047. </description>
  4048. <name>yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices</name>
  4049. <value>auto</value>
  4050. </property>
  4051. <property>
  4052. <description>
  4053. Specify docker command plugin for GPU. By default uses Nvidia docker V1.
  4054. </description>
  4055. <name>yarn.nodemanager.resource-plugins.gpu.docker-plugin</name>
  4056. <value>nvidia-docker-v1</value>
  4057. </property>
  4058. <property>
  4059. <description>
  4060. Specify end point of nvidia-docker-plugin.
  4061. Please find documentation: https://github.com/NVIDIA/nvidia-docker/wiki
  4062. For more details.
  4063. </description>
  4064. <name>yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint</name>
  4065. <value>http://localhost:3476/v1.0/docker/cli</value>
  4066. </property>
  4067. <property>
  4068. <description>
  4069. Specify one vendor plugin to handle FPGA devices discovery/IP download/configure.
  4070. Only IntelFpgaOpenclPlugin is supported by default.
  4071. We only allow one NM configured with one vendor FPGA plugin now since the end user can put the same
  4072. vendor's cards in one host. And this also simplify our design.
  4073. </description>
  4074. <name>yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class</name>
  4075. <value>org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin</value>
  4076. </property>
  4077. <property>
  4078. <description>
  4079. When yarn.nodemanager.resource.fpga.allowed-fpga-devices=auto specified,
  4080. YARN NodeManager needs to run FPGA discovery binary (now only support
  4081. IntelFpgaOpenclPlugin) to get FPGA information.
  4082. When value is empty (default), YARN NodeManager will try to locate
  4083. discovery executable from vendor plugin's preference
  4084. </description>
  4085. <name>yarn.nodemanager.resource-plugins.fpga.path-to-discovery-executables</name>
  4086. <value></value>
  4087. </property>
  4088. <property>
  4089. <description>
  4090. Specify FPGA devices which can be managed by YARN NodeManager, split by comma
  4091. Number of FPGA devices will be reported to RM to make scheduling decisions.
  4092. Set to auto (default) let YARN automatically discover FPGA resource from
  4093. system.
  4094. Manually specify FPGA devices if admin only want subset of FPGA devices managed by YARN.
  4095. At present, since we can only configure one major number in c-e.cfg, FPGA device is
  4096. identified by their minor device number. A common approach to get minor
  4097. device number of FPGA is using "aocl diagnose" and check uevent with device name.
  4098. A sample manual value for this is like "0,1"
  4099. </description>
  4100. <name>yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices</name>
  4101. <value>auto</value>
  4102. </property>
  4103. <property>
  4104. <description>
  4105. Absolute path to a script or executable that returns the available FPGA cards.
  4106. The returned string must be a single line and follow the format:
  4107. "deviceA/N:M,deviceB/X:Y". Example: "acl0/243:0,acl1/243:1". The numbers after
  4108. the "/" character are the device major and minor numbers.
  4109. When the script is enabled, auto-discovery is disabled the "aocl" command is not
  4110. invoked to verify the available cards.
  4111. </description>
  4112. <name>yarn.nodemanager.resource-plugins.fpga.device-discovery-script</name>
  4113. <value></value>
  4114. </property>
  4115. <property>
  4116. <description>
  4117. List of FPGA available devices in the given node.
  4118. The value must follow the format: "deviceA/N:M,deviceB/X:Y".
  4119. Example: "acl0/243:0,acl1/243:1". The numbers after
  4120. the "/" character are the device major and minor numbers.
  4121. When this property is used, both auto-discovery and external script are ignored.
  4122. </description>
  4123. <name>yarn.nodemanager.resource-plugins.fpga.available-devices</name>
  4124. <value></value>
  4125. </property>
  4126. <property>
  4127. <description>The http address of the timeline reader web application.</description>
  4128. <name>yarn.timeline-service.reader.webapp.address</name>
  4129. <value>${yarn.timeline-service.webapp.address}</value>
  4130. </property>
  4131. <property>
  4132. <description>The https address of the timeline reader web application.</description>
  4133. <name>yarn.timeline-service.reader.webapp.https.address</name>
  4134. <value>${yarn.timeline-service.webapp.https.address}</value>
  4135. </property>
  4136. <property>
  4137. <description>
  4138. The actual address timeline reader will bind to. If this optional address is
  4139. set, the reader server will bind to this address and the port specified in
  4140. yarn.timeline-service.reader.webapp.address.
  4141. This is most useful for making the service listen to all interfaces by setting to
  4142. 0.0.0.0.
  4143. </description>
  4144. <name>yarn.timeline-service.reader.bind-host</name>
  4145. <value></value>
  4146. </property>
  4147. <property>
  4148. <description>
  4149. Whether to enable the NUMA awareness for containers in Node Manager.
  4150. </description>
  4151. <name>yarn.nodemanager.numa-awareness.enabled</name>
  4152. <value>false</value>
  4153. </property>
  4154. <property>
  4155. <description>
  4156. Whether to read the NUMA topology from the system or from the
  4157. configurations. If the value is true then NM reads the NUMA topology from
  4158. system using the command 'numactl --hardware'. If the value is false then NM
  4159. reads the topology from the configurations
  4160. 'yarn.nodemanager.numa-awareness.node-ids'(for node id's),
  4161. 'yarn.nodemanager.numa-awareness.&lt;NODE_ID&gt;.memory'(for each node memory),
  4162. 'yarn.nodemanager.numa-awareness.&lt;NODE_ID&gt;.cpus'(for each node cpus).
  4163. </description>
  4164. <name>yarn.nodemanager.numa-awareness.read-topology</name>
  4165. <value>false</value>
  4166. </property>
  4167. <property>
  4168. <description>
  4169. NUMA node id's in the form of comma separated list. Memory and No of CPUs
  4170. will be read using the properties
  4171. 'yarn.nodemanager.numa-awareness.&lt;NODE_ID&gt;.memory' and
  4172. 'yarn.nodemanager.numa-awareness.&lt;NODE_ID&gt;.cpus' for each id specified
  4173. in this value. This property value will be read only when
  4174. 'yarn.nodemanager.numa-awareness.read-topology=false'.
  4175. For example, if yarn.nodemanager.numa-awareness.node-ids=0,1
  4176. then need to specify memory and cpus for node id's '0' and '1' like below,
  4177. yarn.nodemanager.numa-awareness.0.memory=73717
  4178. yarn.nodemanager.numa-awareness.0.cpus=4
  4179. yarn.nodemanager.numa-awareness.1.memory=73727
  4180. yarn.nodemanager.numa-awareness.1.cpus=4
  4181. </description>
  4182. <name>yarn.nodemanager.numa-awareness.node-ids</name>
  4183. <value></value>
  4184. </property>
  4185. <property>
  4186. <description>
  4187. The numactl command path which controls NUMA policy for processes or
  4188. shared memory.
  4189. </description>
  4190. <name>yarn.nodemanager.numa-awareness.numactl.cmd</name>
  4191. <value>/usr/bin/numactl</value>
  4192. </property>
  4193. <property>
  4194. <description>
  4195. Enable elastic memory control. This is a Linux only feature.
  4196. When enabled, the node manager adds a listener to receive an
  4197. event, if all the containers exceeded a limit.
  4198. The limit is specified by yarn.nodemanager.resource.memory-mb.
  4199. If this is not set, the limit is set based on the capabilities.
  4200. See yarn.nodemanager.resource.detect-hardware-capabilities
  4201. for details.
  4202. The limit applies to the physical or virtual (rss+swap) memory
  4203. depending on whether yarn.nodemanager.pmem-check-enabled or
  4204. yarn.nodemanager.vmem-check-enabled is set.
  4205. </description>
  4206. <name>yarn.nodemanager.elastic-memory-control.enabled</name>
  4207. <value>false</value>
  4208. </property>
  4209. <property>
  4210. <description>
  4211. The name of a JVM class. The class must implement the Runnable
  4212. interface. It is called,
  4213. if yarn.nodemanager.elastic-memory-control.enabled
  4214. is set and the system reaches its memory limit.
  4215. When called the handler must preempt a container,
  4216. since all containers are frozen by cgroups.
  4217. Once preempted some memory is released, so that the
  4218. kernel can resume all containers. Because of this the
  4219. handler has to act quickly.
  4220. </description>
  4221. <name>yarn.nodemanager.elastic-memory-control.oom-handler</name>
  4222. <value>org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler</value>
  4223. </property>
  4224. <property>
  4225. <description>
  4226. The path to the oom-listener tool. Elastic memory control is only
  4227. supported on Linux. It relies on kernel events. The tool forwards
  4228. these kernel events to the standard input, so that the node manager
  4229. can preempt containers, in and out-of-memory scenario.
  4230. You rarely need to update this setting.
  4231. </description>
  4232. <name>yarn.nodemanager.elastic-memory-control.oom-listener.path</name>
  4233. <value></value>
  4234. </property>
  4235. <property>
  4236. <description>
  4237. Maximum time to wait for an OOM situation to get resolved before
  4238. bringing down the node.
  4239. </description>
  4240. <name>yarn.nodemanager.elastic-memory-control.timeout-sec</name>
  4241. <value>5</value>
  4242. </property>
  4243. <property>
  4244. <description>
  4245. URI for NodeAttributeManager. The default value is
  4246. /tmp/hadoop-yarn-${user}/node-attribute/ in the local filesystem.
  4247. </description>
  4248. <name>yarn.node-attribute.fs-store.root-dir</name>
  4249. <value></value>
  4250. </property>
  4251. <property>
  4252. <description>
  4253. Choose different implementation of node attribute's storage
  4254. </description>
  4255. <name>yarn.node-attribute.fs-store.impl.class</name>
  4256. <value>org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore</value>
  4257. </property>
  4258. <!-- CSI configuration -->
  4259. <property>
  4260. <description>
  4261. CSI driver adaptor addresses on a node manager.
  4262. This configuration will be loaded by the resource manager to initiate
  4263. a client for each adaptor in order to communicate with CSI drivers.
  4264. Note, these addresses should be mapped to the adaptor addresses which
  4265. runs the controller plugin.
  4266. </description>
  4267. <name>yarn.nodemanager.csi-driver-adaptor.addresses</name>
  4268. <value></value>
  4269. </property>
  4270. <property>
  4271. <description>
  4272. CSI driver names running on this node, multiple driver names need to
  4273. be delimited by comma. The driver name should be same value returned
  4274. by the getPluginInfo call.For each of the CSI driver name, it must
  4275. to define following two corresponding properties:
  4276. "yarn.nodemanager.csi-driver.${NAME}.endpoint"
  4277. "yarn.nodemanager.csi-driver-adaptor.${NAME}.address"
  4278. The 1st property defines where the driver's endpoint is;
  4279. 2nd property defines where the mapping csi-driver-adaptor's address is.
  4280. What's more, an optional csi-driver-adaptor class can be defined
  4281. for each csi-driver:
  4282. "yarn.nodemanager.csi-driver.${NAME}.class"
  4283. once given, the adaptor will be initiated with the given class instead
  4284. of the default implementation
  4285. org.apache.hadoop.yarn.csi.adaptor.DefaultCsiAdaptorImpl. User can plug
  4286. customized adaptor code for csi-driver with this configuration
  4287. if necessary.
  4288. </description>
  4289. <name>yarn.nodemanager.csi-driver.names</name>
  4290. <value></value>
  4291. </property>
  4292. <property>
  4293. <description>The cleanup interval for activities in milliseconds.</description>
  4294. <name>yarn.resourcemanager.activities-manager.cleanup-interval-ms</name>
  4295. <value>5000</value>
  4296. </property>
  4297. <property>
  4298. <description>Time to live for scheduler activities in milliseconds.</description>
  4299. <name>yarn.resourcemanager.activities-manager.scheduler-activities.ttl-ms</name>
  4300. <value>600000</value>
  4301. </property>
  4302. <property>
  4303. <description>Time to live for app activities in milliseconds.</description>
  4304. <name>yarn.resourcemanager.activities-manager.app-activities.ttl-ms</name>
  4305. <value>600000</value>
  4306. </property>
  4307. <property>
  4308. <description>Max queue length for app activities.</description>
  4309. <name>yarn.resourcemanager.activities-manager.app-activities.max-queue-length</name>
  4310. <value>100</value>
  4311. </property>
  4312. <property>
  4313. <description>
  4314. Containers launcher implementation for determining how containers
  4315. are launched within NodeManagers.
  4316. </description>
  4317. <name>yarn.nodemanager.containers-launcher.class</name>
  4318. <value>org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher</value>
  4319. </property>
  4320. <property>
  4321. <description>
  4322. Enable the Pre processing of Application Submission context with server side configuration
  4323. </description>
  4324. <name>yarn.resourcemanager.submission-preprocessor.enabled</name>
  4325. <value>false</value>
  4326. </property>
  4327. <property>
  4328. <description>Path to file with hosts for the submission processor to handle.</description>
  4329. <name>yarn.resourcemanager.submission-preprocessor.file-path</name>
  4330. <value></value>
  4331. </property>
  4332. <property>
  4333. <description>Submission processor refresh interval</description>
  4334. <name>yarn.resourcemanager.submission-preprocessor.file-refresh-interval-ms</name>
  4335. <value>60000</value>
  4336. </property>
  4337. <property>
  4338. <description>
  4339. Comma-separated list of partitions. If a label P is in this list,
  4340. then the RM will enforce that an app has resource requests with label
  4341. P iff that app's node label expression is P.
  4342. </description>
  4343. <name>yarn.node-labels.exclusive-enforced-partitions</name>
  4344. <value></value>
  4345. </property>
  4346. <property>
  4347. <description>
  4348. Prefix used to identify the YARN tag which contains workflow ID. If a tag coming in application
  4349. submission context has this prefix, whatever follows the prefix will be considered as workflow ID
  4350. associated with the application. This configuration is used by features such as workflow priority
  4351. for identifying the workflow associated with an application.
  4352. </description>
  4353. <name>yarn.workflow-id.tag-prefix</name>
  4354. <value>workflowid:</value>
  4355. </property>
  4356. <property>
  4357. <description>Whether or not to allow application submissions via REST. Default is true.</description>
  4358. <name>yarn.webapp.enable-rest-app-submissions</name>
  4359. <value>true</value>
  4360. </property>
  4361. <property>
  4362. <description>
  4363. The maximum number of application attempts. It's a global
  4364. setting for all application masters. Each application master can specify
  4365. its individual maximum number of application attempts via the API, but the
  4366. individual number cannot be more than the global upper bound. If it is,
  4367. the resourcemanager will override it. The default number value is set to
  4368. yarn.resourcemanager.am.max-attempts.
  4369. </description>
  4370. <name>yarn.resourcemanager.am.global.max-attempts</name>
  4371. <value></value>
  4372. </property>
  4373. <property>
  4374. <description>Max number of application tags set by user in ApplicationSubmissionContext
  4375. while submitting application</description>
  4376. <name>yarn.resourcemanager.application.max-tags</name>
  4377. <value>10</value>
  4378. </property>
  4379. <property>
  4380. <description>Max length of each application tag set by user in ApplicationSubmissionContext
  4381. while submitting application.</description>
  4382. <name>yarn.resourcemanager.application.max-tag.length</name>
  4383. <value>100</value>
  4384. </property>
  4385. <property>
  4386. <description>Specifies whether application tags should be converted to lowercase or not.</description>
  4387. <name>yarn.resourcemanager.application-tag-based-placement.force-lowercase</name>
  4388. <value>true</value>
  4389. </property>
  4390. <property>
  4391. <description>
  4392. Whether to enable RM to mark inactive nodes as untracked after the timeout
  4393. specified by yarn.resourcemanager.node-removal-untracked.timeout-ms and
  4394. then remove them from nodes list for the YARN cluster without configured
  4395. include path, which means RM can periodically clear inactive nodes to
  4396. avoid increasing memory to store these data when enabled, most desired by
  4397. elastic cloud environment with frequent auto-scaling operations.
  4398. It works only when the YARN cluster doesn't utilize include file, the key
  4399. configurations are as follows:
  4400. yarn.resourcemanager.nodes.exclude-path=/path-to-exclude-file
  4401. yarn.resourcemanager.nodes.include-path=
  4402. yarn.resourcemanager.node-removal-untracked.timeout-ms=60000
  4403. In this situation, the inactive nodes will never be marked as untracked
  4404. and removed from the nodes list unless this configuration is enabled:
  4405. yarn.resourcemanager.enable-node-untracked-without-include-path=true
  4406. </description>
  4407. <name>yarn.resourcemanager.enable-node-untracked-without-include-path</name>
  4408. <value>false</value>
  4409. </property>
  4410. <property>
  4411. <name>yarn.scheduler.app-placement-allocator.class</name>
  4412. <value></value>
  4413. <description>
  4414. In the absence of APPLICATION_PLACEMENT_TYPE_CLASS from the RM
  4415. application scheduling environments, the value of this config
  4416. is used to determine the default implementation of AppPlacementAllocator.
  4417. If APPLICATION_PLACEMENT_TYPE_CLASS is absent from the application
  4418. scheduling env and this config also has no value present, then
  4419. default implementation LocalityAppPlacementAllocator is used.
  4420. </description>
  4421. </property>
  4422. <property>
  4423. <name>yarn.router.keytab.file</name>
  4424. <value></value>
  4425. <description>
  4426. The keytab file used by router to login as its
  4427. service principal. The principal name is configured with
  4428. dfs.federation.router.kerberos.principal.
  4429. </description>
  4430. </property>
  4431. <property>
  4432. <name>yarn.router.kerberos.principal</name>
  4433. <value></value>
  4434. <description>
  4435. The Router service principal. This is typically set to
  4436. router/_HOST@REALM.TLD. Each Router will substitute _HOST with its
  4437. own fully qualified hostname at startup. The _HOST placeholder
  4438. allows using the same configuration setting on both Router setup.
  4439. </description>
  4440. </property>
  4441. <property>
  4442. <name>yarn.router.kerberos.principal.hostname</name>
  4443. <value></value>
  4444. <description>
  4445. Optional.
  4446. The hostname for the Router containing this
  4447. configuration file. Will be different for each machine.
  4448. Defaults to current hostname.
  4449. </description>
  4450. </property>
  4451. <property>
  4452. <name>yarn.router.webapp.appsinfo-enabled</name>
  4453. <value>false</value>
  4454. <description>
  4455. This configuration is used to enable the cache of AppsInfo.
  4456. If it is set to true, the cache is enabled.
  4457. If it is set to false, the cache is not enabled.
  4458. </description>
  4459. </property>
  4460. <property>
  4461. <name>yarn.router.webapp.appsinfo-cached-count</name>
  4462. <value>100</value>
  4463. <description>
  4464. When yarn.router.appsinfo-enabled is set to true,
  4465. the number of cached appsInfo.
  4466. Default is 100
  4467. </description>
  4468. </property>
  4469. <property>
  4470. <name>yarn.router.webapp.cross-origin.enabled</name>
  4471. <value>false</value>
  4472. <description>
  4473. Flag to enable cross-origin (CORS) support for Yarn Router.
  4474. For Yarn Router, also add
  4475. org.apache.hadoop.security.HttpCrossOriginFilterInitializer to the
  4476. configuration hadoop.http.filter.initializers in core-site.xml.
  4477. </description>
  4478. </property>
  4479. <property>
  4480. <name>yarn.federation.state-store.max-applications</name>
  4481. <value>1000</value>
  4482. <description>
  4483. Yarn federation state-store supports querying the maximum number of apps.
  4484. Default is 1000.
  4485. </description>
  4486. </property>
  4487. <property>
  4488. <name>yarn.nodemanager.dispatcher.metric.enable</name>
  4489. <value>false</value>
  4490. <description>
  4491. Yarn NodeManager enables Dispatcher Metric.
  4492. if true, will enable dispatcher metric; if false, will not enable dispatcher metric;
  4493. Default is false.
  4494. </description>
  4495. </property>
  4496. <property>
  4497. <name>yarn.router.interceptor.user-thread-pool.minimum-pool-size</name>
  4498. <value>5</value>
  4499. <description>
  4500. This configurable is used to set the corePoolSize(minimumPoolSize)
  4501. of the thread pool of the interceptor.
  4502. Default is 5.
  4503. </description>
  4504. </property>
  4505. <property>
  4506. <name>yarn.router.interceptor.user-thread-pool.maximum-pool-size</name>
  4507. <value>5</value>
  4508. <description>
  4509. This configuration is used to set the default value of maximumPoolSize
  4510. of the thread pool of the interceptor.
  4511. Default is 5.
  4512. </description>
  4513. </property>
  4514. <property>
  4515. <name>yarn.router.interceptor.user-thread-pool.keep-alive-time</name>
  4516. <value>0s</value>
  4517. <description>
  4518. This configurable is used to set the keepAliveTime of the thread pool of the interceptor.
  4519. Default is 0s.
  4520. </description>
  4521. </property>
  4522. <property>
  4523. <name>yarn.router.submit.interval.time</name>
  4524. <value>10ms</value>
  4525. <description>
  4526. The interval Time between calling different subCluster requests.
  4527. Default is 10ms.
  4528. </description>
  4529. </property>
  4530. <property>
  4531. <name>yarn.router.interceptor.allow-partial-result.enable</name>
  4532. <value>false</value>
  4533. <description>
  4534. This configuration represents whether to allow the interceptor to
  4535. return partial SubCluster results.
  4536. If true, we will ignore the exception to some subClusters during the calling process,
  4537. and return result.
  4538. If false, if an exception occurs in a subCluster during the calling process,
  4539. an exception will be thrown directly.
  4540. Default is false.
  4541. </description>
  4542. </property>
  4543. <property>
  4544. <name>yarn.router.submit.interval.time</name>
  4545. <value>10ms</value>
  4546. <description>
  4547. The interval Time between calling different subCluster requests.
  4548. Default is 10ms.
  4549. </description>
  4550. </property>
  4551. <property>
  4552. <name>yarn.router.asc-interceptor-max-size</name>
  4553. <value>1MB</value>
  4554. <description>
  4555. We define the size limit of ApplicationSubmissionContext.
  4556. If the size of the ApplicationSubmissionContext is larger than this value,
  4557. We will throw an exception. the default value is 1MB.
  4558. </description>
  4559. </property>
  4560. <property>
  4561. <description>
  4562. The number of threads to use for the Router scheduled executor service.
  4563. </description>
  4564. <name>yarn.router.scheduled.executor.threads</name>
  4565. <value>1</value>
  4566. </property>
  4567. <property>
  4568. <description>
  4569. The interval at which the subClusterCleaner runs. Default is 60s.
  4570. </description>
  4571. <name>yarn.router.subcluster.cleaner.interval.time</name>
  4572. <value>60s</value>
  4573. </property>
  4574. <property>
  4575. <description>
  4576. SubCluster heartbeat timeout. Default is 30mins.
  4577. </description>
  4578. <name>yarn.router.subcluster.heartbeat.expiration.time</name>
  4579. <value>30m</value>
  4580. </property>
  4581. <property>
  4582. <description>
  4583. Whether to enable deregisterSubCluster. Default is true.
  4584. </description>
  4585. <name>yarn.router.deregister.subcluster.enabled</name>
  4586. <value>true</value>
  4587. </property>
  4588. <property>
  4589. <description>
  4590. Number of Router Scheduler Threads.
  4591. </description>
  4592. <name>yarn.router.scheduled.executor.threads</name>
  4593. <value>1</value>
  4594. </property>
  4595. <property>
  4596. <description>
  4597. Number of Retries while trying to make root directory for node store.
  4598. </description>
  4599. <name>yarn.resourcemanager.nodestore-rootdir.num-retries</name>
  4600. <value>1000</value>
  4601. </property>
  4602. <property>
  4603. <description>
  4604. Interval in ms between retries while trying to make root directory for node store.
  4605. </description>
  4606. <name>yarn.resourcemanager.nodestore-rootdir.retry-interval-ms</name>
  4607. <value>1000</value>
  4608. </property>
  4609. <property>
  4610. <description>The property controls the minimum number of idle connections that
  4611. HikariCP tries to maintain in the pool.</description>
  4612. <name>yarn.federation.state-store.sql.minimum-idle</name>
  4613. <value>1</value>
  4614. </property>
  4615. <property>
  4616. <description>
  4617. Specifies the name of the connection pool used by the FederationSQLStateStore.
  4618. </description>
  4619. <name>yarn.federation.state-store.sql.pool-name</name>
  4620. <value>YARN-Federation-DataBasePool</value>
  4621. </property>
  4622. <property>
  4623. <description>
  4624. This property controls the maximum lifetime of a connection in the pool.
  4625. </description>
  4626. <name>yarn.federation.state-store.sql.max-life-time</name>
  4627. <value>30m</value>
  4628. </property>
  4629. <property>
  4630. <description>
  4631. This property controls the maximum amount of time
  4632. that a connection is allowed to sit idle in the pool.
  4633. </description>
  4634. <name>yarn.federation.state-store.sql.idle-time-out</name>
  4635. <value>10m</value>
  4636. </property>
  4637. <property>
  4638. <description>Set the maximum amount of time
  4639. that a client will wait for a connection from the pool.</description>
  4640. <name>yarn.federation.state-store.sql.conn-time-out</name>
  4641. <value>10s</value>
  4642. </property>
  4643. <property>
  4644. <description>
  4645. Specifies the class name of the cache implementation in YARN FederationCache.
  4646. By default, this property is org.apache.hadoop.yarn.server.federation.cache.FederationJCache.
  4647. </description>
  4648. <name>yarn.federation.cache.class</name>
  4649. <value>org.apache.hadoop.yarn.server.federation.cache.FederationJCache</value>
  4650. </property>
  4651. <property>
  4652. <description>
  4653. After enabling YARN Federation mode,
  4654. clients can be allowed to randomly choose a Router and support FailOver.
  4655. By default, the configuration is set to false,
  4656. and clients start attempting from the first Router.
  4657. </description>
  4658. <name>yarn.federation.failover.random.order</name>
  4659. <value>false</value>
  4660. </property>
  4661. <property>
  4662. <description>
  4663. Whether to enable proxy service in router. Default is true.
  4664. </description>
  4665. <name>yarn.router.webapp.proxy.enable</name>
  4666. <value>true</value>
  4667. </property>
  4668. <property>
  4669. <description>
  4670. The number of threads to use for the GPG scheduled executor service.
  4671. default is 10.
  4672. </description>
  4673. <name>yarn.federation.gpg.scheduled.executor.threads</name>
  4674. <value>10</value>
  4675. </property>
  4676. <property>
  4677. <description>
  4678. The interval at which the subcluster cleaner runs, -1 means disabled.
  4679. default is -1.
  4680. </description>
  4681. <name>yarn.federation.gpg.subcluster.cleaner.interval-ms</name>
  4682. <value>-1ms</value>
  4683. </property>
  4684. <property>
  4685. <description>
  4686. The expiration time for a subcluster heartbeat, default is 30 minutes.
  4687. </description>
  4688. <name>yarn.federation.gpg.subcluster.heartbeat.expiration-ms</name>
  4689. <value>30m</value>
  4690. </property>
  4691. <property>
  4692. <name>yarn.apps.cache.enable</name>
  4693. <value>false</value>
  4694. <description>
  4695. Optional.
  4696. To enable cache for RMWebServices.getApps
  4697. </description>
  4698. </property>
  4699. <property>
  4700. <name>yarn.apps.cache.size</name>
  4701. <value>1000</value>
  4702. <description>
  4703. Optional.
  4704. The size of cache for RMWebServices.getApps when
  4705. yarn.apps.cache.enable = true, Default is 1000
  4706. </description>
  4707. </property>
  4708. <property>
  4709. <name>yarn.apps.cache.expire</name>
  4710. <value>30s</value>
  4711. <description>
  4712. Optional.
  4713. The expire time of cache for RMWebServices.getApps when
  4714. yarn.apps.cache.enable = true, Default is 30s
  4715. </description>
  4716. </property>
  4717. <property>
  4718. <name>yarn.nodemanager.log.trigger.delete.by-size.enabled</name>
  4719. <value>false</value>
  4720. <description>
  4721. Optional.
  4722. Enabled trigger log-dir deletion by size for NonAggregatingLogHandler
  4723. </description>
  4724. </property>
  4725. <property>
  4726. <name>yarn.nodemanager.log.delete.threshold</name>
  4727. <value>100g</value>
  4728. <description>
  4729. Optional.
  4730. Trigger log-dir deletion when the total log size of an app is greater than
  4731. yarn.nodemanager.log.delete.threshold and
  4732. yarn.nodemanager.log.trigger.delete.by-size.enabled = true.
  4733. You can use the following suffix (case insensitive): k(kilo), m(mega), g(giga), t(tera), p(peta),
  4734. e(exa) to specify the size (such as 128k, 512m, 1g, etc.),
  4735. Or provide complete size in bytes (such as 134217728 for 128 MB).
  4736. </description>
  4737. </property>
  4738. <property>
  4739. <description>
  4740. If Yarn untracked removal is enabled, then this config can control what all
  4741. node states can be removed. If the untracked node is not having one of these
  4742. states, then node will skipped for removal. If this config value is set to
  4743. empty, all node states, will be eligible for removal
  4744. NodeState is an ENUM: org.apache.hadoop.yarn.api.records.NodeState
  4745. </description>
  4746. <name>yarn.resourcemanager.node-removal-untracked.node-selective-states-to-remove</name>
  4747. <value></value>
  4748. </property>
  4749. <property>
  4750. <description>
  4751. Whether we wait for uam registration to complete.
  4752. The default value is false. If we set it to true,
  4753. the UAM needs to be registered before attempting to allocate a container.
  4754. </description>
  4755. <name>yarn.nodemanager.amrmproxy.wait.uam-register.done</name>
  4756. <value>false</value>
  4757. </property>
  4758. <property>
  4759. <description>
  4760. YARN Federation supports Non-HA mode.
  4761. If the cluster is not configured with HA but wants to use YARN Federation,
  4762. this option can be used.
  4763. Setting it to true enables Non-HA mode, while false disables Non-HA mode.
  4764. The default value is false.
  4765. </description>
  4766. <name>yarn.federation.non-ha.enabled</name>
  4767. <value>false</value>
  4768. </property>
  4769. <property>
  4770. <name>yarn.federation.gpg.keytab.file</name>
  4771. <value></value>
  4772. <description>
  4773. The keytab file used by gpg to login as its
  4774. service principal. The principal name is configured with
  4775. dfs.federation.router.kerberos.principal.
  4776. </description>
  4777. </property>
  4778. <property>
  4779. <name>yarn.federation.gpg.kerberos.principal</name>
  4780. <value></value>
  4781. <description>
  4782. The GPG service principal. This is typically set to
  4783. gpg/_HOST@REALM.TLD. Each GPG will substitute _HOST with its
  4784. own fully qualified hostname at startup. The _HOST placeholder
  4785. allows using the same configuration setting on both GPG setup.
  4786. </description>
  4787. </property>
  4788. <property>
  4789. <name>yarn.federation.gpg.kerberos.principal.hostname</name>
  4790. <value></value>
  4791. <description>
  4792. Optional.
  4793. The hostname for the Router containing this
  4794. configuration file. Will be different for each machine.
  4795. Defaults to current hostname.
  4796. </description>
  4797. </property>
  4798. <property>
  4799. <description>
  4800. The number of retry for Register UAM.
  4801. The default value is 3.
  4802. </description>
  4803. <name>yarn.federation.amrmproxy.register.uam.retry-count</name>
  4804. <value>3</value>
  4805. </property>
  4806. <property>
  4807. <description>
  4808. Interval between retry for Register UAM.
  4809. The default value is 100ms.
  4810. </description>
  4811. <name>yarn.federation.amrmproxy.register.uam.interval</name>
  4812. <value>100ms</value>
  4813. </property>
  4814. <property>
  4815. <description>
  4816. The interval at which the policy generator runs, default is one hour
  4817. </description>
  4818. <name>yarn.federation.gpg.policy.generator.interval</name>
  4819. <value>1h</value>
  4820. </property>
  4821. <property>
  4822. <description>
  4823. The interval at which the policy generator runs, default is one hour.
  4824. This is an deprecated property, We better set it
  4825. `yarn.federation.gpg.policy.generator.interval`.
  4826. </description>
  4827. <name>yarn.federation.gpg.policy.generator.interval-ms</name>
  4828. <value>3600000</value>
  4829. </property>
  4830. <property>
  4831. <description>
  4832. The configured policy generator class, runs NoOpGlobalPolicy by default
  4833. </description>
  4834. <name>yarn.federation.gpg.policy.generator.class</name>
  4835. <value>org.apache.hadoop.yarn.server.globalpolicygenerator.policygenerator.NoOpGlobalPolicy</value>
  4836. </property>
  4837. <property>
  4838. <description>
  4839. Whether or not the policy generator is running in read only (won't modify policies), default is false
  4840. </description>
  4841. <name>yarn.federation.gpg.policy.generator.readonly</name>
  4842. <value>false</value>
  4843. </property>
  4844. <property>
  4845. <description>
  4846. Which subclusters the gpg should blacklist, default is none
  4847. </description>
  4848. <name>yarn.federation.gpg.policy.generator.blacklist</name>
  4849. <value></value>
  4850. </property>
  4851. <property>
  4852. <description>
  4853. GPG load policy, the minimum number of pending applications in the subCluster.
  4854. </description>
  4855. <name>yarn.federation.gpg.policy.generator.load-based.pending.minimum</name>
  4856. <value>100</value>
  4857. </property>
  4858. <property>
  4859. <description>
  4860. GPG load policy, the maximum number of pending applications in the subCluster.
  4861. </description>
  4862. <name>yarn.federation.gpg.policy.generator.load-based.pending.maximum</name>
  4863. <value>1000</value>
  4864. </property>
  4865. <property>
  4866. <description>
  4867. GPG load policy, the subCluster minimum weight,
  4868. If a subCluster has a very high load, we will assign this value to the subCluster.
  4869. The default value is 0, which means that we no longer assign appliaction to this subCluster.
  4870. </description>
  4871. <name>yarn.federation.gpg.policy.generator.load-based.weight.minimum</name>
  4872. <value>0</value>
  4873. </property>
  4874. <property>
  4875. <description>
  4876. GPG load policy, We choose the subCluster computing load of TopN.
  4877. This value represents the number of subClusters we want to calculate.
  4878. </description>
  4879. <name>yarn.federation.gpg.policy.generator.load-based.edit.maximum</name>
  4880. <value>3</value>
  4881. </property>
  4882. <property>
  4883. <description>
  4884. GPG load policy, We provide 4 calculation methods: NONE, LINEAR, QUADRATIC, LOG.
  4885. Note, this calculation method is when the number of Pending Applications in
  4886. the subCluster is less than yarn.federation.gpg.policy.generator.load-based.pending.maximum.
  4887. maxPendingVal = yarn.federation.gpg.policy.generator.load-based.pending.maximum -
  4888. yarn.federation.gpg.policy.generator.load-based.pending.minimum
  4889. curPendingVal = Pending Applications in the subCluster -
  4890. yarn.federation.gpg.policy.generator.load-based.pending.minimum
  4891. 1. NONE: No calculation is required, and the weight is 1 at this time.
  4892. 2. LINEAR: For linear computation, we will use (maxPendingVal - curPendingVal) / (maxPendingVal).
  4893. 3. QUADRATIC: Calculated using quadratic,
  4894. We will calculate quadratic for maxPendingVal, curPendingVal,
  4895. then use this formula = (maxPendingVal - curPendingVal) / (maxPendingVal).
  4896. 4. LOG(LOGARITHM): Calculated using logarithm,
  4897. We will calculate logarithm for maxPendingVal, curPendingVal,
  4898. then use this formula = (maxPendingVal - curPendingVal) / (maxPendingVal).
  4899. LINEAR is used by default.
  4900. </description>
  4901. <name>yarn.federation.gpg.policy.generator.load-based.scaling</name>
  4902. <value>LINEAR</value>
  4903. </property>
  4904. <property>
  4905. <description>
  4906. The Application Cleaner implementation class for GPG to use.
  4907. </description>
  4908. <name>yarn.federation.gpg.application.cleaner.class</name>
  4909. <value>org.apache.hadoop.yarn.server.globalpolicygenerator.applicationcleaner.DefaultApplicationCleaner</value>
  4910. </property>
  4911. <property>
  4912. <description>Flag to enable cross-origin (CORS) support in the GPG. This flag
  4913. requires the CORS filter initializer to be added to the filter initializers
  4914. list in core-site.xml.</description>
  4915. <name>yarn.federation.gpg.webapp.cross-origin.enabled</name>
  4916. <value>false</value>
  4917. </property>
  4918. <property>
  4919. <description>
  4920. The interval at which the application cleaner runs, -1 means disabled.
  4921. </description>
  4922. <name>yarn.federation.gpg.application.cleaner.interval-ms</name>
  4923. <value>-1s</value>
  4924. </property>
  4925. <property>
  4926. <description>
  4927. The http address of the GPG web application.
  4928. If only a host is provided as the value,
  4929. the webapp will be served on a random port.
  4930. </description>
  4931. <name>yarn.federation.gpg.webapp.address</name>
  4932. <value>0.0.0.0:8069</value>
  4933. </property>
  4934. <property>
  4935. <description>
  4936. Specifications on how (many times) to contact Router for apps. We need to
  4937. do this because Router might return partial application list because some
  4938. sub-cluster RM is not responsive (e.g. failing over).
  4939. Should have three values separated by comma: minimal success retries,
  4940. maximum total retry, retry interval (ms).
  4941. </description>
  4942. <name>yarn.federation.gpg.application.cleaner.contact.router.spec</name>
  4943. <value>3,10,600000</value>
  4944. </property>
  4945. <property>
  4946. <description>
  4947. The https address of the GPG web application.
  4948. If only a host is provided as the value,
  4949. the webapp will be served on a random port.
  4950. </description>
  4951. <name> yarn.federation.gpg.webapp.https.address</name>
  4952. <value>0.0.0.0:8070</value>
  4953. </property>
  4954. <property>
  4955. <description>
  4956. This configuration will enable request rerouting according to the load of the subCluster.
  4957. If it is true, it will reroute the request according to the load of the subCluster.
  4958. The default configuration is false.
  4959. </description>
  4960. <name>yarn.nodemanager.least-load-policy-selector.enabled</name>
  4961. <value>false</value>
  4962. </property>
  4963. <property>
  4964. <description>
  4965. SubCluster pending container threshold. The default value is 10000.
  4966. This configuration will determine the load weight of a subCluster.
  4967. For SC with pending containers count bigger than container threshold / 2,
  4968. use threshold / pending as weight.
  4969. For SC with pending containers count less than threshold / 2, we cap the weight at 2.
  4970. </description>
  4971. <name>yarn.nodemanager.least-load-policy-selector.pending-container.threshold</name>
  4972. <value>10000</value>
  4973. </property>
  4974. <property>
  4975. <description>
  4976. Whether to consider the configured vcores when calculating the subCluster load.
  4977. The default value is false, we only consider the number of cluster pending containers.
  4978. If this configuration item is set to true, This configuration item needs to be used together
  4979. with yarn.nodemanager.least-load-policy-selector.multiplier. We will use the following formula
  4980. when calculating subCluster pending.
  4981. pendingContainersCountNormalize = (totalPendingContainersCount * multiplier) / totalActiveCores.
  4982. </description>
  4983. <name>yarn.nodemanager.least-load-policy-selector.use-active-core</name>
  4984. <value>false</value>
  4985. </property>
  4986. <property>
  4987. <description>
  4988. Max count to maintain for container allocation history.
  4989. </description>
  4990. <name>yarn.federation.amrmproxy.allocation.history.max.entry</name>
  4991. <value>100</value>
  4992. </property>
  4993. <property>
  4994. <description>
  4995. Whether to fail directly if activeSubCluster is less than 1.
  4996. The default is true.
  4997. If We set to false, We will try to re-fetch activeSubCluster list.
  4998. </description>
  4999. <name>yarn.nodemanager.least-load-policy-selector.fail-on-error</name>
  5000. <value>true</value>
  5001. </property>
  5002. <property>
  5003. <description>
  5004. The subCluster configured in the blacklist will not be forwarded requests.
  5005. The default value is empty.
  5006. </description>
  5007. <name>yarn.nodemanager.least-load-policy-selector.blacklist-subclusters</name>
  5008. <value></value>
  5009. </property>
  5010. <property>
  5011. <description>
  5012. Max count to maintain for container allocation history.
  5013. </description>
  5014. <name>yarn.federation.amrmproxy.allocation.history.max.entry</name>
  5015. <value>100</value>
  5016. </property>
  5017. <property>
  5018. <description>
  5019. This configuration will be used
  5020. when yarn.nodemanager.least-load-policy-selector.use-active-core is set to true.
  5021. The purpose of this value is to help normalize the pendingContainersCount.
  5022. </description>
  5023. <name>yarn.nodemanager.least-load-policy-selector.multiplier</name>
  5024. <value>50000</value>
  5025. </property>
  5026. </configuration>