CHANGES.txt 369 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860486148624863486448654866486748684869487048714872487348744875487648774878487948804881488248834884488548864887488848894890489148924893489448954896489748984899490049014902490349044905490649074908490949104911491249134914491549164917491849194920492149224923492449254926492749284929493049314932493349344935493649374938493949404941494249434944494549464947494849494950495149524953495449554956495749584959496049614962496349644965496649674968496949704971497249734974497549764977497849794980498149824983498449854986498749884989499049914992499349944995499649974998499950005001500250035004500550065007500850095010501150125013501450155016501750185019502050215022502350245025502650275028502950305031503250335034503550365037503850395040504150425043504450455046504750485049505050515052505350545055505650575058505950605061506250635064506550665067506850695070507150725073507450755076507750785079508050815082508350845085508650875088508950905091509250935094509550965097509850995100510151025103510451055106510751085109511051115112511351145115511651175118511951205121512251235124512551265127512851295130513151325133513451355136513751385139514051415142514351445145514651475148514951505151515251535154515551565157515851595160516151625163516451655166516751685169517051715172517351745175517651775178517951805181518251835184518551865187518851895190519151925193519451955196519751985199520052015202520352045205520652075208520952105211521252135214521552165217521852195220522152225223522452255226522752285229523052315232523352345235523652375238523952405241524252435244524552465247524852495250525152525253525452555256525752585259526052615262526352645265526652675268526952705271527252735274527552765277527852795280528152825283528452855286528752885289529052915292529352945295529652975298529953005301530253035304530553065307530853095310531153125313531453155316531753185319532053215322532353245325532653275328532953305331533253335334533553365337533853395340534153425343534453455346534753485349535053515352535353545355535653575358535953605361536253635364536553665367536853695370537153725373537453755376537753785379538053815382538353845385538653875388538953905391539253935394539553965397539853995400540154025403540454055406540754085409541054115412541354145415541654175418541954205421542254235424542554265427542854295430543154325433543454355436543754385439544054415442544354445445544654475448544954505451545254535454545554565457545854595460546154625463546454655466546754685469547054715472547354745475547654775478547954805481548254835484548554865487548854895490549154925493549454955496549754985499550055015502550355045505550655075508550955105511551255135514551555165517551855195520552155225523552455255526552755285529553055315532553355345535553655375538553955405541554255435544554555465547554855495550555155525553555455555556555755585559556055615562556355645565556655675568556955705571557255735574557555765577557855795580558155825583558455855586558755885589559055915592559355945595559655975598559956005601560256035604560556065607560856095610561156125613561456155616561756185619562056215622562356245625562656275628562956305631563256335634563556365637563856395640564156425643564456455646564756485649565056515652565356545655565656575658565956605661566256635664566556665667566856695670567156725673567456755676567756785679568056815682568356845685568656875688568956905691569256935694569556965697569856995700570157025703570457055706570757085709571057115712571357145715571657175718571957205721572257235724572557265727572857295730573157325733573457355736573757385739574057415742574357445745574657475748574957505751575257535754575557565757575857595760576157625763576457655766576757685769577057715772577357745775577657775778577957805781578257835784578557865787578857895790579157925793579457955796579757985799580058015802580358045805580658075808580958105811581258135814581558165817581858195820582158225823582458255826582758285829583058315832583358345835583658375838583958405841584258435844584558465847584858495850585158525853585458555856585758585859586058615862586358645865586658675868586958705871587258735874587558765877587858795880588158825883588458855886588758885889589058915892589358945895589658975898589959005901590259035904590559065907590859095910591159125913591459155916591759185919592059215922592359245925592659275928592959305931593259335934593559365937593859395940594159425943594459455946594759485949595059515952595359545955595659575958595959605961596259635964596559665967596859695970597159725973597459755976597759785979598059815982598359845985598659875988598959905991599259935994599559965997599859996000600160026003600460056006600760086009601060116012601360146015601660176018601960206021602260236024602560266027602860296030603160326033603460356036603760386039604060416042604360446045604660476048604960506051605260536054605560566057605860596060606160626063606460656066606760686069607060716072607360746075607660776078607960806081608260836084608560866087608860896090609160926093609460956096609760986099610061016102610361046105610661076108610961106111611261136114611561166117611861196120612161226123612461256126612761286129613061316132613361346135613661376138613961406141614261436144614561466147614861496150615161526153615461556156615761586159616061616162616361646165616661676168616961706171617261736174617561766177617861796180618161826183618461856186618761886189619061916192619361946195619661976198619962006201620262036204620562066207620862096210621162126213621462156216621762186219622062216222622362246225622662276228622962306231623262336234623562366237623862396240624162426243624462456246624762486249625062516252625362546255625662576258625962606261626262636264626562666267626862696270627162726273627462756276627762786279628062816282628362846285628662876288628962906291629262936294629562966297629862996300630163026303630463056306630763086309631063116312631363146315631663176318631963206321632263236324632563266327632863296330633163326333633463356336633763386339634063416342634363446345634663476348634963506351635263536354635563566357635863596360636163626363636463656366636763686369637063716372637363746375637663776378637963806381638263836384638563866387638863896390639163926393639463956396639763986399640064016402640364046405640664076408640964106411641264136414641564166417641864196420642164226423642464256426642764286429643064316432643364346435643664376438643964406441644264436444644564466447644864496450645164526453645464556456645764586459646064616462646364646465646664676468646964706471647264736474647564766477647864796480648164826483648464856486648764886489649064916492649364946495649664976498649965006501650265036504650565066507650865096510651165126513651465156516651765186519652065216522652365246525652665276528652965306531653265336534653565366537653865396540654165426543654465456546654765486549655065516552655365546555655665576558655965606561656265636564656565666567656865696570657165726573657465756576657765786579658065816582658365846585658665876588658965906591659265936594659565966597659865996600660166026603660466056606660766086609661066116612661366146615661666176618661966206621662266236624662566266627662866296630663166326633663466356636663766386639664066416642664366446645664666476648664966506651665266536654665566566657665866596660666166626663666466656666666766686669667066716672667366746675667666776678667966806681668266836684668566866687668866896690669166926693669466956696669766986699670067016702670367046705670667076708670967106711671267136714671567166717671867196720672167226723672467256726672767286729673067316732673367346735673667376738673967406741674267436744674567466747674867496750675167526753675467556756675767586759676067616762676367646765676667676768676967706771677267736774677567766777677867796780678167826783678467856786678767886789679067916792679367946795679667976798679968006801680268036804680568066807680868096810681168126813681468156816681768186819682068216822682368246825682668276828682968306831683268336834683568366837683868396840684168426843684468456846684768486849685068516852685368546855685668576858685968606861686268636864686568666867686868696870687168726873687468756876687768786879688068816882688368846885688668876888688968906891689268936894689568966897689868996900690169026903690469056906690769086909691069116912691369146915691669176918691969206921692269236924692569266927692869296930693169326933693469356936693769386939694069416942694369446945694669476948694969506951695269536954695569566957695869596960696169626963696469656966696769686969697069716972697369746975697669776978697969806981698269836984698569866987698869896990699169926993699469956996699769986999700070017002700370047005700670077008700970107011701270137014701570167017701870197020702170227023702470257026702770287029703070317032703370347035703670377038703970407041704270437044704570467047704870497050705170527053705470557056705770587059706070617062706370647065706670677068706970707071707270737074707570767077707870797080708170827083708470857086708770887089709070917092709370947095709670977098709971007101710271037104710571067107710871097110711171127113711471157116711771187119712071217122712371247125712671277128712971307131713271337134713571367137713871397140714171427143714471457146714771487149715071517152715371547155715671577158715971607161716271637164716571667167716871697170717171727173717471757176717771787179718071817182718371847185718671877188718971907191719271937194719571967197719871997200720172027203720472057206720772087209721072117212721372147215721672177218721972207221722272237224722572267227722872297230723172327233723472357236723772387239724072417242724372447245724672477248724972507251725272537254725572567257725872597260726172627263726472657266726772687269727072717272727372747275727672777278727972807281728272837284728572867287728872897290729172927293729472957296729772987299730073017302730373047305730673077308730973107311731273137314731573167317731873197320732173227323732473257326732773287329733073317332733373347335733673377338733973407341734273437344734573467347734873497350735173527353735473557356735773587359736073617362736373647365736673677368736973707371737273737374737573767377737873797380738173827383738473857386738773887389739073917392739373947395739673977398739974007401740274037404740574067407740874097410741174127413741474157416741774187419742074217422742374247425742674277428742974307431743274337434743574367437743874397440744174427443744474457446744774487449745074517452745374547455745674577458745974607461746274637464746574667467746874697470747174727473747474757476747774787479748074817482748374847485748674877488748974907491749274937494749574967497749874997500750175027503750475057506750775087509751075117512751375147515751675177518751975207521752275237524752575267527752875297530753175327533753475357536753775387539754075417542754375447545754675477548754975507551755275537554755575567557755875597560756175627563756475657566756775687569757075717572757375747575757675777578757975807581758275837584758575867587758875897590759175927593759475957596759775987599760076017602760376047605760676077608760976107611761276137614761576167617761876197620762176227623762476257626762776287629763076317632763376347635763676377638763976407641764276437644764576467647764876497650765176527653765476557656765776587659766076617662766376647665766676677668766976707671767276737674767576767677767876797680768176827683768476857686768776887689769076917692769376947695769676977698769977007701770277037704770577067707770877097710771177127713771477157716771777187719772077217722772377247725772677277728772977307731773277337734773577367737773877397740774177427743774477457746774777487749775077517752775377547755775677577758775977607761776277637764776577667767776877697770777177727773777477757776777777787779778077817782778377847785778677877788778977907791779277937794779577967797779877997800780178027803780478057806780778087809781078117812781378147815781678177818781978207821782278237824782578267827782878297830783178327833783478357836783778387839784078417842784378447845784678477848784978507851785278537854785578567857785878597860786178627863786478657866786778687869787078717872787378747875787678777878787978807881788278837884788578867887788878897890789178927893789478957896789778987899790079017902790379047905790679077908790979107911791279137914791579167917791879197920792179227923792479257926792779287929793079317932793379347935793679377938793979407941794279437944794579467947794879497950795179527953795479557956795779587959796079617962796379647965796679677968796979707971797279737974797579767977797879797980798179827983798479857986798779887989799079917992799379947995799679977998799980008001800280038004800580068007800880098010801180128013801480158016801780188019802080218022802380248025802680278028802980308031803280338034803580368037803880398040804180428043804480458046804780488049805080518052805380548055805680578058805980608061806280638064806580668067806880698070807180728073807480758076807780788079808080818082808380848085808680878088808980908091809280938094809580968097809880998100810181028103810481058106810781088109811081118112811381148115811681178118811981208121812281238124812581268127812881298130813181328133813481358136813781388139814081418142814381448145814681478148814981508151815281538154815581568157815881598160816181628163816481658166816781688169817081718172817381748175817681778178817981808181818281838184818581868187818881898190819181928193819481958196819781988199820082018202820382048205820682078208820982108211821282138214821582168217821882198220822182228223822482258226822782288229823082318232823382348235823682378238823982408241824282438244824582468247824882498250825182528253825482558256825782588259826082618262826382648265826682678268826982708271827282738274827582768277827882798280828182828283828482858286828782888289829082918292829382948295829682978298829983008301830283038304830583068307830883098310831183128313831483158316831783188319832083218322832383248325832683278328832983308331833283338334833583368337833883398340834183428343834483458346834783488349835083518352835383548355835683578358835983608361836283638364836583668367836883698370837183728373837483758376837783788379838083818382838383848385838683878388838983908391839283938394839583968397839883998400840184028403840484058406840784088409841084118412841384148415841684178418841984208421842284238424842584268427842884298430843184328433843484358436843784388439844084418442844384448445844684478448844984508451845284538454845584568457845884598460846184628463846484658466846784688469847084718472847384748475847684778478847984808481848284838484848584868487848884898490849184928493849484958496849784988499850085018502850385048505850685078508850985108511851285138514851585168517851885198520852185228523852485258526852785288529853085318532853385348535853685378538853985408541854285438544854585468547854885498550855185528553855485558556855785588559856085618562856385648565856685678568856985708571857285738574857585768577857885798580858185828583858485858586858785888589859085918592859385948595859685978598859986008601860286038604860586068607860886098610861186128613861486158616861786188619862086218622862386248625862686278628862986308631863286338634863586368637863886398640864186428643864486458646864786488649865086518652865386548655865686578658865986608661866286638664866586668667866886698670867186728673867486758676867786788679868086818682868386848685868686878688868986908691869286938694869586968697869886998700870187028703870487058706870787088709871087118712871387148715871687178718871987208721872287238724872587268727872887298730873187328733873487358736873787388739874087418742874387448745874687478748874987508751875287538754875587568757875887598760876187628763876487658766876787688769877087718772877387748775877687778778877987808781878287838784878587868787878887898790879187928793879487958796879787988799880088018802880388048805880688078808880988108811881288138814881588168817881888198820882188228823882488258826882788288829883088318832883388348835883688378838883988408841884288438844884588468847884888498850885188528853885488558856885788588859886088618862886388648865886688678868886988708871887288738874887588768877887888798880888188828883888488858886888788888889889088918892889388948895889688978898889989008901890289038904890589068907890889098910891189128913891489158916891789188919892089218922892389248925892689278928892989308931893289338934893589368937893889398940894189428943894489458946894789488949895089518952895389548955895689578958895989608961896289638964896589668967896889698970897189728973897489758976897789788979898089818982898389848985898689878988898989908991899289938994899589968997899889999000900190029003900490059006900790089009901090119012901390149015901690179018901990209021902290239024902590269027902890299030903190329033903490359036903790389039904090419042904390449045904690479048904990509051905290539054905590569057905890599060906190629063906490659066906790689069907090719072907390749075907690779078907990809081908290839084908590869087908890899090909190929093909490959096909790989099910091019102910391049105910691079108910991109111911291139114911591169117911891199120912191229123912491259126912791289129913091319132913391349135913691379138913991409141914291439144914591469147914891499150915191529153915491559156915791589159916091619162916391649165916691679168916991709171917291739174917591769177917891799180918191829183918491859186918791889189919091919192919391949195919691979198919992009201920292039204920592069207920892099210921192129213921492159216921792189219922092219222922392249225922692279228922992309231923292339234923592369237923892399240924192429243924492459246924792489249925092519252925392549255925692579258925992609261926292639264926592669267926892699270927192729273927492759276927792789279928092819282928392849285928692879288928992909291929292939294929592969297929892999300930193029303930493059306930793089309931093119312931393149315931693179318931993209321932293239324932593269327932893299330933193329333933493359336933793389339934093419342934393449345934693479348934993509351935293539354935593569357935893599360936193629363936493659366936793689369937093719372937393749375937693779378937993809381938293839384938593869387938893899390939193929393939493959396939793989399940094019402940394049405940694079408940994109411941294139414941594169417941894199420942194229423942494259426942794289429943094319432943394349435943694379438943994409441944294439444944594469447944894499450945194529453945494559456945794589459946094619462946394649465946694679468946994709471947294739474947594769477947894799480948194829483948494859486948794889489949094919492949394949495949694979498949995009501950295039504950595069507950895099510951195129513951495159516951795189519952095219522952395249525952695279528952995309531953295339534953595369537953895399540954195429543954495459546954795489549955095519552955395549555955695579558955995609561956295639564956595669567956895699570957195729573957495759576957795789579958095819582958395849585958695879588958995909591959295939594959595969597959895999600960196029603960496059606960796089609961096119612961396149615961696179618961996209621962296239624962596269627962896299630963196329633963496359636963796389639964096419642964396449645964696479648964996509651965296539654965596569657965896599660966196629663966496659666966796689669967096719672967396749675967696779678967996809681968296839684968596869687968896899690969196929693969496959696969796989699970097019702970397049705970697079708970997109711971297139714971597169717971897199720972197229723972497259726972797289729973097319732973397349735973697379738973997409741974297439744974597469747974897499750975197529753975497559756975797589759976097619762976397649765976697679768976997709771977297739774977597769777977897799780978197829783978497859786978797889789979097919792979397949795979697979798979998009801980298039804980598069807980898099810981198129813981498159816981798189819982098219822982398249825982698279828982998309831983298339834983598369837983898399840984198429843984498459846984798489849985098519852985398549855985698579858985998609861986298639864986598669867986898699870987198729873987498759876987798789879988098819882988398849885988698879888988998909891989298939894989598969897989898999900990199029903990499059906990799089909991099119912991399149915991699179918991999209921992299239924992599269927992899299930993199329933993499359936993799389939994099419942994399449945994699479948994999509951995299539954995599569957995899599960996199629963996499659966996799689969997099719972997399749975997699779978997999809981998299839984998599869987998899899990999199929993999499959996999799989999100001000110002100031000410005100061000710008100091001010011100121001310014100151001610017100181001910020100211002210023100241002510026100271002810029100301003110032100331003410035100361003710038100391004010041100421004310044100451004610047100481004910050100511005210053100541005510056100571005810059100601006110062100631006410065100661006710068100691007010071100721007310074100751007610077100781007910080100811008210083100841008510086100871008810089100901009110092100931009410095100961009710098100991010010101101021010310104101051010610107101081010910110101111011210113101141011510116101171011810119101201012110122101231012410125101261012710128101291013010131101321013310134101351013610137101381013910140101411014210143101441014510146101471014810149101501015110152101531015410155101561015710158101591016010161101621016310164101651016610167101681016910170101711017210173101741017510176101771017810179101801018110182101831018410185101861018710188101891019010191101921019310194101951019610197101981019910200102011020210203102041020510206102071020810209102101021110212102131021410215102161021710218102191022010221102221022310224102251022610227102281022910230102311023210233102341023510236102371023810239102401024110242102431024410245102461024710248102491025010251102521025310254102551025610257102581025910260102611026210263102641026510266102671026810269102701027110272102731027410275102761027710278102791028010281102821028310284102851028610287102881028910290102911029210293102941029510296102971029810299103001030110302103031030410305103061030710308103091031010311103121031310314103151031610317103181031910320103211032210323103241032510326103271032810329103301033110332103331033410335103361033710338103391034010341103421034310344103451034610347103481034910350103511035210353103541035510356103571035810359103601036110362103631036410365103661036710368103691037010371103721037310374103751037610377103781037910380103811038210383103841038510386103871038810389103901039110392103931039410395103961039710398103991040010401104021040310404104051040610407104081040910410104111041210413104141041510416104171041810419104201042110422104231042410425104261042710428104291043010431104321043310434104351043610437104381043910440104411044210443104441044510446104471044810449104501045110452104531045410455104561045710458104591046010461104621046310464104651046610467104681046910470104711047210473104741047510476104771047810479104801048110482104831048410485104861048710488104891049010491
  1. Hadoop HDFS Change Log
  2. Release 2.6.1 - UNRELEASED
  3. INCOMPATIBLE CHANGES
  4. NEW FEATURES
  5. IMPROVEMENTS
  6. HDFS-7035. Make adding a new data directory to the DataNode an atomic
  7. operation and improve error handling (Lei Xu via Colin P. McCabe)
  8. HDFS-7531. Improve the concurrent access on FsVolumeList (Lei Xu via Colin
  9. P. McCabe)
  10. HDFS-7579. Improve log reporting during block report rpc failure.
  11. (Charles Lamb via cnauroth)
  12. HDFS-7182. JMX metrics aren't accessible when NN is busy. (Ming Ma via jing9)
  13. HDFS-7596. NameNode should prune dead storages from storageMap.
  14. (Arpit Agarwal via cnauroth)
  15. OPTIMIZATIONS
  16. BUG FIXES
  17. HDFS-7425. NameNode block deletion logging uses incorrect appender.
  18. (cnauroth)
  19. HDFS-4882. Prevent the Namenode's LeaseManager from looping forever in
  20. checkLeases (Ravi Prakash via Colin P. McCabe)
  21. HDFS-7489. Incorrect locking in FsVolumeList#checkDirs can hang datanodes
  22. (Noah Lorang via Colin P. McCabe)
  23. HDFS-7503. Namenode restart after large deletions can cause slow
  24. processReport. (Arpit Agarwal)
  25. HDFS-7443. Datanode upgrade to BLOCKID_BASED_LAYOUT fails if duplicate
  26. block files are present in the same volume (cmccabe)
  27. HDFS-3443. Fix NPE when namenode transition to active during startup by
  28. adding checkNNStartup() in NameNodeRpcServer. (Vinayakumar B via szetszwo)
  29. HDFS-7733. NFS: readdir/readdirplus return null directory
  30. attribute on failure. (Arpit Agarwal)
  31. HDFS-8486. DN startup may cause severe data loss. (daryn via cmccabe)
  32. HDFS-7213. processIncrementalBlockReport performance degradation.
  33. (Eric Payne via kihwal)
  34. HDFS-7235. DataNode#transferBlock should report blocks that don't exist
  35. using reportBadBlock (yzhang via cmccabe)
  36. HDFS-7263. Snapshot read can reveal future bytes for appended files.
  37. (Tao Luo via shv)
  38. HDFS-7225. Remove stale block invalidation work when DN re-registers with
  39. different UUID. (Zhe Zhang and Andrew Wang)
  40. HDFS-7533. Datanode sometimes does not shutdown on receiving upgrade
  41. shutdown command (Eric Payne via kihwal)
  42. HDFS-7575. Upgrade should generate a unique storage ID for each
  43. volume. (Arpit Agarwal)
  44. HDFS-7707. Edit log corruption due to delayed block removal again.
  45. (Yongjun Zhang via kihwal)
  46. HDFS-7714. Simultaneous restart of HA NameNodes and DataNode can cause
  47. DataNode to register successfully with only one NameNode.(vinayakumarb)
  48. HDFS-7788. Post-2.6 namenode may not start up with an image containing
  49. inodes created with an old release. (Rushabh Shah via kihwal)
  50. HDFS-7009. Active NN and standby NN have different live nodes.
  51. (Ming Ma via cnauroth)
  52. Release 2.6.0 - 2014-11-18
  53. INCOMPATIBLE CHANGES
  54. NEW FEATURES
  55. HDFS-6584. Support archival storage. (See breakdown of tasks below for
  56. features and contributors)
  57. HDFS-6581. Support writing to a single replica in RAM. (See breakdown of
  58. tasks below for features and contributors).
  59. IMPROVEMENTS
  60. HDFS-6613. Improve logging in caching classes. (wang)
  61. HDFS-6511. BlockManager#computeInvalidateWork() could do nothing. (Juan Yu via wang)
  62. HDFS-6638. Shorten test run time with a smaller retry timeout setting.
  63. (Liang Xie via cnauroth)
  64. HDFS-6627. Rename DataNode#checkWriteAccess to checkReadAccess.
  65. (Liang Xie via cnauroth)
  66. HDFS-6645. Add test for successive Snapshots between XAttr modifications.
  67. (Stephen Chu via jing9)
  68. HDFS-6643. Refactor INodeWithAdditionalFields.PermissionStatusFormat and
  69. INodeFile.HeaderFormat. (szetszwo)
  70. HDFS-6640. Syntax for MKDIRS, CREATESYMLINK, and SETXATTR are given wrongly
  71. in WebHdfs document (missed webhdfs/v1). (Stephen Chu via jing9)
  72. HDFS-5202. Support Centralized Cache Management on Windows. (cnauroth)
  73. HDFS-2976. Remove unnecessary method (tokenRefetchNeeded) in DFSClient.
  74. (Uma Maheswara Rao G)
  75. HDFS-3851. DFSOutputStream class code cleanup. (Jing Zhao via suresh)
  76. HDFS-2856. Fix block protocol so that Datanodes don't require root or jsvc.
  77. (cnauroth)
  78. HDFS-5624. Add HDFS tests for ACLs in combination with viewfs.
  79. (Stephen Chu via cnauroth)
  80. HDFS-6655. Add 'header banner' to 'explorer.html' also in Namenode UI
  81. (vinayakumarb)
  82. HDFS-4120. Add a new "-skipSharedEditsCheck" option for BootstrapStandby
  83. (Liang Xie and Rakesh R via vinayakumarb)
  84. HDFS-6597. Add a new option to NN upgrade to terminate the process after
  85. upgrade on NN is completed. (Danilo Vunjak via cnauroth)
  86. HDFS-6700. BlockPlacementPolicy shoud choose storage but not datanode for
  87. deletion. (szetszwo)
  88. HDFS-6616. Add exclude-datanodes feature to WebHDFS redirection so that it
  89. will not redirect retries to the same datanode. (zhaoyunjiong via szetszwo)
  90. HDFS-6702. Change DFSClient to pass the StorageType from the namenode to
  91. datanodes and change datanode to write block replicas using the specified
  92. storage type. (szetszwo)
  93. HDFS-6701. Make seed optional in NetworkTopology#sortByDistance.
  94. (Ashwin Shankar via wang)
  95. HDFS-6755. There is an unnecessary sleep in the code path where
  96. DFSOutputStream#close gives up its attempt to contact the namenode
  97. (mitdesai21 via cmccabe)
  98. HDFS-6750. The DataNode should use its shared memory segment to mark
  99. short-circuit replicas that have been unlinked as stale (cmccabe)
  100. HDFS-6739. Add getDatanodeStorageReport to ClientProtocol. (szetszwo)
  101. HDFS-6665. Add tests for XAttrs in combination with viewfs.
  102. (Stephen Chu via wang)
  103. HDFS-6778. The extended attributes javadoc should simply refer to the
  104. user docs. (clamb via wang)
  105. HDFS-6570. add api that enables checking if a user has certain permissions on
  106. a file. (Jitendra Pandey via cnauroth)
  107. HDFS-6441. Add ability to exclude/include specific datanodes while
  108. balancing. (Benoy Antony and Yu Li via Arpit Agarwal)
  109. HDFS-6685. Balancer should preserve storage type of replicas. (szetszwo)
  110. HDFS-6798. Add test case for incorrect data node condition during
  111. balancing. (Benoy Antony via Arpit Agarwal)
  112. HDFS-6796. Improve the argument check during balancer command line parsing.
  113. (Benoy Antony via szetszwo)
  114. HDFS-6794. Update BlockManager methods to use DatanodeStorageInfo
  115. where possible (Arpit Agarwal)
  116. HDFS-6802. Some tests in TestDFSClientFailover are missing @Test
  117. annotation. (Akira Ajisaka via wang)
  118. HDFS-6788. Improve synchronization in BPOfferService with read write lock.
  119. (Yongjun Zhang via wang)
  120. HDFS-6787. Remove duplicate code in FSDirectory#unprotectedConcat. (Yi Liu via umamahesh)
  121. HDFS-6809. Move Balancer's inner classes MovedBlocks and Matcher as to
  122. standalone classes and separates KeyManager from NameNodeConnector.
  123. (szetszwo)
  124. HDFS-6812. Remove addBlock and replaceBlock from DatanodeDescriptor.
  125. (szetszwo)
  126. HDFS-6781. Separate HDFS commands from CommandsManual.apt.vm. (Akira
  127. Ajisaka via Arpit Agarwal)
  128. HDFS-6728. Dynamically add new volumes to DataStorage, formatted if
  129. necessary. (Lei Xu vi atm)
  130. HDFS-6740. Make FSDataset support adding data volumes dynamically. (Lei
  131. Xu via atm)
  132. HDFS-6722. Display readable last contact time for dead nodes on NN webUI.
  133. (Ming Ma via wheat9)
  134. HDFS-6772. Get DN storages out of blockContentsStale state faster after
  135. NN restarts. (Ming Ma via Arpit Agarwal)
  136. HDFS-573. Porting libhdfs to Windows. (cnauroth)
  137. HDFS-6828. Separate block replica dispatching from Balancer. (szetszwo via
  138. jing9)
  139. HDFS-6837. Code cleanup for Balancer and Dispatcher. (szetszwo via
  140. jing9)
  141. HDFS-6838. Code cleanup for unnecessary INode replacement.
  142. (Jing Zhao via wheat9)
  143. HDFS-6836. HDFS INFO logging is verbose & uses file appenders. (Xiaoyu
  144. Yao via Arpit Agarwal)
  145. HDFS-6567. Normalize the order of public final in HdfsFileStatus.
  146. (Tassapol Athiapinya via wheat9)
  147. HDFS-6849. Replace HttpFS custom proxyuser handling with common
  148. implementation. (tucu)
  149. HDFS-6850. Move NFS out of order write unit tests into TestWrites class.
  150. (Zhe Zhang via atm)
  151. HDFS-6188. An ip whitelist based implementation of TrustedChannelResolver.
  152. (Benoy Antony via Arpit Agarwal)
  153. HDFS-6858. Allow dfs.data.transfer.saslproperties.resolver.class default to
  154. hadoop.security.saslproperties.resolver.class. (Benoy Antony via cnauroth)
  155. HDFS-6878. Change MiniDFSCluster to support StorageType configuration
  156. for individual directories. (Arpit Agarwal)
  157. HDFS-6758. block writer should pass the expected block size to
  158. DataXceiverServer. (Arpit Agarwal)
  159. HDFS-6899. Allow changing MiniDFSCluster volumes per DN and capacity
  160. per volume. (Arpit Agarwal)
  161. HDFS-4486. Add log category for long-running DFSClient notices (Zhe Zhang
  162. via Colin Patrick McCabe)
  163. HDFS-6879. Adding tracing to Hadoop RPC (Masatake Iwasaki via Colin Patrick
  164. McCabe)
  165. HDFS-6774. Make FsDataset and DataStore support removing volumes. (Lei Xu
  166. via atm)
  167. HDFS-6634. inotify in HDFS. (James Thomas via wang)
  168. HDFS-4257. The ReplaceDatanodeOnFailure policies could have a forgiving
  169. option (szetszwo via cmccabe)
  170. HDFS-6959. Make the HDFS home directory location customizable. (yzhang via
  171. cmccabe)
  172. HDFS-6609. Use DirectorySnapshottableFeature to represent a snapshottable
  173. directory. (Jing Zhao via wheat9)
  174. HDFS-6886. Use single editlog record for creating file + overwrite. (Yi Liu
  175. via jing9)
  176. HDFS-6376. Distcp data between two HA clusters requires another configuration.
  177. (Dave Marion and Haohui Mai via jing9)
  178. HDFS-6943. Improve NN allocateBlock log to include replicas' datanode IPs.
  179. (Ming Ma via wheat9)
  180. HDFS-6036. Forcibly timeout misbehaving DFSClients that try to do
  181. no-checksum reads that extend too long (cmccabe)
  182. HDFS-6482. Use block ID-based block layout on datanodes (James Thomas via
  183. Colin Patrick McCabe)
  184. HDFS-7061. Add test to verify encryption zone creation after NameNode
  185. restart without saving namespace. (Stephen Chu via wang)
  186. HDFS-7059. HAadmin transtionToActive with forceActive option can show
  187. confusing message.
  188. HDFS-6880. Adding tracing to DataNode data transfer protocol. (iwasakims
  189. via cmccabe)
  190. HDFS-7006. Test encryption zones with KMS. (Anthony Young-Garner and tucu)
  191. HDFS-6851. Refactor EncryptionZoneWithId and EncryptionZone. (clamb via wang)
  192. HDFS-6705. Create an XAttr that disallows the HDFS admin from accessing a
  193. file. (clamb via wang)
  194. HDFS-6843. Create FileStatus isEncrypted() method (clamb via cmccabe)
  195. HDFS-7004. Update KeyProvider instantiation to create by URI. (wang)
  196. HDFS-7047. Expose FileStatus#isEncrypted in libhdfs (cmccabe)
  197. HDFS-7003. Add NFS Gateway support for reading and writing to
  198. encryption zones. (clamb via wang)
  199. HDFS-6727. Refresh data volumes on DataNode based on configuration changes
  200. (Lei Xu via cmccabe)
  201. HDFS-6970. Move startFile EDEK retries to the DFSClient. (wang)
  202. HDFS-6948. DN rejects blocks if it has older UC block
  203. (Eric Payne via kihwal)
  204. HDFS-6987. Move CipherSuite xattr information up to the encryption zone
  205. root. (Zhe Zhang via wang)
  206. HDFS-7139. Unit test for creating encryption zone on root path. (Zhe Zhang via wang)
  207. HDFS-7138. Fix hftp to work with encryption. (clamb via wang)
  208. HDFS-7118. Improve diagnostics on storage directory rename operations by
  209. using NativeIO#renameTo in Storage#rename. (cnauroth)
  210. HDFS-6808. Add command line option to ask DataNode reload configuration.
  211. (Lei Xu via Colin Patrick McCabe)
  212. HDFS-7119. Split error checks in AtomicFileOutputStream#close into separate
  213. conditions to improve diagnostics. (cnauroth)
  214. HDFS-7077. Separate CipherSuite from crypto protocol version. (wang)
  215. HDFS-6956. Allow dynamically changing the tracing level in Hadoop servers
  216. (cmccabe)
  217. HDFS-7156. Update fsck documentation. (Masahiro Yamaguch via shv)
  218. HDFS-7093. Add config key to restrict setStoragePolicy. (Arpit Agarwal)
  219. HDFS-6519. Document oiv_legacy command (Akira AJISAKA via aw)
  220. HDFS-4165. Faulty sanity check in FsDirectory.unprotectedSetQuota.
  221. (Binglin Chang via suresh)
  222. HDFS-7104. Fix and clarify INodeInPath getter functions. (Zhe Zhang via wang)
  223. HDFS-7124. Remove EncryptionZoneManager.NULL_EZ. (clamb via wang)
  224. HDFS-6779. Add missing version subcommand for hdfs.
  225. (Sasaki Toru via wheat9)
  226. HDFS-7153. Add storagePolicy to NN edit log during file creation.
  227. (Arpit Agarwal)
  228. HDFS-7158. Reduce the memory usage of WebImageViewer. (wheat9)
  229. HDFS-6894. Add XDR parser method for each NFS response.
  230. (Brandon Li via wheat9)
  231. HDFS-7217. Better batching of IBRs. (kihwal)
  232. HDFS-7195. Update user doc of secure mode about Datanodes don't require root
  233. or jsvc. (cnauroth)
  234. HDFS-7228. Add an SSD policy into the default BlockStoragePolicySuite.
  235. (jing9)
  236. HDFS-6904. YARN unable to renew delegation token fetched via webhdfs
  237. due to incorrect service port. (jitendra)
  238. HDFS-6988. Improve HDFS-6581 eviction configuration (Xiaoyu Yao via Colin
  239. P. McCabe)
  240. HDFS-7230. Add rolling downgrade documentation. (szetszwo via jing9)
  241. HDFS-6385. Show when block deletion will start after NameNode startup in
  242. WebUI. (cnauroth)
  243. HDFS-7313. Support optional configuration of AES cipher suite on
  244. DataTransferProtocol. (cnauroth)
  245. HDFS-7276. Limit the number of byte arrays used by DFSOutputStream and
  246. provide a mechanism for recycling arrays. (szetszwo)
  247. HDFS-7233. NN logs unnecessary org.apache.hadoop.hdfs.protocol.UnresolvedPathException.
  248. (Rushabh S Shah via jing9)
  249. HDFS-7221. TestDNFencingWithReplication fails consistently. (Charles Lamb via wang)
  250. OPTIMIZATIONS
  251. HDFS-6690. Deduplicate xattr names in memory. (wang)
  252. HDFS-6773. MiniDFSCluster should skip edit log fsync by default (Stephen
  253. Chu via Colin Patrick McCabe)
  254. HDFS-6865. Byte array native checksumming on client side
  255. (James Thomas via todd)
  256. HDFS-7122. Use of ThreadLocal<Random> results in poor block placement.
  257. (wang)
  258. HDFS-6606. Optimize HDFS Encrypted Transport performance. (yliu)
  259. BUG FIXES
  260. HDFS-7309. XMLUtils.mangleXmlString doesn't seem to handle less than sign
  261. (Colin Patrick McCabe via raviprak)
  262. HDFS-6823. dfs.web.authentication.kerberos.principal shows up in logs for
  263. insecure HDFS (Allen Wittenauer via raviprak)
  264. HDFS-6517. Remove hadoop-metrics2.properties from hdfs project (Akira
  265. AJISAKA via aw)
  266. HDFS-6617. Flake TestDFSZKFailoverController.testManualFailoverWithDFSHAAdmin
  267. due to a long edit log sync op. (Liang Xie via cnauroth)
  268. HDFS-6646. [ HDFS Rolling Upgrade - Shell ] shutdownDatanode and getDatanodeInfo
  269. usage is missed ( Brahma Reddy Battula via vinayakumarb)
  270. HDFS-6630. Unable to fetch the block information by Browsing the file system on
  271. Namenode UI through IE9 ( Haohui Mai via vinayakumarb)
  272. HADOOP-8158. Interrupting hadoop fs -put from the command line
  273. causes a LeaseExpiredException. (daryn via harsh)
  274. HDFS-6678. MiniDFSCluster may still be partially running after initialization
  275. fails. (cnauroth)
  276. HDFS-5809. BlockPoolSliceScanner and high speed hdfs appending make
  277. datanode to drop into infinite loop (cmccabe)
  278. HDFS-6456. NFS should throw error for invalid entry in
  279. dfs.nfs.exports.allowed.hosts (Abhiraj Butala via brandonli)
  280. HDFS-6689. NFS doesn't return correct lookup access for direcories (brandonli)
  281. HDFS-6478. RemoteException can't be retried properly for non-HA scenario.
  282. (Ming Ma via jing9)
  283. HDFS-6693. TestDFSAdminWithHA fails on windows ( vinayakumarb )
  284. HDFS-6667. In HDFS HA mode, Distcp/SLive with webhdfs on secure cluster fails
  285. with Client cannot authenticate via:[TOKEN, KERBEROS] error. (jing9)
  286. HDFS-6704. Fix the command to launch JournalNode in HDFS-HA document.
  287. (Akira AJISAKA via jing9)
  288. HDFS-6731. Run "hdfs zkfc-formatZK" on a server in a non-namenode will cause
  289. a null pointer exception. (Masatake Iwasaki via brandonli)
  290. HDFS-6114. Block Scan log rolling will never happen if blocks written
  291. continuously leading to huge size of dncp_block_verification.log.curr
  292. (vinayakumarb via cmccabe)
  293. HDFS-6455. NFS: Exception should be added in NFS log for invalid separator in
  294. nfs.exports.allowed.hosts. (Abhiraj Butala via brandonli)
  295. HDFS-6715. Webhdfs wont fail over when it gets java.io.IOException: Namenode
  296. is in startup mode. (jing9)
  297. HDFS-5919. FileJournalManager doesn't purge empty and corrupt inprogress edits
  298. files (vinayakumarb)
  299. HDFS-6752. Avoid Address bind errors in TestDatanodeConfig#testMemlockLimit
  300. (vinayakumarb)
  301. HDFS-6749. FSNamesystem methods should call resolvePath.
  302. (Charles Lamb via cnauroth)
  303. HDFS-4629. Using com.sun.org.apache.xml.internal.serialize.* in
  304. XmlEditsVisitor.java is JVM vendor specific. Breaks IBM JAVA.
  305. (Amir Sanjar via stevel)
  306. HDFS-3482. hdfs balancer throws ArrayIndexOutOfBoundsException
  307. if option is specified without values. ( Madhukara Phatak via umamahesh)
  308. HDFS-6797. DataNode logs wrong layoutversion during upgrade. (Benoy Antony
  309. via Arpit Agarwal)
  310. HDFS-6810. StorageReport array is initialized with wrong size in
  311. DatanodeDescriptor#getStorageReports. (szetszwo via Arpit Agarwal)
  312. HDFS-5723. Append failed FINALIZED replica should not be accepted as valid
  313. when that block is underconstruction (vinayakumarb)
  314. HDFS-5185. DN fails to startup if one of the data dir is full. (vinayakumarb)
  315. HDFS-6451. NFS should not return NFS3ERR_IO for AccessControlException
  316. (Abhiraj Butala via brandonli)
  317. HDFS-6717. JIRA HDFS-5804 breaks default nfs-gateway behavior for unsecured config
  318. (brandonli)
  319. HDFS-6790. DFSUtil Should Use configuration.getPassword for SSL passwords
  320. (Larry McCay via brandonli)
  321. HDFS-6791. A block could remain under replicated if all of its replicas are on
  322. decommissioned nodes. (Ming Ma via jing9)
  323. HDFS-6582. Missing null check in RpcProgramNfs3#read(XDR, SecurityHandler)
  324. (Abhiraj Butala via brandonli)
  325. HDFS-6830. BlockInfo.addStorage fails when DN changes the storage for a
  326. block replica (Arpit Agarwal)
  327. HDFS-6247. Avoid timeouts for replaceBlock() call by sending intermediate
  328. responses to Balancer (vinayakumarb)
  329. HDFS-6783. Fix HDFS CacheReplicationMonitor rescan logic. (Yi Liu and Colin Patrick McCabe via umamahesh)
  330. HDFS-6825. Edit log corruption due to delayed block removal.
  331. (Yongjun Zhang via wang)
  332. HDFS-6569. OOB message can't be sent to the client when DataNode shuts down for upgrade
  333. (brandonli)
  334. HDFS-6868. portmap and nfs3 are documented as hadoop commands instead of hdfs
  335. (brandonli)
  336. HDFS-6870. Blocks and INodes could leak for Rename with overwrite flag. (Yi
  337. Liu via jing9)
  338. HDFS-6890. NFS readdirplus doesn't return dotdot attributes (brandonli)
  339. HDFS-6829. DFSAdmin refreshSuperUserGroupsConfiguration failed in
  340. security cluster (zhaoyunjiong via Arpit Agarwal)
  341. HDFS-4852. libhdfs documentation is out of date. (cnauroth)
  342. HDFS-6908. Incorrect snapshot directory diff generated by snapshot deletion.
  343. (Juan Yu and jing9 via jing9)
  344. HDFS-6892. Add XDR packaging method for each NFS request (brandonli)
  345. HDFS-6902. FileWriter should be closed in finally block in
  346. BlockReceiver#receiveBlock() (Tsuyoshi OZAWA via Colin Patrick McCabe)
  347. HDFS-6972. TestRefreshUserMappings.testRefreshSuperUserGroupsConfiguration
  348. doesn't decode url correctly. (Yongjun Zhang via wang)
  349. HDFS-6942. Fix typos in log messages. (Ray Chiang via wheat9)
  350. HDFS-6848. Lack of synchronization on access to datanodeUuid in
  351. DataStorage#format(). (Xiaoyu Yao via Arpit Agarwal)
  352. HDFS-6996. SnapshotDiff report can hit IndexOutOfBoundsException when there
  353. are nested renamed directory/file. (jing9)
  354. HDFS-6831. Inconsistency between 'hdfs dfsadmin' and 'hdfs dfsadmin -help'.
  355. (Xiaoyu Yao via Arpit Agarwal)
  356. HDFS-6979. hdfs.dll does not produce .pdb files. (cnauroth)
  357. HDFS-6862. Add missing timeout annotations to tests. (Xiaoyu Yao via
  358. Arpit Agarwal)
  359. HDFS-6898. DN must reserve space for a full block when an RBW block is
  360. created. (Arpit Agarwal)
  361. HDFS-7025. HDFS Credential Provider related Unit Test Failure.
  362. (Xiaoyu Yao via cnauroth)
  363. HDFS-7005. DFS input streams do not timeout.
  364. HDFS-6951. Correctly persist raw namespace xattrs to edit log and fsimage.
  365. (clamb via wang)
  366. HDFS-6800. Support Datanode layout changes with rolling upgrade.
  367. (James Thomas via Arpit Agarwal)
  368. HDFS-6981. Fix DN upgrade with layout version change. (Arpit Agarwal)
  369. HDFS-6506. Newly moved block replica been invalidated and deleted in
  370. TestBalancer. (Binglin Chang via cnauroth)
  371. HDFS-6966. Add additional unit tests for encryption zones.
  372. (Stephen Chu via wang)
  373. HDFS-6621. Hadoop Balancer prematurely exits iterations.
  374. (Rafal Wojdyla and Benjamin Bowman via wang)
  375. HDFS-7045. Fix NameNode deadlock when opening file under /.reserved path.
  376. (Yi Liu via wang)
  377. HDFS-7032. Add WebHDFS support for reading and writing to encryption zones.
  378. (clamb via wang)
  379. HDFS-6965. NN continues to issue block locations for DNs with full disks.
  380. (Rushabh Shah via kihwal)
  381. HDFS-6789. TestDFSClientFailover.testFileContextDoesntDnsResolveLogicalURI
  382. and TestDFSClientFailover.testDoesntDnsResolveLogicalURI failing on jdk7.
  383. (Akira Ajisaka via wang)
  384. HDFS-6912. SharedFileDescriptorFactory should not allocate sparse files
  385. (cmccabe)
  386. HDFS-7075. hadoop-fuse-dfs fails because it cannot find
  387. JavaKeyStoreProvider$Factory (cmccabe)
  388. HDFS-7078. Fix listEZs to work correctly with snapshots. (wang)
  389. HDFS-6840. Clients are always sent to the same datanode when read
  390. is off rack. (wang)
  391. HDFS-7065. Pipeline close recovery race can cause block corruption (kihwal)
  392. HDFS-7096. Fix TestRpcProgramNfs3 to use DFS_ENCRYPTION_KEY_PROVIDER_URI
  393. (clamb via cmccabe)
  394. HDFS-7046. HA NN can NPE upon transition to active. (kihwal)
  395. HDFS-7106. Reconfiguring DataNode volumes does not release the lock files
  396. in removed volumes. (cnauroth via cmccabe)
  397. HDFS-7001. Tests in TestTracing depends on the order of execution
  398. (iwasakims via cmccabe)
  399. HDFS-7132. hdfs namenode -metadataVersion command does not honor
  400. configured name dirs. (Charles Lamb via wang)
  401. HDFS-7049. TestByteRangeInputStream.testPropagatedClose fails and throw
  402. NPE on branch-2. (Juan Yu via wheat9)
  403. HDFS-7148. TestEncryptionZones#testIsEncryptedMethod fails on branch-2
  404. after archival storage merge. (wang)
  405. HDFS-7157. Using Time.now() for recording start/end time of reconfiguration
  406. tasks (Lei Xu via cmccabe)
  407. HDFS-6664. HDFS permissions guide documentation states incorrect default
  408. group mapping class. (Ray Chiang via aw)
  409. HDFS-4227. Document dfs.namenode.resource.* (Daisuke Kobayashi via aw)
  410. HDFS-6754. TestNamenodeCapacityReport may sometimes fail due to lack of
  411. retry. (Mit Desai via kihwal)
  412. HDFS-7178. Additional unit test for replica write with full disk.
  413. (Arpit Agarwal)
  414. HDFS-7179. DFSClient should instantiate a KeyProvider, not a
  415. KeyProviderCryptoExtension. (wang)
  416. HDFS-7181. Remove incorrect precondition check on key length in
  417. FileEncryptionInfo. (wang)
  418. HDFS-7162. Wrong path when deleting through fuse-dfs a file which already
  419. exists in trash (Chenging Liu via cmccabe)
  420. HDFS-7176. The namenode usage message doesn't include "-rollingupgrade
  421. started" (cmccabe)
  422. HDFS-7172. Test data files may be checked out of git with incorrect line
  423. endings, causing test failures in TestHDFSCLI. (Chris Nauroth via wheat9)
  424. HDFS-7203. Concurrent appending to the same file can cause data corruption
  425. (kihwal)
  426. HDFS-7236. Fix TestOpenFilesWithSnapshot#testOpenFilesWithMultipleSnapshots.
  427. (Yongjun Zhang via jing9)
  428. HDFS-6544. Broken Link for GFS in package.html. (Suraj Nayak M via wheat9)
  429. HDFS-7237. The command "hdfs namenode -rollingUpgrade" throws
  430. ArrayIndexOutOfBoundsException. (szetszwo)
  431. HDFS-7185. The active NameNode will not accept an fsimage sent from the
  432. standby during rolling upgrade. (jing9)
  433. HDFS-7208. NN doesn't schedule replication when a DN storage fails.
  434. (Ming Ma via szetszwo)
  435. HDFS-5089. When a LayoutVersion support SNAPSHOT, it must support
  436. FSIMAGE_NAME_OPTIMIZATION. (szetszwo)
  437. HDFS-7260. Change DFSOutputStream.MAX_PACKETS to be configurable. (szetszwo)
  438. HDFS-7259. Unresponseive NFS mount point due to deferred COMMIT response.
  439. (brandonli)
  440. HDFS-7215.Add JvmPauseMonitor to NFS gateway (brandonli)
  441. HDFS-7180. NFSv3 gateway frequently gets stuck due to GC (brandonli)
  442. HDFS-7243. HDFS concat operation should not be allowed in Encryption Zone.
  443. (clamb via yliu)
  444. HADOOP-11233. hadoop.security.kms.client.encrypted.key.cache.expiry
  445. property spelled wrong in core-default. (Stephen Chu via yliu)
  446. HDFS-7218. FSNamesystem ACL operations should write to audit log on
  447. failure. (clamb via yliu)
  448. HDFS-7199. DFSOutputStream should not silently drop data if DataStreamer
  449. crashes with an unchecked exception (rushabhs via cmccabe)
  450. HDFS-7383. DataNode.requestShortCircuitFdsForRead may throw
  451. NullPointerException. (szetszwo via suresh)
  452. HDFS-7147. Update archival storage user documentation.
  453. (Tsz Wo Nicholas Sze via wheat9)
  454. HDFS-7340. Make rollingUpgrade start/finalize idempotent. (jing9)
  455. HDFS-7334. Fix periodic failures of TestCheckpoint
  456. #testTooManyEditReplayFailures. (Charles Lamb via wheat9)
  457. HDFS-7355. TestDataNodeVolumeFailure#testUnderReplicationAfterVolFailure
  458. fails on Windows, because we cannot deny access to the file owner.
  459. (Chris Nauroth via wheat9)
  460. HDFS-7367. HDFS short-circuit read cannot negotiate shared memory slot and
  461. file descriptors when SASL is enabled on DataTransferProtocol.
  462. (Chris Nauroth via wheat9)
  463. HDFS-7364. Balancer always shows zero Bytes Already Moved.
  464. (Tsz Wo Nicholas Sze via jing9)
  465. HDFS-7379. TestBalancer#testBalancerWithRamDisk creates test files
  466. incorrectly. (Xiaoyu Yao via wheat9)
  467. BREAKDOWN OF HDFS-6134 AND HADOOP-10150 SUBTASKS AND RELATED JIRAS
  468. HDFS-6387. HDFS CLI admin tool for creating & deleting an
  469. encryption zone. (clamb)
  470. HDFS-6386. HDFS Encryption Zones (clamb)
  471. HDFS-6388. HDFS integration with KeyProvider. (clamb)
  472. HDFS-6473. Protocol and API for Encryption Zones (clamb)
  473. HDFS-6392. Wire crypto streams for encrypted files in
  474. DFSClient. (clamb and yliu)
  475. HDFS-6476. Print out the KeyProvider after finding KP successfully on
  476. startup. (Juan Yu via wang)
  477. HDFS-6391. Get the Key/IV from the NameNode for encrypted files in
  478. DFSClient. (Charles Lamb and wang)
  479. HDFS-6389. Rename restrictions for encryption zones. (clamb)
  480. HDFS-6605. Client server negotiation of cipher suite. (wang)
  481. HDFS-6625. Remove the Delete Encryption Zone function (clamb)
  482. HDFS-6516. List of Encryption Zones should be based on inodes (clamb)
  483. HDFS-6629. Not able to create symlinks after HDFS-6516 (umamaheswararao)
  484. HDFS-6635. Refactor encryption zone functionality into new
  485. EncryptionZoneManager class. (wang)
  486. HDFS-6474. Namenode needs to get the actual keys and iv from the
  487. KeyProvider. (wang)
  488. HDFS-6619. Clean up encryption-related tests. (wang)
  489. HDFS-6405. Test Crypto streams in HDFS. (yliu via wang)
  490. HDFS-6490. Fix the keyid format for generated keys in
  491. FSNamesystem.createEncryptionZone (clamb)
  492. HDFS-6716. Update usage of KeyProviderCryptoExtension APIs on NameNode.
  493. (wang)
  494. HDFS-6718. Remove EncryptionZoneManager lock. (wang)
  495. HDFS-6720. Remove KeyProvider in EncryptionZoneManager. (wang)
  496. HDFS-6738. Remove unnecessary getEncryptionZoneForPath call in
  497. EZManager#createEncryptionZone. (clamb)
  498. HDFS-6724. Decrypt EDEK before creating
  499. CryptoInputStream/CryptoOutputStream. (wang)
  500. HDFS-6509. Create a special /.reserved/raw directory for raw access to
  501. encrypted data. (clamb via wang)
  502. HDFS-6771. Require specification of an encryption key when creating
  503. an encryption zone. (wang)
  504. HDFS-6730. Create a .RAW extended attribute namespace. (clamb)
  505. HDFS-6692. Add more HDFS encryption tests. (wang)
  506. HDFS-6780. Batch the encryption zones listing API. (wang)
  507. HDFS-6394. HDFS encryption documentation. (wang)
  508. HDFS-6834. Improve the configuration guidance in DFSClient when there
  509. are no Codec classes found in configs. (umamahesh)
  510. HDFS-6546. Add non-superuser capability to get the encryption zone
  511. for a specific path. (clamb)
  512. HDFS-6733. Creating encryption zone results in NPE when
  513. KeyProvider is null. (clamb)
  514. HDFS-6785. Should not be able to create encryption zone using path
  515. to a non-directory file. (clamb)
  516. HDFS-6807. Fix TestReservedRawPaths. (clamb)
  517. HDFS-6814. Mistakenly dfs.namenode.list.encryption.zones.num.responses configured
  518. as boolean. (umamahesh)
  519. HDFS-6817. Fix findbugs and other warnings. (yliu)
  520. HDFS-6839. Fix TestCLI to expect new output. (clamb)
  521. HDFS-6954. With crypto, no native lib systems are too verbose. (clamb via wang)
  522. HDFS-2975. Rename with overwrite flag true can make NameNode to stuck in safemode
  523. on NN (crash + restart). (Yi Liu via umamahesh)
  524. HDFS-6905. fs-encryption merge triggered release audit failures. (clamb via tucu)
  525. HDFS-6714. TestBlocksScheduledCounter#testBlocksScheduledCounter should
  526. shutdown cluster (vinayakumarb)
  527. HDFS-6986. DistributedFileSystem must get delegation tokens from configured
  528. KeyProvider. (zhz via tucu)
  529. HDFS-6776. Using distcp to copy data between insecure and secure cluster via webdhfs
  530. doesn't work. (yzhangal via tucu)
  531. HDFS-7042. Upgrade fails for Windows HA cluster due to file locks held during
  532. rename in JournalNode. (cnauroth)
  533. HDFS-7051. TestDataNodeRollingUpgrade#isBlockFileInPrevious assumes Unix file
  534. path separator. (cnauroth)
  535. HDFS-7105. Fix TestJournalNode#testFailToStartWithBadConfig to match log
  536. output change. (Ray Chiang via cnauroth)
  537. HDFS-7105. Allow falling back to a non-SASL connection on
  538. DataTransferProtocol in several edge cases. (cnauroth)
  539. HDFS-7107. Avoid Findbugs warning for synchronization on
  540. AbstractNNFailoverProxyProvider#fallbackToSimpleAuth. (cnauroth)
  541. HDFS-7109. TestDataStorage does not release file locks between tests.
  542. (cnauroth)
  543. HDFS-7110. Skip tests related to short-circuit read on platforms that do not
  544. currently implement short-circuit read. (cnauroth)
  545. HDFS-7115. TestEncryptionZones assumes Unix path separator for KMS key store
  546. path. (Xiaoyu Yao via cnauroth)
  547. HDFS-7115. TestEncryptionZonesWithHA assumes Unix path separator for KMS key
  548. store path. (Xiaoyu Yao via cnauroth)
  549. HDFS-7130. TestDataTransferKeepalive fails intermittently on Windows.
  550. (cnauroth)
  551. HDFS-6534. Fix build on macosx: HDFS parts (Binglin Chang via aw)
  552. HDFS-7111. TestSafeMode assumes Unix line endings in safe mode tip.
  553. (cnauroth)
  554. HDFS-7127. TestLeaseRecovery leaks MiniDFSCluster instances. (cnauroth)
  555. HDFS-7131. During HA upgrade, JournalNode should create a new committedTxnId
  556. file in the current directory. (jing9)
  557. HDFS-6995. Block should be placed in the client's 'rack-local' node
  558. if 'client-local' node is not available (vinayakumarb)
  559. HDFS-7128. Decommission slows way down when it gets towards the end.
  560. (Ming Ma via cnauroth)
  561. HDFS-7287. The OfflineImageViewer (OIV) can output invalid XML depending on
  562. the filename (Ravi Prakash via Colin P. McCabe)
  563. HDFS-7300. The getMaxNodesPerRack() method in BlockPlacementPolicyDefault
  564. is flawed (kihwal)
  565. HDFS-7305. NPE seen in wbhdfs FS while running SLive. (jing9)
  566. HDFS-7199. DFSOutputStream should not silently drop data if DataStreamer
  567. crashes with an unchecked exception (rushabhs via cmccabe)
  568. BREAKDOWN OF HDFS-6584 ARCHIVAL STORAGE
  569. HDFS-6677. Change INodeFile and FSImage to support storage policy ID.
  570. (szetszwo)
  571. HDFS-6670. Add block storage policy support with default HOT, WARM and COLD
  572. policies. (szetszwo)
  573. HDFS-6671. Change BlockPlacementPolicy to consider block storage policy
  574. in replicaiton. (szetszwo)
  575. HDFS-6710. Change BlockPlacementPolicy to consider block storage policy
  576. in replica deletion. (szetszwo)
  577. HDFS-6679. Bump NameNodeLayoutVersion and update editsStored test files.
  578. (vinayakumarb via szetszwo)
  579. HDFS-6686. Change BlockPlacementPolicy to use fallback when some storage
  580. types are unavailable. (szetszwo)
  581. HDFS-6835. Add a new API to set storage policy. (jing9)
  582. HDFS-6847. Support storage policy on directories and include storage policy
  583. in HdfsFileStatus. (Jing Zhao via szetszwo)
  584. HDFS-6801. Add a new data migration tool, Mover, for archiving data.
  585. (szetszwo via jing9)
  586. HDFS-6863. Support migration for snapshot paths. (jing9)
  587. HDFS-6906. Add more tests for BlockStoragePolicy. (szetszwo via jing9)
  588. HDFS-6911. check if a block is already scheduled in Mover.
  589. (szetszwo via jing9)
  590. HDFS-6920. Check the storage type of delNodeHintStorage when deleting
  591. a replica. (szetszwo via jing9)
  592. HDFS-6944. Add retry and termination logic for Mover. (jing9)
  593. HDFS-6969. INode#getStoragePolicyID should always return the latest
  594. storage policy. (jing9)
  595. HDFS-6961. BlockPlacementPolicy#chooseTarget should check each valid
  596. storage type in each choosing round. (jing9)
  597. HDFS-6876. support set/get storage policy in DFSAdmin. (jing9)
  598. HDFS-6997. Add more tests for data migration and replicaion. (szetszwo)
  599. HDFS-6875. Support migration for a list of specified paths. (jing9)
  600. HDFS-7027. Mover does not terminate when some storage type is out of space.
  601. (szetszwo via jing9)
  602. HDFS-7029. Fix TestDFSInotifyEventInputStream and TestDistributedFileSystem.
  603. (szetszwo via jing9)
  604. HDFS-7028. FSDirectory should not get storage policy id from symlinks.
  605. (szetszwo)
  606. HDFS-7034. Fix TestBlockPlacement and TestStorageMover. (jing9)
  607. HDFS-7039. Fix Balancer tests. (szetszwo via jing9)
  608. HDFS-7062. Skip under construction block for migration. (jing9)
  609. HDFS-7052. Add Mover into hdfs script. (jing9)
  610. HDFS-7072. Fix TestBlockManager and TestStorageMover. (jing9 via szetszwo)
  611. HDFS-6864. Archival Storage: add user documentation. (szetszwo via jing9)
  612. HDFS-7088. Archival Storage: fix TestBalancer and
  613. TestBalancerWithMultipleNameNodes. (szetszwo via jing9)
  614. HDFS-7095. TestStorageMover often fails in Jenkins. (jing9)
  615. HDFS-7081. Add new DistributedFileSystem API for getting all the existing
  616. storage policies. (jing9)
  617. HDFS-7140. Add a tool to list all the existing block storage policies.
  618. (jing9)
  619. HDFS-7167. NPE while running Mover if the given path is for a file. (jing9)
  620. HDFS-7154. Fix returning value of starting reconfiguration task (Lei Xu via
  621. Colin P. McCabe)
  622. BREAKDOWN OF HDFS-6581 SUBTASKS AND RELATED JIRAS
  623. HDFS-6921. Add LazyPersist flag to FileStatus. (Arpit Agarwal)
  624. HDFS-6924. Add new RAM_DISK storage type. (Arpit Agarwal)
  625. HDFS-6922. Add LazyPersist flag to INodeFile, save it in FsImage and
  626. edit logs. (Arpit Agarwal)
  627. HDFS-6923. Propagate LazyPersist flag to DNs via DataTransferProtocol.
  628. (Arpit Agarwal)
  629. HDFS-6925. DataNode should attempt to place replicas on transient storage
  630. first if lazyPersist flag is received. (Arpit Agarwal)
  631. HDFS-6926. DN support for saving replicas to persistent storage and
  632. evicting in-memory replicas. (Arpit Agarwal)
  633. HDFS-6927. Initial unit tests for lazy persist files. (Arpit Agarwal)
  634. HDFS-6929. NN periodically unlinks lazy persist files with missing
  635. replicas from namespace. (Arpit Agarwal)
  636. HDFS-6928. 'hdfs put' command should accept lazyPersist flag for testing.
  637. (Arpit Agarwal)
  638. HDFS-6960. Bugfix in LazyWriter, fix test case and some refactoring.
  639. (Arpit Agarwal)
  640. HDFS-6931. Move lazily persisted replicas to finalized directory on DN
  641. startup. (Arpit Agarwal)
  642. HDFS-6950. Add Additional unit tests for HDFS-6581. (Xiaoyu Yao via
  643. Arpit Agarwal)
  644. HDFS-6930. Improve replica eviction from RAM disk. (Arpit Agarwal)
  645. HDFS-6977. Delete all copies when a block is deleted from the block space.
  646. (Arpit Agarwal)
  647. HDFS-6991. Notify NN of evicted block before deleting it from RAM disk.
  648. (Arpit Agarwal)
  649. HDFS-6978. Directory scanner should correctly reconcile blocks on RAM
  650. disk. (Arpit Agarwal)
  651. HDFS-7066. LazyWriter#evictBlocks misses a null check for replicaState.
  652. (Xiaoyu Yao via Arpit Agarwal)
  653. HDFS-7064. Fix unit test failures in HDFS-6581 branch. (Xiaoyu Yao via
  654. Arpit Agarwal)
  655. HDFS-6581. Few more unit test fixes for HDFS-6581. (Arpit Agarwal)
  656. HDFS-7080. Fix finalize and upgrade unit test failures. (Arpit Agarwal)
  657. HDFS-7084. FsDatasetImpl#copyBlockFiles debug log can be improved.
  658. (Xiaoyu Yao via Arpit Agarwal)
  659. HDFS-7091. Add forwarding constructor for INodeFile for existing callers.
  660. (Arpit Agarwal)
  661. HDFS-7100. Make eviction scheme pluggable. (Arpit Agarwal)
  662. HDFS-7108. Fix unit test failures in SimulatedFsDataset. (Arpit Agarwal)
  663. HDFS-7071. Updated editsStored and editsStored.xml to bump layout
  664. version and add LazyPersist flag. (Xiaoyu Yao and Arpit Agarwal via
  665. Arpit Agarwal)
  666. HDFS-6990. Add unit test for evict/delete RAM_DISK block with open
  667. handle. (Xiaoyu Yao via Arpit Agarwal)
  668. HDFS-7143. Fix findbugs warnings in HDFS-6581 branch. (szetszwo via
  669. Arpit Agarwal)
  670. HDFS-6932. Balancer and Mover tools should ignore replicas on RAM_DISK.
  671. (Xiaoyu Yao via Arpit Agarwal)
  672. HDFS-7144. Fix findbugs warnings in RamDiskReplicaTracker. (szetszwo via
  673. Arpit Agarwal)
  674. HDFS-7155. Bugfix in createLocatedFileStatus caused by bad merge.
  675. (Arpit Agarwal)
  676. HDFS-7153. Add storagePolicy to NN edit log during file creation.
  677. (Arpit Agarwal)
  678. HDFS-7159. Use block storage policy to set lazy persist preference.
  679. (Arpit Agarwal)
  680. HDFS-7129. Metrics to track usage of memory for writes. (Xiaoyu Yao
  681. via Arpit Agarwal)
  682. HDFS-7171. Fix Jenkins failures in HDFS-6581 branch. (Arpit Agarwal)
  683. HDFS-7112. LazyWriter should use either async IO or one thread per physical
  684. disk. (Xiaoyu Yao via cnauroth)
  685. HDFS-7090. Use unbuffered writes when persisting in-memory replicas.
  686. (Xiaoyu Yao via cnauroth)
  687. HDFS-6934. Move checksum computation off the hot path when writing to RAM
  688. disk. (cnauroth)
  689. HDFS-7291. Persist in-memory replicas with appropriate unbuffered copy API
  690. on POSIX and Windows. (Xiaoyu Yao via cnauroth)
  691. HDFS-7328. TestTraceAdmin assumes Unix line endings. (cnauroth)
  692. HDFS-7359. NameNode in secured HA cluster fails to start if
  693. dfs.namenode.secondary.http-address cannot be interpreted as a network
  694. address. (cnauroth)
  695. HDFS-7226. Fix TestDNFencing.testQueueingWithAppend. (Yongjun Zhang via jing9)
  696. HDFS-7382. DataNode in secure mode may throw NullPointerException if client
  697. connects before DataNode registers itself with NameNode. (cnauroth)
  698. HDFS-7387. NFS may only do partial commit due to a race between COMMIT and write
  699. (brandonli)
  700. HDFS-7391. Renable SSLv2Hello in HttpFS. (rkanter via acmurthy)
  701. HDFS-7385. ThreadLocal used in FSEditLog class causes FSImage permission mess
  702. up. (jiangyu via cnauroth)
  703. Release 2.5.2 - 2014-11-19
  704. INCOMPATIBLE CHANGES
  705. NEW FEATURES
  706. IMPROVEMENTS
  707. OPTIMIZATIONS
  708. BUG FIXES
  709. HDFS-7274. Disable SSLv3 in HttpFS. (Robert Kanter via kasha)
  710. Release 2.5.1 - 2014-09-05
  711. INCOMPATIBLE CHANGES
  712. NEW FEATURES
  713. IMPROVEMENTS
  714. OPTIMIZATIONS
  715. BUG FIXES
  716. HADOOP-10957. The globber will sometimes erroneously return a permission
  717. denied exception when there is a non-terminal wildcard (cmccabe)
  718. Release 2.5.0 - 2014-08-11
  719. INCOMPATIBLE CHANGES
  720. HDFS-6168. Remove a deprecated constructor and the deprecated methods reportChecksumFailure,
  721. getDelegationToken(Text), renewDelegationToken and cancelDelegationToken from
  722. DistributedFileSystem. (szetszwo)
  723. NEW FEATURES
  724. HDFS-6281. Provide option to use the NFS Gateway without having to use the
  725. Hadoop portmapper. (atm)
  726. HDFS-5168. Add cross node dependency support to BlockPlacementPolicy.
  727. (Nikola Vujic via szetszwo)
  728. HDFS-6334. Client failover proxy provider for IP failover based NN HA.
  729. (kihwal)
  730. HDFS-6406. Add capability for NFS gateway to reject connections from
  731. unprivileged ports. (atm)
  732. HDFS-2006. Ability to support storing extended attributes per file.
  733. HDFS-5978. Create a tool to take fsimage and expose read-only WebHDFS API.
  734. (Akira Ajisaka via wheat9)
  735. HDFS-6278. Create HTML5-based UI for SNN. (wheat9)
  736. HDFS-6279. Create new index page for JN / DN. (wheat9)
  737. IMPROVEMENTS
  738. HDFS-6007. Update documentation about short-circuit local reads (iwasakims
  739. via cmccabe)
  740. HDFS-6125. Cleanup unnecessary cast in HDFS code base. (suresh)
  741. HDFS-5196. Provide more snapshot information in WebUI.
  742. (Shinichi Yamashita via wheat9)
  743. HDFS-6155. Fix Boxing/unboxing to parse a primitive findbugs warnings.
  744. (suresh)
  745. HDFS-6119. FSNamesystem code cleanup. (suresh)
  746. HDFS-6158. Clean up dead code for OfflineImageViewer. (wheat9)
  747. HDFS-6164. Remove lsr in OfflineImageViewer. (wheat9)
  748. HDFS-6167. Relocate the non-public API classes in the hdfs.client package.
  749. (szetszwo)
  750. HDFS-6191. Disable quota checks when replaying edit log. (kihwal)
  751. HDFS-6170. Support GETFILESTATUS operation in WebImageViewer.
  752. (Akira Ajisaka via wheat9)
  753. HDFS-6225. Remove the o.a.h.hdfs.server.common.UpgradeStatusReport.
  754. (wheat9)
  755. HDFS-6224. Add a unit test to TestAuditLogger for file permissions
  756. passed to logAuditEvent. (Charles Lamb via wang)
  757. HDFS-6194. Create new tests for ByteRangeInputStream.
  758. (Akira Ajisaka via wheat9)
  759. HDFS-6219. Proxy superuser configuration should use true client IP for
  760. address checks. (daryn via kihwal)
  761. HDFS-6256. Clean up ImageVisitor and SpotCheckImageVisitor.
  762. (Akira Ajisaka via wheat9)
  763. HDFS-6265. Prepare HDFS codebase for JUnit 4.11. (cnauroth)
  764. HDFS-5693. Few NN metrics data points were collected via JMX when NN
  765. is under heavy load. (Ming Ma via jing9)
  766. HDFS-6273. Config options to allow wildcard endpoints for namenode HTTP
  767. and HTTPS servers. (Arpit Agarwal)
  768. HDFS-6282. Re-add testIncludeByRegistrationName. (cmccabe)
  769. HDFS-6266. Identify full path for a given INode. (jing9)
  770. HDFS-6210. Support GETACLSTATUS operation in WebImageViewer.
  771. (Akira Ajisaka via wheat9)
  772. HDFS-6269. NameNode Audit Log should differentiate between webHDFS open and
  773. HDFS open. (Eric Payne via jeagles)
  774. HDFS-6304. Consolidate the logic of path resolution in FSDirectory.
  775. (wheat9)
  776. HDFS-6295. Add "decommissioning" state and node state filtering to
  777. dfsadmin. (wang)
  778. HDFS-6294. Use INode IDs to avoid conflicts when a file open for write is
  779. renamed. (cmccabe)
  780. HDFS-6328. Clean up dead code in FSDirectory. (wheat9)
  781. HDFS-6230. Expose upgrade status through NameNode web UI.
  782. (Mit Desai via wheat9)
  783. HDFS-6186. Pause deletion of blocks when the namenode starts up. (jing9)
  784. HDFS-6293. Issues with OIV processing PB-based fsimages. (kihwal)
  785. HDFS-2949. Add check to active state transition to prevent operator-induced
  786. split brain. (Rushabh S Shah via kihwal)
  787. HDFS-6287. Add vecsum test of libhdfs read access times (cmccabe)
  788. HDFS-5683. Better audit log messages for caching operations.
  789. (Abhiraj Butala via wang)
  790. HDFS-6345. DFS.listCacheDirectives() should allow filtering based on
  791. cache directive ID. (wang)
  792. HDFS-6432. Add snapshot related APIs to webhdfs. (jing9)
  793. HDFS-6396. Remove support for ACL feature from INodeSymlink.
  794. (Charles Lamb via wang)
  795. HDFS-6435. Add support for specifying a static uid/gid mapping for the NFS
  796. gateway. (atm via wang)
  797. HDFS-6110 adding more slow action log in critical write path
  798. (Liang Xie via stack)
  799. HDFS-6416. Use Time#monotonicNow in OpenFileCtx and OpenFileCtxCatch to
  800. avoid system clock bugs (Abhiraj Butala via brandonli)
  801. HDFS-6356. Fix typo in DatanodeLayoutVersion. (Tulasi G via wang)
  802. HDFS-6447. balancer should timestamp the completion message.
  803. (Juan Yu via wang)
  804. HDFS-6463. Clarify behavior of AclStorage#createFsPermissionForExtendedAcl
  805. in comments. (cnauroth)
  806. HDFS-6472. fix typo in webapps/hdfs/explorer.js. (Juan Yu via wang)
  807. HDFS-6056. Clean up NFS config settings (brandonli)
  808. HDFS-6109 let sync_file_range() system call run in background
  809. (Liang Xie via stack)
  810. HDFS-6268. Better sorting in NetworkTopology#pseudoSortByDistance when
  811. no local node is found. (wang)
  812. HDFS-6369. Document that BlockReader#available() can return more bytes than
  813. are remaining in the block (Ted Yu via Colin Patrick McCabe)
  814. HDFS-6487. TestStandbyCheckpoint#testSBNCheckpoints is racy.
  815. (Mit Desai via wang)
  816. HDFS-6297. Add CLI testcases to reflect new features of dfs and dfsadmin
  817. (Dasha Boudnik via cos)
  818. HDFS-6399. Add note about setfacl in HDFS permissions guide.
  819. (cnauroth via wang)
  820. HDFS-6315. Decouple recording edit logs from FSDirectory. (wheat9)
  821. HDFS-6379. HTTPFS - Implement ACLs support. (yoderme via tucu)
  822. HDFS-6471. Make moveFromLocal CLI testcases to be non-disruptive
  823. (Dasha Boudnik via cos)
  824. HDFS-6395. Skip checking xattr limits for non-user-visible namespaces.
  825. (Yi Liu via wang).
  826. HDFS-3493. Invalidate excess corrupted blocks as long as minimum
  827. replication is satisfied. (Juan Yu and Vinayakumar B via wang)
  828. HDFS-6330. Move mkdirs() to FSNamesystem. (wheat9)
  829. HDFS-6470. TestBPOfferService.testBPInitErrorHandling is flaky.
  830. (Ming Ma via wang)
  831. HDFS-6529. Trace logging for RemoteBlockReader2 to identify remote datanode
  832. and file being read. (Anubhav Dhoot via atm)
  833. HDFS-6499. Use NativeIO#renameTo instead of File#renameTo in
  834. FileJournalManager. (Yongjun Zhang via atm)
  835. HDFS-6518. TestCacheDirectives#testExceedsCapacity should
  836. take FSN read lock when accessing pendingCached list.
  837. (wang)
  838. HDFS-6528. Add XAttrs to TestOfflineImageViewer. (Stephen Chu via wang)
  839. HDFS-6545. Finalizing rolling upgrade can make NN unavailable for a long
  840. duration. (kihwal)
  841. HDFS-6530. Fix Balancer documentation. (szetszwo)
  842. HDFS-6480. Move waitForReady() from FSDirectory to FSNamesystem. (wheat9)
  843. HDFS-6403. Add metrics for log warnings reported by JVM pauses. (Yongjun
  844. Zhang via atm)
  845. HDFS-6557. Move the reference of fsimage to FSNamesystem. (wheat9)
  846. HDFS-4667. Capture renamed files/directories in snapshot diff report. (jing9
  847. and Binglin Chang via jing9)
  848. HDFS-6507. Improve DFSAdmin to support HA cluster better.
  849. (Zesheng Wu via vinayakumarb)
  850. HDFS-6578. add toString method to DatanodeStorage for easier debugging.
  851. (Yongjun Zhang via Arpit Agarwal)
  852. HDFS-6562. Refactor rename() in FSDirectory. (wheat9)
  853. HDFS-6486. Add user doc for XAttrs via WebHDFS. (Yi Liu via umamahesh)
  854. HDFS-6430. HTTPFS - Implement XAttr support. (Yi Liu via tucu)
  855. HDFS-6593. Move SnapshotDiffInfo out of INodeDirectorySnapshottable.
  856. (Jing Zhao via wheat9)
  857. HDFS-6595. Allow the maximum threads for balancing on datanodes to be
  858. configurable. (Benoy Antony via szetszwo)
  859. HDFS-6572. Add an option to the NameNode that prints the software and
  860. on-disk image versions. (Charles Lamb via cnauroth)
  861. HDFS-6603. Add XAttr with ACL test. (Stephen Chu via cnauroth)
  862. HDFS-6612. MiniDFSNNTopology#simpleFederatedTopology(int)
  863. always hardcode nameservice ID. (Juan Yu via wang)
  864. HDFS-6614. shorten TestPread run time with a smaller retry timeout setting.
  865. (Liang Xie via cnauroth)
  866. HDFS-6610. TestShortCircuitLocalRead tests sometimes timeout on slow
  867. machines. (Charles Lamb via wang)
  868. HDFS-6620. Snapshot docs should specify about preserve options with cp command
  869. (Stephen Chu via umamahesh)
  870. HDFS-6493. Change dfs.namenode.startup.delay.block.deletion to second
  871. instead of millisecond. (Juan Yu via wang)
  872. HDFS-6680. BlockPlacementPolicyDefault does not choose favored nodes
  873. correctly. (szetszwo)
  874. HDFS-6712. Document HDFS Multihoming Settings. (Arpit Agarwal)
  875. OPTIMIZATIONS
  876. HDFS-6214. Webhdfs has poor throughput for files >2GB (daryn)
  877. HDFS-6460. Ignore stale and decommissioned nodes in
  878. NetworkTopology#sortByDistance. (Yongjun Zhang via wang)
  879. HDFS-6583. Remove clientNode in FileUnderConstructionFeature. (wheat9)
  880. HDFS-6599. 2.4 addBlock is 10 to 20 times slower compared to 0.23 (daryn)
  881. BUG FIXES
  882. HDFS-6112. NFS Gateway docs are incorrect for allowed hosts configuration.
  883. (atm)
  884. HDFS-3087. Decomissioning on NN restart can complete without blocks being
  885. replicated. (Rushabh S Shah via kihwal)
  886. HDFS-6162. Format strings should use platform independent line separator.
  887. (suresh)
  888. HDFS-6156. Simplify the JMX API that provides snapshot information.
  889. (wheat9)
  890. HDFS-6173. Move the default processor from Ls to Web in OfflineImageViewer.
  891. (Akira Ajisaka via wheat9)
  892. HDFS-5591. Checkpointing should use monotonic time when calculating period.
  893. (Charles Lamb via wang)
  894. HDFS-6190. Minor textual fixes in DFSClient. (Charles Lamb via wheat9)
  895. HDFS-6159. TestBalancerWithNodeGroup.testBalancerWithNodeGroup fails if
  896. there is block missing after balancer success (Chen He via kihwal)
  897. HDFS-6181. Fix the wrong property names in NFS user guide (brandonli)
  898. HDFS-6180. dead node count / listing is very broken in JMX and old GUI.
  899. (wheat9)
  900. HDFS-6143. WebHdfsFileSystem open should throw FileNotFoundException for
  901. non-existing paths. (Gera Shegalov via wheat9)
  902. HDFS-6169. Move the address in WebImageViewer. (Akira Ajisaka via wheat9)
  903. HDFS-6160. TestSafeMode occasionally fails. (Arpit Agarwal)
  904. HDFS-5669. Storage#tryLock() should check for null before logging successfull message
  905. (Vinayakumar B via umamahesh)
  906. HDFS-6237. TestDFSShell#testGet fails on Windows due to invalid file system
  907. path. (cnauroth)
  908. HDFS-6238. TestDirectoryScanner leaks file descriptors. (cnauroth)
  909. HDFS-6243. HA NameNode transition to active or shutdown may leave lingering
  910. image transfer thread. (cnauroth)
  911. HDFS-5409. TestOfflineEditsViewer#testStored fails on Windows due to CRLF
  912. line endings in editsStored.xml from git checkout. (cnauroth)
  913. HDFS-4909. Avoid protocol buffer RPC namespace clashes. (cmccabe)
  914. HDFS-6178. Decommission on standby NN couldn't finish. (Ming Ma via jing9)
  915. HDFS-6213. TestDataNodeConfig failing on Jenkins runs due to DN web port
  916. in use. (wang)
  917. HDFS-6274. Cleanup javadoc warnings in HDFS code. (suresh)
  918. HDFS-6275. Fix warnings - type arguments can be inferred and redudant
  919. local variable. (suresh)
  920. HDFS-6217. Webhdfs PUT operations may not work via a http proxy.
  921. (Daryn Sharp via kihwal)
  922. HDFS-6276. Remove unnecessary conditions and null check. (suresh)
  923. HDFS-5865. Update OfflineImageViewer document. (Akira Ajisaka via wheat9)
  924. HDFS-6270. Secondary namenode status page shows transaction count in bytes.
  925. (Benoy Antony via wheat9)
  926. HDFS-6218. Audit log should use true client IP for proxied webhdfs
  927. operations. (daryn via kihwal)
  928. HDFS-6288. DFSInputStream Pread doesn't update ReadStatistics.
  929. (Juan Yu via wang)
  930. HDFS-5892. TestDeleteBlockPool fails in branch-2. (Ted Yu via wheat9)
  931. HDFS-6289. HA failover can fail if there are pending DN messages for DNs
  932. which no longer exist. (atm)
  933. HDFS-6337. Setfacl testcase is failing due to dash character in username
  934. in TestAclCLI (umamahesh)
  935. HDFS-5381. ExtendedBlock#hashCode should use both blockId and block pool ID
  936. (Benoy Antony via Colin Patrick McCabe)
  937. HDFS-6240. WebImageViewer returns 404 if LISTSTATUS to an empty directory.
  938. (Akira Ajisaka via wheat9)
  939. HDFS-6351. Command hdfs dfs -rm -r can't remove empty directory.
  940. (Yongjun Zhang via wang)
  941. HDFS-5522. Datanode disk error check may be incorrectly skipped.
  942. (Rushabh S Shah via kihwal)
  943. HDFS-6367. EnumSetParam$Domain#parse fails for parameter containing more than one enum.
  944. (Yi Liu via umamahesh)
  945. HDFS-6305. WebHdfs response decoding may throw RuntimeExceptions (Daryn
  946. Sharp via jeagles)
  947. HDFS-6355. Fix divide-by-zero, improper use of wall-clock time in
  948. BlockPoolSliceScanner (cmccabe)
  949. HDFS-6370. Web UI fails to display in intranet under IE.
  950. (Haohui Mai via cnauroth)
  951. HDFS-6381. Fix a typo in INodeReference.java. (Binglin Chang via jing9)
  952. HDFS-6400. Cannot execute hdfs oiv_legacy. (Akira AJISAKA via kihwal)
  953. HDFS-6250. Fix test failed in TestBalancerWithNodeGroup.testBalancerWithRackLocality
  954. (Binglin Chang and Chen He via junping_du)
  955. HDFS-4913. Deleting file through fuse-dfs when using trash fails requiring
  956. root permissions (cmccabe)
  957. HDFS-6421. Fix vecsum.c compile on BSD and some other systems. (Mit Desai
  958. via Colin Patrick McCabe)
  959. HDFS-6419. TestBookKeeperHACheckpoints#TestSBNCheckpoints fails on trunk.
  960. (Akira AJISAKA via kihwal)
  961. HDFS-6409. Fix typo in log message about NameNode layout version upgrade.
  962. (Chen He via cnauroth)
  963. HDFS-6433. Replace BytesMoved class with AtomicLong.
  964. (Benoy Antony via cnauroth)
  965. HDFS-6438. DeleteSnapshot should be a DELETE request in WebHdfs. (jing9)
  966. HDFS-6423. Diskspace quota usage should be updated when appending data to
  967. partial block. (jing9)
  968. HDFS-6443. Fix MiniQJMHACluster related test failures. (Zesheng Wu via
  969. Arpit Agarwal)
  970. HDFS-6227. ShortCircuitCache#unref should purge ShortCircuitReplicas whose
  971. streams have been closed by java interrupts. (Colin Patrick McCabe via jing9)
  972. HDFS-6442. Fix TestEditLogAutoroll and TestStandbyCheckpoints failure
  973. caused by port conficts. (Zesheng Wu via Arpit Agarwal)
  974. HDFS-6448. BlockReaderLocalLegacy should set socket timeout based on
  975. conf.socketTimeout (liangxie via cmccabe)
  976. HDFS-6453. Use Time#monotonicNow to avoid system clock reset.
  977. (Liang Xie via wang)
  978. HDFS-6461. Use Time#monotonicNow to compute duration in DataNode#shutDown.
  979. (James Thomas via wang)
  980. HDFS-6462. NFS: fsstat request fails with the secure hdfs (brandonli)
  981. HDFS-6404. HttpFS should use a 000 umask for mkdir and create
  982. operations. (yoderme via tucu)
  983. HDFS-6424. blockReport doesn't need to invalidate blocks on SBN. (Ming Ma
  984. via jing9)
  985. HDFS-6497. Make TestAvailableSpaceVolumeChoosingPolicy deterministic
  986. (cmccabe)
  987. HDFS-6500. Snapshot shouldn't be removed silently after renaming to an
  988. existing snapshot. (Nicholas SZE via junping_du)
  989. HDFS-6257. TestCacheDirectives#testExceedsCapacity fails occasionally
  990. (cmccabe)
  991. HDFS-6364. Incorrect check for unknown datanode in Balancer. (Benoy
  992. Antony via Arpit Agarwal)
  993. HDFS-6503. Fix typo of DFSAdmin restoreFailedStorage.
  994. (Zesheng Wu via wheat9)
  995. HDFS-6464. Support multiple xattr.name parameters for WebHDFS getXAttrs.
  996. (Yi Liu via umamahesh)
  997. HDFS-6539. test_native_mini_dfs is skipped in hadoop-hdfs/pom.xml
  998. (decstery via cmccabe)
  999. HDFS-6527. Edit log corruption due to defered INode removal. (kihwal and
  1000. jing9 via jing9)
  1001. HDFS-6552. add DN storage to a BlockInfo will not replace the different
  1002. storage from same DN. (Amir Langer via Arpit Agarwal)
  1003. HDFS-6551. Rename with OVERWRITE option may throw NPE when the target
  1004. file/directory is a reference INode. (jing9)
  1005. HDFS-6439. NFS should not reject NFS requests to the NULL procedure whether
  1006. port monitoring is enabled or not. (brandonli)
  1007. HDFS-6559. Fix wrong option "dfsadmin -rollingUpgrade start" in the
  1008. document. (Akira Ajisaka via Arpit Agarwal)
  1009. HDFS-6553. Add missing DeprecationDeltas for NFS Kerberos configurations
  1010. (Stephen Chu via brandonli)
  1011. HDFS-6563. NameNode cannot save fsimage in certain circumstances when
  1012. snapshots are in use. (atm)
  1013. HDFS-3848. A Bug in recoverLeaseInternal method of FSNameSystem class
  1014. (Hooman Peiro Sajjad and Chen He via kihwal)
  1015. HDFS-6549. Add support for accessing the NFS gateway from the AIX NFS
  1016. client. (atm)
  1017. HDFS-6535. HDFS quota update is wrong when file is appended. (George Wong
  1018. via jing9)
  1019. HDFS-6222. Remove background token renewer from webhdfs.
  1020. (Rushabh Shah and Daryn Sharp via cnauroth)
  1021. HDFS-6580. FSNamesystem.mkdirsInt should call the getAuditFileInfo()
  1022. wrapper. (Zhilei Xu via wheat9)
  1023. HDFS-6587. Bug in TestBPOfferService can cause test failure. (Zhilei Xu
  1024. via Arpit Agarwal)
  1025. HDFS-6598. Fix a typo in message issued from explorer.js. (Yongjun Zhang
  1026. via wheat9)
  1027. HDFS-6475. WebHdfs clients fail without retry because incorrect handling
  1028. of StandbyException. (Yongjun Zhang via atm)
  1029. HADOOP-10701. NFS should not validate the access premission only based on
  1030. the user's primary group (Harsh J via atm)
  1031. HDFS-6556. Refine XAttr permissions (umamahesh)
  1032. HDFS-6601. Issues in finalizing rolling upgrade when there is a layout
  1033. version change (kihwal)
  1034. HDFS-6418. Regression: DFS_NAMENODE_USER_NAME_KEY missing
  1035. (szetszwo via stevel)
  1036. HDFS-6558. Missing newline in the description of dfsadmin -rollingUpgrade.
  1037. (Chen He via kihwal)
  1038. HDFS-6591. while loop is executed tens of thousands of times in Hedged Read
  1039. (Liang Xie via cnauroth)
  1040. HDFS-6604. The short-circuit cache doesn't correctly time out replicas that
  1041. haven't been used in a while (cmccabe)
  1042. HDFS-4286. Changes from BOOKKEEPER-203 broken capability of including
  1043. bookkeeper-server jar in hidden package of BKJM (Rakesh R via umamahesh)
  1044. HDFS-4221. Remove the format limitation point from BKJM documentation as HDFS-3810
  1045. closed. (Rakesh R via umamahesh)
  1046. HDFS-5411. Update Bookkeeper dependency to 4.2.3. (Rakesh R via umamahesh)
  1047. HDFS-6631. TestPread#testHedgedReadLoopTooManyTimes fails intermittently.
  1048. (Liang Xie via cnauroth)
  1049. HDFS-6647. Edit log corruption when pipeline recovery occurs for deleted
  1050. file present in snapshot (kihwal)
  1051. HDFS-6378. NFS registration should timeout instead of hanging when
  1052. portmap/rpcbind is not available (Abhiraj Butala via brandonli)
  1053. HDFS-6632. Reintroduce dfs.http.port / dfs.https.port in branch-2.
  1054. (Yongjun Zhang via wheat9)
  1055. HDFS-6703. NFS: Files can be deleted from a read-only mount
  1056. (Srikanth Upputuri via brandonli)
  1057. HDFS-6422. getfattr in CLI doesn't throw exception or return non-0 return code
  1058. when xattr doesn't exist. (Charles Lamb via umamahesh)
  1059. HDFS-6696. Name node cannot start if the path of a file under
  1060. construction contains ".snapshot". (wang)
  1061. HDFS-6312. WebHdfs HA failover is broken on secure clusters.
  1062. (daryn via tucu)
  1063. HDFS-6618. FSNamesystem#delete drops the FSN lock between removing INodes
  1064. from the tree and deleting them from the inode map (kihwal via cmccabe)
  1065. HDFS-6622. Rename and AddBlock may race and produce invalid edits (kihwal
  1066. via cmccabe)
  1067. HDFS-6723. New NN webUI no longer displays decommissioned state for dead node.
  1068. (Ming Ma via wheat9)
  1069. HDFS-6768. Fix a few unit tests that use hard-coded port numbers. (Arpit
  1070. Agarwal)
  1071. HDFS-6793. Missing changes in HftpFileSystem when Reintroduce
  1072. dfs.http.port / dfs.https.port in branch-2. (Juan Yu via wang).
  1073. BREAKDOWN OF HDFS-2006 SUBTASKS AND RELATED JIRAS
  1074. HDFS-6299. Protobuf for XAttr and client-side implementation. (Yi Liu via umamahesh)
  1075. HDFS-6302. Implement XAttr as a INode feature. (Yi Liu via umamahesh)
  1076. HDFS-6309. Javadocs for Xattrs apis in DFSClient and other minor fixups. (Charles Lamb via umamahesh)
  1077. HDFS-6258. Namenode server-side storage for XAttrs. (Yi Liu via umamahesh)
  1078. HDFS-6303. HDFS implementation of FileContext API for XAttrs. (Yi Liu and Charles Lamb via umamahesh)
  1079. HDFS-6324. Shift XAttr helper code out for reuse. (Yi Liu via umamahesh)
  1080. HDFS-6301. NameNode: persist XAttrs in fsimage and record XAttrs modifications to edit log.
  1081. (Yi Liu via umamahesh)
  1082. HDFS-6298. XML based End-to-End test for getfattr and setfattr commands. (Yi Liu via umamahesh)
  1083. HDFS-6314. Test cases for XAttrs. (Yi Liu via umamahesh)
  1084. HDFS-6344. Maximum limit on the size of an xattr. (Yi Liu via umamahesh)
  1085. HDFS-6377. Unify xattr name and value limits into a single limit. (wang)
  1086. HDFS-6373. Remove support for extended attributes on symlinks. (Charles Lamb via wang)
  1087. HDFS-6283. Write end user documentation for xattrs. (wang)
  1088. HDFS-6412. Interface audience and stability annotations missing from
  1089. several new classes related to xattrs. (wang)
  1090. HDFS-6259. Support extended attributes via WebHDFS. (yliu)
  1091. HDFS-6346. Optimize OP_SET_XATTRS by persisting single Xattr entry per setXattr/removeXattr api call
  1092. (Yi Liu via umamahesh)
  1093. HDFS-6331. ClientProtocol#setXattr should not be annotated idempotent.
  1094. (umamahesh via wang)
  1095. HDFS-6335. TestOfflineEditsViewer for XAttr. (Yi Liu via umamahesh)
  1096. HDFS-6343. fix TestNamenodeRetryCache and TestRetryCacheWithHA failures. (umamahesh)
  1097. HDFS-6366. FsImage loading failed with RemoveXattr op (umamahesh)
  1098. HDFS-6357. SetXattr should persist rpcIDs for handling retrycache with Namenode restart and HA
  1099. (umamahesh)
  1100. HDFS-6372. Handle setXattr rpcIDs for OfflineEditsViewer. (umamahesh)
  1101. HDFS-6410. DFSClient unwraps AclException in xattr methods, but those
  1102. methods cannot throw AclException. (wang)
  1103. HDFS-6413. xattr names erroneously handled as case-insensitive.
  1104. (Charles Lamb via cnauroth)
  1105. HDFS-6414. xattr modification operations are based on state of latest
  1106. snapshot instead of current version of inode. (Andrew Wang via cnauroth)
  1107. HDFS-6374. setXAttr should require the user to be the owner of the file
  1108. or directory (Charles Lamb via wang)
  1109. HDFS-6492. Support create-time xattrs and atomically setting multiple
  1110. xattrs. (wang)
  1111. Release 2.4.1 - 2014-06-23
  1112. INCOMPATIBLE CHANGES
  1113. NEW FEATURES
  1114. IMPROVEMENTS
  1115. HDFS-6215. Wrong error message for upgrade. (Kihwal Lee via jeagles)
  1116. OPTIMIZATIONS
  1117. BUG FIXES
  1118. HDFS-6189. Multiple HDFS tests fail on Windows attempting to use a test
  1119. root path containing a colon. (cnauroth via szetszwo)
  1120. HDFS-6197. Rolling upgrade rollback on Windows can fail attempting to rename
  1121. edit log segment files to a destination that already exists. (cnauroth)
  1122. HDFS-6198. DataNode rolling upgrade does not correctly identify current
  1123. block pool directory and replace with trash on Windows. (cnauroth)
  1124. HDFS-6206. Fix NullPointerException in DFSUtil.substituteForWildcardAddress.
  1125. (szetszwo)
  1126. HDFS-6204. Fix TestRBWBlockInvalidation: change the last sleep to a loop.
  1127. (szetszwo)
  1128. HDFS-6209. TestValidateConfigurationSettings should use random ports.
  1129. (Arpit Agarwal via szetszwo)
  1130. HDFS-6208. DataNode caching can leak file descriptors. (cnauroth)
  1131. HDFS-6231. DFSClient hangs infinitely if using hedged reads and all eligible
  1132. datanodes die. (cnauroth)
  1133. HDFS-6234. TestDatanodeConfig#testMemlockLimit fails on Windows due to
  1134. invalid file path. (cnauroth)
  1135. HDFS-6235. TestFileJournalManager can fail on Windows due to file locking if
  1136. tests run out of order. (cnauroth)
  1137. HDFS-6229. Race condition in failover can cause RetryCache fail to work.
  1138. (jing9)
  1139. HDFS-6232. OfflineEditsViewer throws a NPE on edits containing ACL
  1140. modifications (ajisakaa via cmccabe)
  1141. HDFS-6236. ImageServlet should use Time#monotonicNow to measure latency.
  1142. (cnauroth)
  1143. HDFS-6245. datanode fails to start with a bad disk even when failed
  1144. volumes is set. (Arpit Agarwal)
  1145. HDFS-2882. DN continues to start up, even if block pool fails to initialize
  1146. (vinayakumarb)
  1147. HDFS-6340. DN can't finalize upgrade. (Rahul Singhal via Arpit Agarwal)
  1148. HDFS-6329. WebHdfs does not work if HA is enabled on NN but logical URI is
  1149. not configured. (kihwal)
  1150. HDFS-6313. WebHdfs may use the wrong NN when configured for multiple HA NNs
  1151. (kihwal)
  1152. HDFS-6326. WebHdfs ACL compatibility is broken. (cnauroth)
  1153. HDFS-6361. TestIdUserGroup.testUserUpdateSetting failed due to out of range
  1154. nfsnobody Id. (Yongjun Zhang via brandonli)
  1155. HDFS-4052. BlockManager#invalidateWork should print log outside the lock.
  1156. (Jing Zhao via suresh)
  1157. HDFS-6362. InvalidateBlocks is inconsistent in usage of DatanodeUuid and
  1158. StorageID. (Arpit Agarwal)
  1159. HDFS-6402. Suppress findbugs warning for failure to override equals and
  1160. hashCode in FsAclPermission. (cnauroth)
  1161. HDFS-6325. Append should fail if the last block has insufficient number of
  1162. replicas (Keith Pak via cos)
  1163. HDFS-6397. NN shows inconsistent value in deadnode count.
  1164. (Mohammad Kamrul Islam via kihwal)
  1165. HDFS-6411. nfs-hdfs-gateway mount raises I/O error and hangs when a
  1166. unauthorized user attempts to access it (brandonli)
  1167. Release 2.4.0 - 2014-04-07
  1168. INCOMPATIBLE CHANGES
  1169. NEW FEATURES
  1170. HDFS-5698. Use protobuf to serialize / deserialize FSImage. (See breakdown
  1171. of tasks below for features and contributors)
  1172. HDFS-5776 Support 'hedged' reads in DFSClient (Liang Xie via stack)
  1173. HDFS-4685. Implementation of ACLs in HDFS. (See breakdown of tasks below for
  1174. features and contributors)
  1175. IMPROVEMENTS
  1176. HDFS-5781. Use an array to record the mapping between FSEditLogOpCode and
  1177. the corresponding byte value. (jing9)
  1178. HDFS-5153. Datanode should send block reports for each storage in a
  1179. separate message. (Arpit Agarwal)
  1180. HDFS-5804. HDFS NFS Gateway fails to mount and proxy when using Kerberos.
  1181. (Abin Shahab via jing9)
  1182. HDFS-5859. DataNode#checkBlockToken should check block tokens even if
  1183. security is not enabled. (cmccabe)
  1184. HDFS-5746. Add ShortCircuitSharedMemorySegment (cmccabe)
  1185. HDFS-4911. Reduce PeerCache timeout to be commensurate with
  1186. dfs.datanode.socket.reuse.keepalive (cmccabe)
  1187. HDFS-4370. Fix typo Blanacer in DataNode. (Chu Tong via shv)
  1188. HDFS-5929. Add blockpool % usage to HDFS federated nn page.
  1189. (Siqi Li via suresh)
  1190. HDFS-5810. Unify mmap cache and short-circuit file descriptor cache
  1191. (cmccabe)
  1192. HDFS-5940. Minor cleanups to ShortCircuitReplica, FsDatasetCache, and
  1193. DomainSocketWatcher (cmccabe)
  1194. HDFS-5531. Combine the getNsQuota() and getDsQuota() methods in INode.
  1195. (szetszwo)
  1196. HDFS-5285. Flatten INodeFile hierarchy: Replace INodeFileUnderConstruction
  1197. and INodeFileUnderConstructionWithSnapshot with FileUnderContructionFeature.
  1198. (jing9 via szetszwo)
  1199. HDFS-5286. Flatten INodeDirectory hierarchy: Replace INodeDirectoryWithQuota
  1200. with DirectoryWithQuotaFeature. (szetszwo)
  1201. HDFS-5537. Remove FileWithSnapshot interface. (jing9 via szetszwo)
  1202. HDFS-5554. Flatten INodeFile hierarchy: Replace INodeFileWithSnapshot with
  1203. FileWithSnapshotFeature. (jing9 via szetszwo)
  1204. HDFS-5647. Merge INodeDirectory.Feature and INodeFile.Feature. (Haohui Mai
  1205. via jing9)
  1206. HDFS-5632. Flatten INodeDirectory hierarchy: Replace
  1207. INodeDirectoryWithSnapshot with DirectoryWithSnapshotFeature.
  1208. (jing9 via szetszwo)
  1209. HDFS-5715. Use Snapshot ID to indicate the corresponding Snapshot for a
  1210. FileDiff/DirectoryDiff. (jing9)
  1211. HDFS-5726. Fix compilation error in AbstractINodeDiff for JDK7. (jing9)
  1212. HDFS-5768. Consolidate the serialization code in DelegationTokenSecretManager
  1213. (Haohui Mai via brandonli)
  1214. HDFS-5775. Consolidate the code for serialization in CacheManager
  1215. (Haohui Mai via brandonli)
  1216. HDFS-5768. Consolidate the serialization code in DelegationTokenSecretManager
  1217. (Haohui Mai via brandonli)
  1218. HDFS-5973. add DomainSocket#shutdown method (cmccabe)
  1219. HDFS-5318. Support read-only and read-write paths to shared replicas.
  1220. (Eric Sirianni via Arpit Agarwal)
  1221. HDFS-5868. Make hsync implementation pluggable on the DataNode.
  1222. (Buddy Taylor via Arpit Agarwal)
  1223. HDFS-5935. New Namenode UI FS browser should throw smarter error messages.
  1224. (Travis Thompson via jing9)
  1225. HDFS-5939. WebHdfs returns misleading error code and logs nothing if trying
  1226. to create a file with no DNs in cluster. (Yongjun Zhang via jing9)
  1227. HDFS-6006. Remove duplicate code in FSNameSystem#getFileInfo.
  1228. (Akira Ajisaka via cnauroth)
  1229. HDFS-6018. Exception recorded in LOG when IPCLoggerChannel#close is called.
  1230. (jing9)
  1231. HDFS-3969. Small bug fixes and improvements for disk locations API.
  1232. (Todd Lipcon and Andrew Wang)
  1233. HDFS-6025. Update findbugsExcludeFile.xml. (szetszwo)
  1234. HDFS-6030. Remove an unused constructor in INode.java. (yzhang via
  1235. cmccabe)
  1236. HDFS-4200. Reduce the size of synchronized sections in PacketResponder.
  1237. (Suresh Srinivas, backported by Andrew Wang, committed by jing9)
  1238. HDFS-5950. The DFSClient and DataNode should use shared memory segments to
  1239. communicate short-circuit information. (cmccabe)
  1240. HDFS-6046. add dfs.client.mmap.enabled (cmccabe)
  1241. HDFS-5321. Clean up the HTTP-related configuration in HDFS (wheat9)
  1242. HDFS-5167. Add metrics about the NameNode retry cache. (Tsuyoshi OZAWA via
  1243. jing9)
  1244. HDFS-6043. Give HDFS daemons NFS3 and Portmap their own OPTS (brandonli)
  1245. HDFS-6044. Add property for setting the NFS look up time for users
  1246. (brandonli)
  1247. HDFS-6061. Allow dfs.datanode.shared.file.descriptor.path to contain
  1248. multiple entries and fall back when needed (cmccabe)
  1249. HDFS-5986. Capture the number of blocks pending deletion on namenode webUI.
  1250. (cnauroth)
  1251. HDFS-6070. Cleanup use of ReadStatistics in DFSInputStream. (wang)
  1252. HDFS-6055. Change default configuration to limit file name length in HDFS.
  1253. (cnauroth)
  1254. HDFS-3405. Checkpointing should use HTTP POST or PUT instead of GET-GET
  1255. to send merged fsimages. (Vinayakumar B via wang)
  1256. HDFS-6085. Improve CacheReplicationMonitor log messages a bit (cmccabe)
  1257. HDFS-6072. Clean up dead code of FSImage. (wheat9)
  1258. HDFS-6080. Improve NFS gateway performance by making rtmax and wtmax
  1259. configurable. (Abin Shahab via brandonli)
  1260. HDFS-6084. Namenode UI - "Hadoop" logo link shouldn't go to hadoop
  1261. homepage. (Travis Thompson via wheat9)
  1262. HDFS-6106. Reduce default for
  1263. dfs.namenode.path.based.cache.refresh.interval.ms (cmccabe)
  1264. HDFS-6090. Use MiniDFSCluster.Builder instead of deprecated constructors.
  1265. (Akira AJISAKA via jing9)
  1266. HDFS-6068. Disallow snapshot names that are also invalid directory names.
  1267. (sathish via szetszwo)
  1268. HDFS-6123. Do not log stack trace for ReplicaAlreadyExistsException and
  1269. SocketTimeoutException. (szetszwo)
  1270. HDFS-6129. When a replica is not found for deletion, do not throw an
  1271. exception. (szetszwo)
  1272. HDFS-6138. Add a user guide for how to use viewfs with federation.
  1273. (sanjay and szetszwo via szetszwo)
  1274. HDFS-6120. Fix and improve safe mode log messages. (Arpit Agarwal)
  1275. HDFS-6050. NFS does not handle exceptions correctly in a few places
  1276. (brandonli)
  1277. HDFS-5138. Support HDFS upgrade in HA. (atm via todd)
  1278. HDFS-6124. Add final modifier to class members. (Suresh Srinivas via
  1279. Arpit Agarwal)
  1280. HDFS-5910. Enhance DataTransferProtocol to allow per-connection choice
  1281. of encryption/plain-text. (Benoy Antony via Arpit Agarwal)
  1282. HDFS-6150. Add inode id information in the logs to make debugging easier.
  1283. (suresh)
  1284. OPTIMIZATIONS
  1285. HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery
  1286. (todd)
  1287. BUG FIXES
  1288. HDFS-5492. Port HDFS-2069 (Incorrect default trash interval in the
  1289. docs) to trunk. (Akira Ajisaka via Arpit Agarwal)
  1290. HDFS-5843. DFSClient.getFileChecksum() throws IOException if checksum is
  1291. disabled. (Laurent Goujon via jing9)
  1292. HDFS-5856. DataNode.checkDiskError might throw NPE.
  1293. (Josh Elser via suresh)
  1294. HDFS-5828. BlockPlacementPolicyWithNodeGroup can place multiple replicas on
  1295. the same node group when dfs.namenode.avoid.write.stale.datanode is true.
  1296. (Buddy via junping_du)
  1297. HDFS-5767. NFS implementation assumes userName userId mapping to be unique,
  1298. which is not true sometimes (Yongjun Zhang via brandonli)
  1299. HDFS-5791. TestHttpsFileSystem should use a random port to avoid binding
  1300. error during testing (Haohui Mai via brandonli)
  1301. HDFS-5709. Improve NameNode upgrade with existing reserved paths and path
  1302. components. (Andrew Wang via atm)
  1303. HDFS-5881. Fix skip() of the short-circuit local reader(legacy). (kihwal)
  1304. HDFS-5895. HDFS cacheadmin -listPools has exit_code of 1 when the command
  1305. returns 0 result. (Tassapol Athiapinya via cnauroth)
  1306. HDFS-5807. TestBalancerWithNodeGroup.testBalancerWithNodeGroup fails
  1307. intermittently. (Chen He via kihwal)
  1308. HDFS-5882. TestAuditLogs is flaky (jxiang via cmccabe)
  1309. HDFS-5900. Cannot set cache pool limit of "unlimited" via CacheAdmin.
  1310. (wang)
  1311. HDFS-5886. Potential null pointer deference in RpcProgramNfs3#readlink()
  1312. (brandonli)
  1313. HDFS-4858. HDFS DataNode to NameNode RPC should timeout.
  1314. (Henry Wang via shv)
  1315. HDFS-5879. Some TestHftpFileSystem tests do not close streams.
  1316. (Gera Shegalov via suresh)
  1317. HDFS-5938. Make BlockReaderFactory#BlockReaderPeer a static class to avoid
  1318. a findbugs warning. (cmccabe)
  1319. HDFS-5891. webhdfs should not try connecting the DN during redirection
  1320. (Haohui Mai via brandonli)
  1321. HDFS-5904. TestFileStatus fails intermittently. (Mit Desai via kihwal)
  1322. HDFS-5941. add dfs.namenode.secondary.https-address and
  1323. dfs.namenode.secondary.https-address in hdfs-default.xml.
  1324. (Haohui Mai via cnauroth)
  1325. HDFS-5913. Nfs3Utils#getWccAttr() should check attr parameter against null
  1326. (brandonli)
  1327. HDFS-5934. New Namenode UI back button doesn't work as expected
  1328. (Travis Thompson via brandonli)
  1329. HDFS-5901. NameNode new UI doesn't support IE8 and IE9 on windows 7
  1330. (Vinayakumar B via brandonli)
  1331. HDFS-5943. 'dfs.namenode.https-address' property is not loaded from
  1332. configuration in federation setup. (suresh)
  1333. HDFS-3128. Unit tests should not use a test root in /tmp. (wang)
  1334. HDFS-5948. TestBackupNode flakes with port in use error. (Haohui Mai
  1335. via Arpit Agarwal)
  1336. HDFS-5949. New Namenode UI when trying to download a file, the browser
  1337. doesn't know the file name. (Haohui Mai via brandonli)
  1338. HDFS-5716. Allow WebHDFS to use pluggable authentication filter
  1339. (Haohui Mai via brandonli)
  1340. HDFS-5953. TestBlockReaderFactory fails if libhadoop.so has not been built.
  1341. (Akira Ajisaka via wang)
  1342. HDFS-5759. Web UI does not show up during the period of loading FSImage.
  1343. (Haohui Mai via Arpit Agarwal)
  1344. HDFS-5942. Fix javadoc in OfflineImageViewer. (Akira Ajisaka via cnauroth)
  1345. HDFS-5780. TestRBWBlockInvalidation times out intemittently. (Mit Desai
  1346. via kihwal)
  1347. HDFS-5803. TestBalancer.testBalancer0 fails. (Chen He via kihwal)
  1348. HDFS-5893. HftpFileSystem.RangeHeaderUrlOpener uses the default
  1349. URLConnectionFactory which does not import SSL certificates. (Haohui Mai via
  1350. jing9)
  1351. HDFS-5961. OIV cannot load fsimages containing a symbolic link. (kihwal)
  1352. HDFS-5483. NN should gracefully handle multiple block replicas on same DN.
  1353. (Arpit Agarwal)
  1354. HDFS-5742. DatanodeCluster (mini cluster of DNs) fails to start.
  1355. (Arpit Agarwal)
  1356. HDFS-5979. Typo and logger fix for fsimage PB code. (wang)
  1357. HDFS-5962. Mtime and atime are not persisted for symbolic links. (Akira
  1358. Ajisaka via kihwal)
  1359. HDFS-5944. LeaseManager:findLeaseWithPrefixPath can't handle path like /a/b/
  1360. and cause SecondaryNameNode failed do checkpoint (Yunjiong Zhao via brandonli)
  1361. HDFS-5982. Need to update snapshot manager when applying editlog for deleting
  1362. a snapshottable directory. (jing9)
  1363. HDFS-5988. Bad fsimage always generated after upgrade. (wang)
  1364. HDFS-5922. DN heartbeat thread can get stuck in tight loop. (Arpit Agarwal)
  1365. HDFS-6008. Namenode dead node link is giving HTTP error 500.
  1366. (Benoy Antony via cnauroth)
  1367. HDFS-5936. MiniDFSCluster does not clean data left behind by
  1368. SecondaryNameNode. (Binglin Chang via cnauroth)
  1369. HDFS-5339. WebHDFS URI does not accept logical nameservices when security is
  1370. enabled. (Haohui Mai via jing9)
  1371. HDFS-6033. PBImageXmlWriter incorrectly handles processing cache
  1372. directives. (atm)
  1373. HDFS-5821. TestHDFSCLI fails for user names with the dash character.
  1374. (Gera Shegalov via Arpit Agarwal)
  1375. HDFS-5956. A file size is multiplied by the replication factor in 'hdfs oiv
  1376. -p FileDistribution' option. (Akira Ajisaka via wheat9)
  1377. HDFS-5866. '-maxSize' and '-step' option fail in OfflineImageViewer.
  1378. (Akira Ajisaka via wheat9)
  1379. HDFS-6040. fix DFSClient issue without libhadoop.so and some other
  1380. ShortCircuitShm cleanups (cmccabe)
  1381. HDFS-6053. Fix TestDecommissioningStatus and TestDecommission in branch-2.
  1382. (jing9)
  1383. HDFS-6047 TestPread NPE inside in DFSInputStream hedgedFetchBlockByteRange
  1384. (stack)
  1385. HDFS-6051. HDFS cannot run on Windows since short-circuit shared memory
  1386. segment changes. (cmccabe)
  1387. HDFS-5857. TestWebHDFS#testNamenodeRestart fails intermittently with NPE.
  1388. (Mit Desai via wheat9)
  1389. HDFS-5898. Allow NFS gateway to login/relogin from its kerberos keytab.
  1390. (Abin Shahab via atm)
  1391. HDFS-6057. DomainSocketWatcher.watcherThread should be marked as daemon
  1392. thread (cmccabe)
  1393. HDFS-6058. Fix TestHDFSCLI failures after HADOOP-8691 change.
  1394. (Akira Ajisaka via wheat9)
  1395. HDFS-6062. TestRetryCacheWithHA#testConcat is flaky. (Jing Zhao via wheat9)
  1396. HDFS-6059. TestBlockReaderLocal fails if native library is not available.
  1397. (Akira AJISAKA via Colin Patrick McCabe)
  1398. HDFS-6084. DFSConfigKeys.DFS_BLOCKREPORT_INTERVAL_MSEC_DEFAULT is
  1399. not updated with latest block report interval of 6 hrs.
  1400. (Vinayakumar B via wheat9)
  1401. HDFS-6067. TestPread.testMaxOutHedgedReadPool is flaky (cmccabe)
  1402. HDFS-6065. HDFS zero-copy reads should return null on EOF when doing ZCR
  1403. (cmccabe)
  1404. HDFS-5064. Standby checkpoints should not block concurrent readers.
  1405. (atm via wang)
  1406. HDFS-6078. TestIncrementalBlockReports is flaky. (Arpit Agarwal)
  1407. HDFS-6071. BlockReaderLocal doesn't return -1 on EOF when doing a
  1408. zero-length read on a short file (cmccabe)
  1409. HDFS-6077. Running slive with webhdfs on secure HA cluster fails with unkown
  1410. host exception. (jing9)
  1411. HDFS-6086. Fix a case where zero-copy or no-checksum reads were not allowed
  1412. even when the block was cached (cmccabe)
  1413. HDFS-6079. Timeout for getFileBlockStorageLocations does not work. (wang)
  1414. HDFS-5705. TestSecondaryNameNodeUpgrade#testChangeNsIDFails may fail due
  1415. to ConcurrentModificationException. (Ted Yu via brandonli)
  1416. HDFS-6096. TestWebHdfsTokens may timeout. (szetszwo via Arpit Agarwal)
  1417. HDFS-5244. TestNNStorageRetentionManager#testPurgeMultipleDirs fails.
  1418. (Jinghui Wang via suresh)
  1419. HDFS-6097. zero-copy reads are incorrectly disabled on file offsets above
  1420. 2GB (cmccabe)
  1421. HDFS-6102. Lower the default maximum items per directory to fix PB fsimage
  1422. loading. (wang)
  1423. HDFS-6094. The same block can be counted twice towards safe mode
  1424. threshold. (Arpit Agarwal)
  1425. HDFS-5516. WebHDFS does not require user name when anonymous http requests
  1426. are disallowed. (Miodrag Radulovic via cnauroth)
  1427. HDFS-6117. Print file path information in FileNotFoundException on INode
  1428. ID mismatch. (suresh)
  1429. HDFS-6099. HDFS file system limits not enforced on renames. (cnauroth)
  1430. HDFS-6100. DataNodeWebHdfsMethods does not failover in HA mode. (Haohui Mai
  1431. via jing9)
  1432. HDFS-6105. NN web UI for DN list loads the same jmx page multiple times.
  1433. (wheat9)
  1434. HDFS-6127. WebHDFS tokens cannot be renewed in HA setup. (wheat9)
  1435. HDFS-6131. Move HDFSHighAvailabilityWithNFS.apt.vm and
  1436. HDFSHighAvailabilityWithQJM.apt.vm from Yarn to HDFS. (jing9)
  1437. HDFS-6140. WebHDFS cannot create a file with spaces in the name after HA
  1438. failover changes. (cnauroth)
  1439. HDFS-6135. In HDFS upgrade with HA setup, JournalNode cannot handle layout
  1440. version bump when rolling back. (jing9)
  1441. HDFS-5846. Assigning DEFAULT_RACK in resolveNetworkLocation method can break
  1442. data resiliency. (Nikola Vujic via cnauroth)
  1443. HDFS-5840. Follow-up to HDFS-5138 to improve error handling during partial
  1444. upgrade failures. (atm, jing9 and suresh via jing9)
  1445. HDFS-6130. NPE when upgrading namenode from fsimages older than -32.
  1446. (wheat9)
  1447. HDFS-6115. Call flush() for every append on block scan verification log.
  1448. (Vinayakumar B via szetszwo)
  1449. HDFS-5672. TestHASafeMode#testSafeBlockTracking fails in trunk. (jing9)
  1450. HDFS-6157. Fix the entry point of OfflineImageViewer for hdfs.cmd. (wheat9)
  1451. HDFS-6163. Fix a minor bug in the HA upgrade document. (Fengdong Yu via
  1452. jing9)
  1453. HDFS-6166. Change Balancer socket read timeout to 20 minutes and add
  1454. 10 seconds delay after error. (Nathan Roberts via szetszwo)
  1455. BREAKDOWN OF HDFS-5698 SUBTASKS AND RELATED JIRAS
  1456. HDFS-5717. Save FSImage header in protobuf. (Haohui Mai via jing9)
  1457. HDFS-5738. Serialize INode information in protobuf. (Haohui Mai via jing9)
  1458. HDFS-5772. Serialize under-construction file information in FSImage. (jing9)
  1459. HDFS-5783. Compute the digest before loading FSImage. (Haohui Mai via jing9)
  1460. HDFS-5785. Serialize symlink in protobuf. (Haohui Mai via jing9)
  1461. HDFS-5793. Optimize the serialization of PermissionStatus. (Haohui Mai via
  1462. jing9)
  1463. HDFS-5743. Use protobuf to serialize snapshot information. (jing9)
  1464. HDFS-5774. Serialize CachePool directives in protobuf. (Haohui Mai via jing9)
  1465. HDFS-5744. Serialize information for token managers in protobuf. (Haohui Mai
  1466. via jing9)
  1467. HDFS-5824. Add a Type field in Snapshot DiffEntry's protobuf definition.
  1468. (jing9)
  1469. HDFS-5808. Implement cancellation when saving FSImage. (Haohui Mai via jing9)
  1470. HDFS-5826. Update the stored edit logs to be consistent with the changes in
  1471. HDFS-5698 branch. (Haohui Mai via jing9)
  1472. HDFS-5797. Implement offline image viewer. (Haohui Mai via jing9)
  1473. HDFS-5771. Track progress when loading fsimage. (Haohui Mai via cnauroth)
  1474. HDFS-5871. Use PBHelper to serialize CacheDirectiveInfoExpirationProto.
  1475. (Haohui Mai via jing9)
  1476. HDFS-5884. LoadDelegator should use IOUtils.readFully() to read the magic
  1477. header. (Haohui Mai via jing9)
  1478. HDFS-5885. Add annotation for repeated fields in the protobuf definition.
  1479. (Haohui Mai via jing9)
  1480. HDFS-5906. Fixing findbugs and javadoc warnings in the HDFS-5698 branch.
  1481. (Haohui Mai via jing9)
  1482. HDFS-5911. The id of a CacheDirective instance does not get serialized in
  1483. the protobuf-fsimage. (Haohui Mai via jing9)
  1484. HDFS-5915. Refactor FSImageFormatProtobuf to simplify cross section reads.
  1485. (Haohui Mai via cnauroth)
  1486. HDFS-5847. Consolidate INodeReference into a separate section. (jing9)
  1487. HDFS-5959. Fix typo at section name in FSImageFormatProtobuf.java.
  1488. (Akira Ajisaka via suresh)
  1489. HDFS-5981. PBImageXmlWriter generates malformed XML.
  1490. (Haohui Mai via cnauroth)
  1491. HDFS-6107. When a block can't be cached due to limited space on the
  1492. DataNode, that block becomes uncacheable (cmccabe)
  1493. HDFS-6089. Standby NN while transitioning to active throws a connection
  1494. refused error when the prior active NN process is suspended.
  1495. (Jing Zhao via Andrew Wang)
  1496. BREAKDOWN OF HDFS-4685 SUBTASKS AND RELATED JIRAS
  1497. HDFS-5596. Implement RPC stubs. (Haohui Mai via cnauroth)
  1498. HDFS-5685. Implement ACL as a INode feature. (Haohui Mai via cnauroth)
  1499. HDFS-5618. NameNode: persist ACLs in fsimage. (Haohui Mai via cnauroth)
  1500. HDFS-5619. NameNode: record ACL modifications to edit log.
  1501. (Haohui Mai via cnauroth)
  1502. HDFS-5673. Implement logic for modification of ACLs. (cnauroth)
  1503. HDFS-5758. NameNode: complete implementation of inode modifications for
  1504. ACLs. (Chris Nauroth via wheat9)
  1505. HDFS-5612. NameNode: change all permission checks to enforce ACLs in
  1506. addition to permissions. (Chris Nauroth via wheat9)
  1507. HDFS-5613. NameNode: implement handling of ACLs in combination with
  1508. symlinks. (Chris Nauroth via wheat9)
  1509. HDFS-5615. NameNode: implement handling of ACLs in combination with sticky
  1510. bit. (Chris Nauroth via wheat9)
  1511. HDFS-5702. FsShell Cli: Add XML based End-to-End test for getfacl and
  1512. setfacl commands. (Vinay via cnauroth)
  1513. HDFS-5608. WebHDFS: implement ACL APIs.
  1514. (Sachin Jose and Renil Joseph via cnauroth)
  1515. HDFS-5614. NameNode: implement handling of ACLs in combination with
  1516. snapshots. (cnauroth)
  1517. HDFS-5858. Refactor common ACL test cases to be run through multiple
  1518. FileSystem implementations. (cnauroth)
  1519. HDFS-5860. Refactor INodeDirectory getDirectoryXFeature methods to use
  1520. common getFeature helper method. (Jing Zhao via cnauroth)
  1521. HDFS-5861. Add CLI test for Ls output for extended ACL marker.
  1522. (Vinay via cnauroth)
  1523. HDFS-5616. NameNode: implement default ACL handling. (cnauroth)
  1524. HDFS-5899. Add configuration flag to disable/enable support for ACLs.
  1525. (cnauroth)
  1526. HDFS-5914. Incorporate ACLs with the changes from HDFS-5698.
  1527. (Haohui Mai via cnauroth)
  1528. HDFS-5625. Write end user documentation for HDFS ACLs. (cnauroth)
  1529. HDFS-5925. ACL configuration flag must only reject ACL API calls, not ACLs
  1530. present in fsimage or edits. (cnauroth)
  1531. HDFS-5923. Do not persist the ACL bit in the FsPermission.
  1532. (Haohui Mai via cnauroth)
  1533. HDFS-5933. Optimize the FSImage layout for ACLs (Haohui Mai via cnauroth)
  1534. HDFS-5932. Ls should display the ACL bit (Chris Nauroth via wheat9)
  1535. HDFS-5937. Fix TestOfflineEditsViewer on HDFS-4685 branch. (cnauroth)
  1536. HDFS-5737. Replacing only the default ACL can fail to copy unspecified base
  1537. entries from the access ACL. (cnauroth)
  1538. HDFS-5739. ACL RPC must allow null name or unspecified permissions in ACL
  1539. entries. (cnauroth)
  1540. HDFS-5799. Make audit logging consistent across ACL APIs. (cnauroth)
  1541. HDFS-5849. Removing ACL from an inode fails if it has only a default ACL.
  1542. (cnauroth)
  1543. HDFS-5623. NameNode: add tests for skipping ACL enforcement when permission
  1544. checks are disabled, user is superuser or user is member of supergroup.
  1545. (cnauroth)
  1546. HDFS-5908. Change AclFeature to capture list of ACL entries in an
  1547. ImmutableList. (cnauroth)
  1548. HDFS-6028. Print clearer error message when user attempts to delete required
  1549. mask entry from ACL. (cnauroth)
  1550. HDFS-6039. Uploading a File under a Dir with default acls throws "Duplicated
  1551. ACLFeature". (cnauroth)
  1552. HDFS-6063. TestAclCLI fails intermittently when running test 24:
  1553. copyFromLocal. (cnauroth)
  1554. HDFS-6069. Quash stack traces when ACLs are disabled. (cnauroth)
  1555. HDFS-5638. HDFS implementation of FileContext API for ACLs.
  1556. (Vinayakumar B via cnauroth)
  1557. HDFS-5535 subtasks:
  1558. HDFS-5496. Make replication queue initialization asynchronous. (Vinay via
  1559. jing9)
  1560. HDFS-5645. Support upgrade marker in editlog streams. (szetszwo)
  1561. HDFS-5752. Add a new DFSAdmin command to query, start and finalize rolling
  1562. upgrade. (szetszwo)
  1563. HDFS-5786. Support QUERY and FINALIZE actions of rolling upgrade. (szetszwo)
  1564. HDFS-5753. Add new Namenode startup options for downgrade and rollback using
  1565. upgrade marker. (szetszwo)
  1566. HDFS-5835. Add a new option for starting Namenode when rolling upgrade is
  1567. in progress. (szetszwo)
  1568. HDFS-5754. Split LayoutVerion into NameNodeLayoutVersion and
  1569. DataNodeLayoutVersion. (Brandon Li via szetszwo)
  1570. HDFS-5848. Add rolling upgrade status to heartbeat response. (szetszwo)
  1571. HDFS-5890. Avoid NPE in Datanode heartbeat. (Vinay via brandonli)
  1572. HDFS-5869. When starting rolling upgrade or NN restarts, NN should create
  1573. a checkpoint right before the upgrade marker. (szetszwo)
  1574. HDFS-5874. Should not compare DataNode current layout version with that of
  1575. NameNode in DataStrorage. (brandonli)
  1576. HDFS-5889. When starting rolling upgrade, create a fs image for rollback
  1577. so that the standby namenode can create checkpoints during upgrade.
  1578. (szetszwo & jing9)
  1579. HDFS-5907. Add BlockPoolSliceStorage 'trash' to handle block deletions
  1580. during rolling upgrades. (Arpit Agarwal)
  1581. HDFS-5494. Merge Protobuf-based-FSImage code from trunk - fix build
  1582. break after the merge. (Jing Zhao via Arpit Agarwal)
  1583. HDFS-5585. Provide admin commands for data node upgrade (kihwal)
  1584. HDFS-5920. Support rollback of rolling upgrade in NameNode and JournalNodes.
  1585. (jing9)
  1586. HDFS-5945. Add rolling upgrade information to fsimage; and disallow upgrade
  1587. and rolling upgrade to be started simultaneously. (szetszwo & jing9)
  1588. HDFS-5966. Fix rollback of rolling upgrade in NameNode HA setup. (jing9
  1589. via szetszwo)
  1590. HDFS-5974. Fix compilation error, NameNodeLayoutVersion and
  1591. DataNodeLayoutVersion after merge from trunk. (szetszwo)
  1592. HDFS-5963. TestRollingUpgrade#testSecondaryNameNode causes subsequent
  1593. tests to fail. (szetszwo via Arpit Agarwal)
  1594. HDFS-5976. Create unit tests for downgrade and finalize rolling upgrade.
  1595. (Haohui Mai via Arpit Agarwal)
  1596. HDFS-5980. Rollback does not need to load edits. (jing9 via szetszwo)
  1597. HDFS-5984. Fix TestEditLog and TestStandbyCheckpoints. (jing9 via szetszwo)
  1598. HDFS-5985. SimulatedFSDataset#disableAndPurgeTrashStorage should not throw
  1599. UnsupportedOperationException. (jing9 via kihwal)
  1600. HDFS-5987. Fix findbugs warnings in Rolling Upgrade branch. (seztszwo via
  1601. Arpit Agarwal)
  1602. HDFS-5992. Fix NPE in MD5FileUtils and update editsStored for
  1603. TestOfflineEditsViewer. (szetszwo)
  1604. HDFS-5994. Fix TestDataNodeRollingUpgrade. (Arpit Agarwal via szetszwo)
  1605. HDFS-5999. Do not create rollback fsimage when it already exists. (jing9)
  1606. HDFS-6005. Simplify Datanode rollback and downgrade. (Suresh Srinivas via
  1607. Arpit Agarwal)
  1608. HDFS-6004. Change DFSAdmin for rolling upgrade commands. (szetszwo via
  1609. Arpit Agarwal)
  1610. HDFS-5583. Make DN send an OOB Ack on shutdown before restarting. (kihwal)
  1611. HDFS-5778. Add rolling upgrade user document. (szetszwo)
  1612. HDFS-6003. Add the new -rollingUpgrade startup option to the namenode
  1613. usage message. (Vinayakumar B via szetszwo)
  1614. HDFS-6014. Fix findbug warnings introduced by HDFS-5583. (kihwal)
  1615. HDFS-6015. Fix TestBlockRecovery
  1616. #testRaceBetweenReplicaRecoveryAndFinalizeBlock. (kihwal)
  1617. HDFS-5924. Utilize OOB upgrade message processing for writes. (kihwal)
  1618. HDFS-5498. Improve datanode startup time. (kihwal)
  1619. HDFS-6000. Avoid saving namespace when starting rolling upgrade. (jing9)
  1620. HDFS-6017. Query the status of rolling upgrade in the preparation stage in
  1621. TestRollingUpgrade and TestRollingUpgradeRollback. (Haohui Mai via
  1622. Arpit Agarwal)
  1623. HDFS-6020. Fix the five findbugs warnings. (kihwal)
  1624. HDFS-6019. Standby NN might not checkpoint when processing the rolling
  1625. upgrade marker. (Haohui Mai via jing9)
  1626. HDFS-6023. Test whether the standby NN continues to checkpoint after the
  1627. prepare stage. (Haohui Mai via jing9)
  1628. HDFS-6024. Test whether the NN will reject the downgrade if it has a
  1629. fsimage from a newer release. (Haohui Mai via jing9)
  1630. HDFS-6026. Fix TestDFSUpgrade and TestDataNodeRollingUpgrade.
  1631. (jing9 via szetszwo)
  1632. HDFS-6029. Secondary NN fails to checkpoint after -rollingUpgrade prepare.
  1633. (jing9)
  1634. HDFS-6032. -rollingUpgrade query hits NPE after the NN restarts. (Haohui Mai
  1635. via jing9)
  1636. HDFS-6031. Add back the "-rollingUpgrade started" namenode startup option;
  1637. otherwise, namenode cannot start when the layout version is changed.
  1638. (szetszwo)
  1639. HDFS-6034. Use DataNodeLayoutVersion for DN registration check and do not
  1640. verify layout version if there is a rolling upgrade in progress. (szetszwo)
  1641. HDFS-6013. add rollingUpgrade information to latest UI.
  1642. (Vinayakumar B via wheat9)
  1643. HDFS-6042. Fix rolling upgrade documentation and error messages. (szetszwo
  1644. via Arpit Agarwal)
  1645. HDFS-6041. Downgrade/Finalize should rename the rollback image instead of
  1646. purging it. (jing9)
  1647. HDFS-6060. NameNode should not check DataNode layout version (brandonli)
  1648. HDFS-6076. DataNode with SimulatedDataSet should not create
  1649. DatanodeRegistration with namenode layout version and namenode node type.
  1650. (szetszwo)
  1651. HDFS-6038. Allow JournalNode to handle editlog produced by new release with
  1652. future layoutversion. (jing9)
  1653. HDFS-4564. Ensure webhdfs returns correct HTTP response codes for denied
  1654. operations. (daryn via acmurthy)
  1655. Release 2.3.1 - UNRELEASED
  1656. INCOMPATIBLE CHANGES
  1657. NEW FEATURES
  1658. IMPROVEMENTS
  1659. OPTIMIZATIONS
  1660. BUG FIXES
  1661. Release 2.3.0 - 2014-02-18
  1662. INCOMPATIBLE CHANGES
  1663. NEW FEATURES
  1664. HDFS-5122. Support failover and retry in WebHdfsFileSystem for NN HA.
  1665. (Haohui Mai via jing9)
  1666. HDFS-4953. Enable HDFS local reads via mmap.
  1667. (Colin Patrick McCabe via wang).
  1668. HDFS-5342. Provide more information in the FSNamesystem JMX interfaces.
  1669. (Haohui Mai via jing9)
  1670. HDFS-5334. Implement dfshealth.jsp in HTML pages. (Haohui Mai via jing9)
  1671. HDFS-5379. Update links to datanode information in dfshealth.html. (Haohui
  1672. Mai via jing9)
  1673. HDFS-5382. Implement the UI of browsing filesystems in HTML 5 page. (Haohui
  1674. Mai via jing9)
  1675. HDFS-3987. Support webhdfs over HTTPS. (Haohui Mai via jing9)
  1676. HDFS-5444. Choose default web UI based on browser capabilities. (Haohui Mai
  1677. via jing9)
  1678. HDFS-5514. FSNamesystem's fsLock should allow custom implementation (daryn)
  1679. HDFS-2832. Heterogeneous Storages support in HDFS phase 1 - treat DataNode
  1680. as a collection of storages (see breakdown of tasks below for features and
  1681. contributors).
  1682. HDFS-5703. Add support for HTTPS and swebhdfs to HttpFS. (tucu)
  1683. HDFS-4949. Centralized cache management in HDFS (wang and cmccabe)
  1684. IMPROVEMENTS
  1685. HDFS-5360. Improvement of usage message of renameSnapshot and
  1686. deleteSnapshot. (Shinichi Yamashita via wang)
  1687. HDFS-5331. make SnapshotDiff.java to a o.a.h.util.Tool interface implementation.
  1688. (Vinayakumar B via umamahesh)
  1689. HDFS-4657. Limit the number of blocks logged by the NN after a block
  1690. report to a configurable value. (Aaron T. Myers via Colin Patrick
  1691. McCabe)
  1692. HDFS-5344. Make LsSnapshottableDir as Tool interface implementation. (Sathish via umamahesh)
  1693. HDFS-5544. Adding Test case For Checking dfs.checksum type as NULL value. (Sathish via umamahesh)
  1694. HDFS-5568. Support includeSnapshots option with Fsck command. (Vinayakumar B via umamahesh)
  1695. HDFS-4983. Numeric usernames do not work with WebHDFS FS. (Yongjun Zhang via
  1696. jing9)
  1697. HDFS-5592. statechangeLog of completeFile should be logged only in case of success.
  1698. (Vinayakumar via umamahesh)
  1699. HDFS-5662. Can't decommission a DataNode due to file's replication factor
  1700. larger than the rest of the cluster size. (brandonli)
  1701. HDFS-5068. Convert NNThroughputBenchmark to a Tool to allow generic options.
  1702. (shv)
  1703. HDFS-5675. Add Mkdirs operation to NNThroughputBenchmark.
  1704. (Plamen Jeliazkov via shv)
  1705. HDFS-5677. Need error checking for HA cluster configuration.
  1706. (Vincent Sheffer via cos)
  1707. HDFS-5825. Use FileUtils.copyFile() to implement DFSTestUtils.copyFile().
  1708. (Haohui Mai via Arpit Agarwal)
  1709. HDFS-5267. Remove volatile from LightWeightHashSet. (Junping Du via llu)
  1710. HDFS-4278. Log an ERROR when DFS_BLOCK_ACCESS_TOKEN_ENABLE config is
  1711. disabled but security is turned on. (Kousuke Saruta via harsh)
  1712. HDFS-5004. Add additional JMX bean for NameNode status data. Contributed
  1713. by Trevor Lorimer.
  1714. HDFS-4994. Audit log getContentSummary() calls. (Robert Parker via kihwal)
  1715. HDFS-5144. Document time unit to NameNodeMetrics. (Akira Ajisaka via
  1716. suresh)
  1717. HDFS-4491. Parallel testing HDFS. (Andrey Klochkov via cnauroth)
  1718. HDFS-4879. Add "blocked ArrayList" collection to avoid CMS full GCs
  1719. (Todd Lipcon via Colin Patrick McCabe)
  1720. HDFS-4096. Add snapshot information to namenode WebUI. (Haohui Mai via
  1721. jing9)
  1722. HDFS-5188. In BlockPlacementPolicy, reduce the number of chooseTarget(..)
  1723. methods; replace HashMap with Map in parameter declarations and cleanup
  1724. some related code. (szetszwo)
  1725. HDFS-5207. In BlockPlacementPolicy.chooseTarget(..), change the writer
  1726. and the excludedNodes parameter types respectively to Node and Set.
  1727. (Junping Du via szetszwo)
  1728. HDFS-5240. Separate formatting from logging in the audit logger API (daryn)
  1729. HDFS-5191. Revisit zero-copy API in FSDataInputStream to make it more
  1730. intuitive. (Contributed by Colin Patrick McCabe)
  1731. HDFS-5260. Merge zero-copy memory-mapped HDFS client reads to trunk and
  1732. branch-2. (cnauroth)
  1733. HDFS-4517. Cover class RemoteBlockReader with unit tests. (Vadim Bondarev
  1734. and Dennis Y via kihwal)
  1735. HDFS-4512. Cover package org.apache.hadoop.hdfs.server.common with tests.
  1736. (Vadim Bondarev via kihwal)
  1737. HDFS-4510. Cover classes ClusterJspHelper/NamenodeJspHelper with unit
  1738. tests. (Andrey Klochkov via kihwal)
  1739. HDFS-5323. Remove some deadcode in BlockManager. (Colin Patrick McCabe)
  1740. HDFS-5338. Add a conf to disable hostname check in datanode registration.
  1741. (szetszwo)
  1742. HDFS-5130. Add test for snapshot related FsShell and DFSAdmin commands.
  1743. (Binglin Chang via jing9)
  1744. HDFS-5374. Remove deadcode in DFSOutputStream. (suresh)
  1745. HDFS-4511. Cover package org.apache.hadoop.hdfs.tools with unit test
  1746. (Andrey Klochkov via jeagles)
  1747. HDFS-4885. Improve the verifyBlockPlacement() API in BlockPlacementPolicy.
  1748. (Junping Du via szetszwo)
  1749. HDFS-5363. Refactor WebHdfsFileSystem: move SPENGO-authenticated connection
  1750. creation to URLConnectionFactory. (Haohui Mai via jing9)
  1751. HDFS-5436. Move HsFtpFileSystem and HFtpFileSystem into org.apache.hdfs.web
  1752. (Haohui Mai via Arpit Agarwal)
  1753. HDFS-5371. Let client retry the same NN when
  1754. "dfs.client.test.drop.namenode.response.number" is enabled. (jing9)
  1755. HDFS-5467. Remove tab characters in hdfs-default.xml.
  1756. (Shinichi Yamashita via Andrew Wang)
  1757. HDFS-5495. Remove further JUnit3 usages from HDFS.
  1758. (Jarek Jarcec Cecho via Andrew Wang)
  1759. HDFS-5325. Remove WebHdfsFileSystem#ConnRunner. (Haohui Mai via jing9)
  1760. HDFS-5488. Clean up TestHftpURLTimeout. (Haohui Mai via jing9)
  1761. HDFS-5440. Extract the logic of handling delegation tokens in HftpFileSystem
  1762. to the TokenAspect class. (Haohui Mai via jing9)
  1763. HDFS-5487. Introduce unit test for TokenAspect. (Haohui Mai via jing9)
  1764. HDFS-4995. Make getContentSummary less expensive. (kihwal)
  1765. HDFS-5506. Use URLConnectionFactory in DelegationTokenFetcher. (Haohui Mai
  1766. via jing9)
  1767. HDFS-5489. Use TokenAspect in WebHDFSFileSystem. (Haohui Mai via jing9)
  1768. HDFS-5393. Serve bootstrap and jQuery locally. (Haohui Mai via jing9)
  1769. HDFS-5073. TestListCorruptFileBlocks fails intermittently. (Arpit Agarwal)
  1770. HDFS-1386. TestJMXGet fails in jdk7 (jeagles)
  1771. HDFS-5532. Enable the webhdfs by default to support new HDFS web UI. (Vinay
  1772. via jing9)
  1773. HDFS-5525. Inline dust templates for new Web UI. (Haohui Mai via jing9)
  1774. HDFS-5561. FSNameSystem#getNameJournalStatus() in JMX should return plain
  1775. text instead of HTML. (Haohui Mai via jing9)
  1776. HDFS-5581. NameNodeFsck should use only one instance of
  1777. BlockPlacementPolicy. (vinay via cmccabe)
  1778. HDFS-5633. Improve OfflineImageViewer to use less memory. (jing9)
  1779. HDFS-5023. TestSnapshotPathINodes.testAllowSnapshot is failing with jdk7
  1780. (Mit Desai via jeagles)
  1781. HDFS-5637. Try to refeatchToken while local read InvalidToken occurred.
  1782. (Liang Xie via junping_du)
  1783. HDFS-5652. Refactor invalid block token exception handling in DFSInputStream.
  1784. (Liang Xie via junping_du)
  1785. HDFS-5350. Name Node should report fsimage transfer time as a metric.
  1786. (Jimmy Xiang via wang)
  1787. HDFS-5538. URLConnectionFactory should pick up the SSL related configuration
  1788. by default. (Haohui Mai via jing9)
  1789. HDFS-5545. Allow specifying endpoints for listeners in HttpServer. (Haohui
  1790. Mai via jing9)
  1791. HDFS-5536. Implement HTTP policy for Namenode and DataNode. (Haohui Mai via
  1792. jing9)
  1793. HDFS-5312. Generate HTTP / HTTPS URL in DFSUtil#getInfoServer() based on the
  1794. configured http policy. (Haohui Mai via jing9)
  1795. HDFS-5629. Support HTTPS in JournalNode and SecondaryNameNode.
  1796. (Haohui Mai via jing9)
  1797. HDFS-5674. Editlog code cleanup: remove @SuppressWarnings("deprecation") in
  1798. FSEditLogOp; change FSEditLogOpCodes.fromByte(..) to be more efficient; and
  1799. change Some fields in FSEditLog to final. (szetszwo)
  1800. HDFS-5634. Allow BlockReaderLocal to switch between checksumming and not
  1801. (cmccabe)
  1802. HDFS-5663 make the retry time and interval value configurable in openInfo()
  1803. (Liang Xie via stack)
  1804. HDFS-5540. Fix intermittent failure in TestBlocksWithNotEnoughRacks.
  1805. (Binglin Chang via junping_du)
  1806. HDFS-5695. Clean up TestOfflineEditsViewer and OfflineEditsViewerHelper.
  1807. (Haohui Mai via jing9)
  1808. HDFS-5220. Expose group resolution time as metric (jxiang via cmccabe)
  1809. HDFS-5762. BlockReaderLocal doesn't return -1 on EOF when doing zero-length
  1810. reads (Colin Patrick McCabe)
  1811. HDFS-5766. In DFSInputStream, do not add datanode to deadNodes after
  1812. InvalidEncryptionKeyException in fetchBlockByteRange (Liang Xie via Colin
  1813. Patrick McCabe)
  1814. HDFS-5704. Change OP_UPDATE_BLOCKS with a new OP_ADD_BLOCK. (jing9)
  1815. HDFS-5784. Reserve space in edit log header and fsimage header for feature
  1816. flag section. (Colin Patrick McCabe)
  1817. HDFS-5434. Change block placement policy constructors from package private
  1818. to protected. (Buddy Taylor via Arpit Agarwal)
  1819. HDFS-5788. listLocatedStatus response can be very large. (Nathan Roberts
  1820. via kihwal)
  1821. HDFS-5841. Update HDFS caching documentation with new changes. (wang)
  1822. OPTIMIZATIONS
  1823. HDFS-5239. Allow FSNamesystem lock fairness to be configurable (daryn)
  1824. HDFS-5341. Reduce fsdataset lock duration during directory scanning.
  1825. (Qus-Jiawei via kihwal)
  1826. HDFS-5681. renewLease should not hold fsn write lock. (daryn via Kihwal)
  1827. HDFS-5241. Provide alternate queuing audit logger to reduce logging
  1828. contention (daryn)
  1829. BUG FIXES
  1830. HDFS-5307. Support both HTTP and HTTPS in jsp pages (Haohui Mai via
  1831. brandonli)
  1832. HDFS-5291. Standby namenode after transition to active goes into safemode.
  1833. (jing9)
  1834. HDFS-5317. Go back to DFS Home link does not work on datanode webUI
  1835. (Haohui Mai via brandonli)
  1836. HDFS-5316. Namenode ignores the default https port (Haohui Mai via
  1837. brandonli)
  1838. HDFS-5281. COMMIT request should not block. (brandonli)
  1839. HDFS-5337. should do hsync for a commit request even there is no pending
  1840. writes (brandonli)
  1841. HDFS-5335. Hive query failed with possible race in dfs output stream.
  1842. (Haohui Mai via suresh)
  1843. HDFS-5322. HDFS delegation token not found in cache errors seen on secure HA
  1844. clusters. (jing9)
  1845. HDFS-5329. Update FSNamesystem#getListing() to handle inode path in startAfter
  1846. token. (brandonli)
  1847. HDFS-5330. fix readdir and readdirplus for large directories (brandonli)
  1848. HDFS-5370. Typo in Error Message: different between range in condition
  1849. and range in error message. (Kousuke Saruta via suresh)
  1850. HDFS-5365. Fix libhdfs compile error on FreeBSD9. (Radim Kolar via cnauroth)
  1851. HDFS-5347. Add HDFS NFS user guide. (brandonli)
  1852. HDFS-5403. WebHdfs client cannot communicate with older WebHdfs servers
  1853. post HDFS-5306. (atm)
  1854. HDFS-5171. NFS should create input stream for a file and try to share it
  1855. with multiple read requests. (Haohui Mai via brandonli)
  1856. HDFS-5413. hdfs.cmd does not support passthrough to any arbitrary class.
  1857. (cnauroth)
  1858. HDFS-5433. When reloading fsimage during checkpointing, we should clear
  1859. existing snapshottable directories. (Aaron T. Myers via wang)
  1860. HDFS-5432. TestDatanodeJsp fails on Windows due to assumption that loopback
  1861. address resolves to host name localhost. (cnauroth)
  1862. HDFS-5065. TestSymlinkHdfsDisable fails on Windows. (ivanmi)
  1863. HDFS-4633 TestDFSClientExcludedNodes fails sporadically if excluded nodes
  1864. cache expires too quickly (Chris Nauroth via Sanjay)
  1865. HDFS-5037. Active NN should trigger its own edit log rolls. (wang)
  1866. HDFS-5035. getFileLinkStatus and rename do not correctly check permissions
  1867. of symlinks. (Andrew Wang via Colin Patrick McCabe)
  1868. HDFS-5456. NameNode startup progress creates new steps if caller attempts to
  1869. create a counter for a step that doesn't already exist. (cnauroth)
  1870. HDFS-5458. Datanode failed volume threshold ignored if exception is thrown
  1871. in getDataDirsFromURIs. (Mike Mellenthin via wang)
  1872. HDFS-5252. Stable write is not handled correctly in someplace. (brandonli)
  1873. HDFS-5364. Add OpenFileCtx cache. (brandonli)
  1874. HDFS-5469. Add configuration property for the sub-directroy export path
  1875. (brandonli)
  1876. HDFS-5519. COMMIT handler should update the commit status after sync
  1877. (brandonli)
  1878. HDFS-5372. In FSNamesystem, hasReadLock() returns false if the current
  1879. thread holds the write lock (Vinaykumar B via umamahesh)
  1880. HDFS-4516. Client crash after block allocation and NN switch before lease recovery for
  1881. the same file can cause readers to fail forever (VinaayKumar B via umamahesh)
  1882. HDFS-5014. Process register commands with out holding BPOfferService lock.
  1883. (Vinaykumar B via umamahesh)
  1884. HDFS-5288. Close idle connections in portmap (Haohui Mai via brandonli)
  1885. HDFS-5407. Fix typos in DFSClientCache (Haohui Mai via brandonli)
  1886. HDFS-5548. Use ConcurrentHashMap in portmap (Haohui Mai via brandonli)
  1887. HDFS-5577. NFS user guide update (brandonli)
  1888. HDFS-5563. NFS gateway should commit the buffered data when read request comes
  1889. after write to the same file (brandonli)
  1890. HDFS-4997. libhdfs doesn't return correct error codes in most cases (cmccabe)
  1891. HDFS-5587. add debug information when NFS fails to start with duplicate user
  1892. or group names (brandonli)
  1893. HDFS-5590. Block ID and generation stamp may be reused when persistBlocks is
  1894. set to false. (jing9)
  1895. HDFS-5353. Short circuit reads fail when dfs.encrypt.data.transfer is
  1896. enabled. (Colin Patrick McCabe via jing9)
  1897. HDFS-5283. Under construction blocks only inside snapshots should not be
  1898. counted in safemode threshhold. (Vinay via szetszwo)
  1899. HDFS-5257. addBlock() retry should return LocatedBlock with locations else client
  1900. will get AIOBE. (Vinay via jing9)
  1901. HDFS-5427. Not able to read deleted files from snapshot directly under
  1902. snapshottable dir after checkpoint and NN restart. (Vinay via jing9)
  1903. HDFS-5443. Delete 0-sized block when deleting an under-construction file that
  1904. is included in snapshot. (jing9)
  1905. HDFS-5476. Snapshot: clean the blocks/files/directories under a renamed
  1906. file/directory while deletion. (jing9)
  1907. HDFS-5425. Renaming underconstruction file with snapshots can make NN failure on
  1908. restart. (jing9 and Vinay)
  1909. HDFS-5474. Deletesnapshot can make Namenode in safemode on NN restarts.
  1910. (Sathish via jing9)
  1911. HDFS-5504. In HA mode, OP_DELETE_SNAPSHOT is not decrementing the safemode threshold,
  1912. leads to NN safemode. (Vinay via jing9)
  1913. HDFS-5428. Under construction files deletion after snapshot+checkpoint+nn restart
  1914. leads nn safemode. (jing9)
  1915. HDFS-5074. Allow starting up from an fsimage checkpoint in the middle of a
  1916. segment. (Todd Lipcon via atm)
  1917. HDFS-4201. NPE in BPServiceActor#sendHeartBeat. (jxiang via cmccabe)
  1918. HDFS-5666. Fix inconsistent synchronization in BPOfferService (jxiang via cmccabe)
  1919. HDFS-5657. race condition causes writeback state error in NFS gateway (brandonli)
  1920. HDFS-5661. Browsing FileSystem via web ui, should use datanode's fqdn instead of ip
  1921. address. (Benoy Antony via jing9)
  1922. HDFS-5582. hdfs getconf -excludeFile or -includeFile always failed (sathish
  1923. via cmccabe)
  1924. HDFS-5671. Fix socket leak in DFSInputStream#getBlockReader. (JamesLi via umamahesh)
  1925. HDFS-5649. Unregister NFS and Mount service when NFS gateway is shutting down.
  1926. (brandonli)
  1927. HDFS-5789. Some of snapshot APIs missing checkOperation double check in fsn. (umamahesh)
  1928. HDFS-5343. When cat command is issued on snapshot files getting unexpected result.
  1929. (Sathish via umamahesh)
  1930. HDFS-5297. Fix dead links in HDFS site documents. (Akira Ajisaka via
  1931. Arpit Agarwal)
  1932. HDFS-5830. WebHdfsFileSystem.getFileBlockLocations throws
  1933. IllegalArgumentException when accessing another cluster. (Yongjun Zhang via
  1934. Colin Patrick McCabe)
  1935. HDFS-5833. Fix SecondaryNameNode javadoc. (Bangtao Zhou via Arpit Agarwal)
  1936. HDFS-5844. Fix broken link in WebHDFS.apt.vm. (Akira Ajisaka via
  1937. Arpit Agarwal)
  1938. HDFS-5034. Remove debug prints from GetFileLinkInfo (Andrew Wang via Colin
  1939. Patrick McCabe)
  1940. HDFS-4816. transitionToActive blocks if the SBN is doing checkpoint image
  1941. transfer. (Andrew Wang)
  1942. HDFS-5164. deleteSnapshot should check if OperationCategory.WRITE is
  1943. possible before taking write lock. (Colin Patrick McCabe)
  1944. HDFS-5170. BlockPlacementPolicyDefault uses the wrong classname when
  1945. alerting to enable debug logging. (Andrew Wang)
  1946. HDFS-5266. ElasticByteBufferPool#Key does not implement equals. (cnauroth)
  1947. HDFS-5352. Server#initLog() doesn't close InputStream in httpfs. (Ted Yu via
  1948. jing9)
  1949. HDFS-4376. Fix race conditions in Balancer. (Junping Du via szetszwo)
  1950. HDFS-5375. hdfs.cmd does not expose several snapshot commands. (cnauroth)
  1951. HDFS-5336. DataNode should not output 'StartupProgress' metrics.
  1952. (Akira Ajisaka via cnauroth)
  1953. HDFS-5400. DFS_CLIENT_MMAP_CACHE_THREAD_RUNS_PER_TIMEOUT constant is set
  1954. to the wrong value. (Colin Patrick McCabe)
  1955. HDFS-5075. httpfs-config.sh calls out incorrect env script name
  1956. (Timothy St. Clair via stevel)
  1957. HDFS-5438. Flaws in block report processing can cause data loss. (kihwal)
  1958. HDFS-5502. Fix HTTPS support in HsftpFileSystem. (Haohui Mai via jing9)
  1959. HDFS-5552. Fix wrong information of "Cluster summay" in dfshealth.html.
  1960. (Haohui Mai via jing9)
  1961. HDFS-5533. Symlink delete/create should be treated as DELETE/CREATE in snapshot diff
  1962. report. (Binglin Chang via jing9)
  1963. HDFS-5580. Fix infinite loop in Balancer.waitForMoveCompletion.
  1964. (Binglin Chang via junping_du)
  1965. HDFS-5676. fix inconsistent synchronization of CachingStrategy (cmccabe)
  1966. HDFS-5691. Fix typo in ShortCircuitLocalRead document.
  1967. (Akira Ajisaka via suresh)
  1968. HDFS-5690. DataNode fails to start in secure mode when dfs.http.policy equals to
  1969. HTTP_ONLY. (Haohui Mai via jing9)
  1970. HDFS-5449. WebHdfs compatibility broken between 2.2 and 1.x / 23.x (kihwal)
  1971. HDFS-5756. hadoopRzOptionsSetByteBufferPool does not accept NULL argument,
  1972. contrary to docs. (cmccabe via wang)
  1973. HDFS-5747. Fix NPEs in BlockManager. (Arpit Agarwal)
  1974. HDFS-5710. FSDirectory#getFullPathName should check inodes against null.
  1975. (Uma Maheswara Rao G via jing9)
  1976. HDFS-5579. Under construction files make DataNode decommission take very long
  1977. hours. (zhaoyunjiong via jing9)
  1978. HDFS-5777. Update LayoutVersion for the new editlog op OP_ADD_BLOCK. (jing9)
  1979. HDFS-5800. Fix a typo in DFSClient.renewLease(). (Kousuke Saruta
  1980. via szetszwo)
  1981. HDFS-5748. Too much information shown in the dfs health page.
  1982. (Haohui Mai via brandonli)
  1983. HDFS-5806. Balancer should set SoTimeout to avoid indefinite hangs.
  1984. (Nathan Roberts via Andrew Wang)
  1985. HDFS-5728. Block recovery will fail if the metafile does not have crc
  1986. for all chunks of the block (Vinay via kihwal)
  1987. HDFS-5719. FSImage#doRollback() should close prevState before return
  1988. (Ted Yu via todd)
  1989. HDFS-5721. sharedEditsImage in Namenode#initializeSharedEdits() should be
  1990. closed before method returns (Ted Yu via todd)
  1991. HDFS-5845. SecondaryNameNode dies when checkpointing with cache pools.
  1992. (wang)
  1993. HDFS-5842. Cannot create hftp filesystem when using a proxy user ugi and a doAs
  1994. on a secure cluster. (jing9)
  1995. HDFS-5399. Revisit SafeModeException and corresponding retry policies.
  1996. (Jing Zhao via todd)
  1997. HDFS-5876. SecureDataNodeStarter does not pick up configuration in
  1998. hdfs-site.xml. (Haohui Mai via jing9)
  1999. HDFS-5873. dfs.http.policy should have higher precedence over dfs.https.enable.
  2000. (Haohui Mai via jing9)
  2001. HDFS-5837. dfs.namenode.replication.considerLoad should consider
  2002. decommissioned nodes. (Tao Luo via shv)
  2003. HDFS-5921. Cannot browse file system via NN web UI if any directory has
  2004. the sticky bit set. (atm)
  2005. BREAKDOWN OF HDFS-2832 SUBTASKS AND RELATED JIRAS
  2006. HDFS-4985. Add storage type to the protocol and expose it in block report
  2007. and block locations. (Arpit Agarwal)
  2008. HDFS-5115. Make StorageID a UUID. (Arpit Agarwal)
  2009. HDFS-5000. DataNode configuration should allow specifying storage type.
  2010. (Arpit Agarwal)
  2011. HDFS-4987. Namenode changes to track multiple storages per datanode.
  2012. (szetszwo)
  2013. HDFS-5154. Fix TestBlockManager and TestDatanodeDescriptor after HDFS-4987.
  2014. (Junping Du via szetszwo)
  2015. HDFS-5009. Include storage information in the LocatedBlock. (szetszwo)
  2016. HDFS-5134. Move blockContentsStale, heartbeatedSinceFailover and
  2017. firstBlockReport from DatanodeDescriptor to DatanodeStorageInfo; and
  2018. fix a synchronization problem in DatanodeStorageInfo. (szetszwo)
  2019. HDFS-5157. Add StorageType to FsVolume. (Junping Du via szetszwo)
  2020. HDFS-4990. Change BlockPlacementPolicy to choose storages instead of
  2021. datanodes. (szetszwo)
  2022. HDFS-5232. Protocol changes to transmit StorageUuid. (Arpit Agarwal)
  2023. HDFS-5233. Use Datanode UUID to identify Datanodes. (Arpit Agarwal)
  2024. HDFS-5222. Move block schedule information from DatanodeDescriptor to
  2025. DatanodeStorageInfo. (szetszwo)
  2026. HDFS-4988. Datanode must support all the volumes as individual storages.
  2027. (Arpit Agarwal)
  2028. HDFS-5377. Heartbeats from Datandode should include one storage report
  2029. per storage directory. (Arpit Agarwal)
  2030. HDFS-5398. NameNode changes to process storage reports per storage
  2031. directory. (Arpit Agarwal)
  2032. HDFS-5390. Send one incremental block report per storage directory.
  2033. (Arpit Agarwal)
  2034. HDFS-5401. Fix NPE in Directory Scanner. (Arpit Agarwal)
  2035. HDFS-5417. Fix storage IDs in PBHelper and UpgradeUtilities. (szetszwo)
  2036. HDFS-5214. Fix NPEs in BlockManager and DirectoryScanner. (Arpit Agarwal)
  2037. HDFS-5435. File append fails to initialize storageIDs. (Junping Du via
  2038. Arpit Agarwal)
  2039. HDFS-5437. Fix TestBlockReport and TestBPOfferService failures. (Arpit
  2040. Agarwal)
  2041. HDFS-5447. Fix TestJspHelper. (Arpit Agarwal)
  2042. HDFS-5452. Fix TestReplicationPolicy and TestBlocksScheduledCounter.
  2043. HDFS-5448. Datanode should generate its ID on first registration. (Arpit
  2044. Agarwal)
  2045. HDFS-5448. Fix break caused by previous checkin for HDFS-5448. (Arpit
  2046. Agarwal)
  2047. HDFS-5455. NN should update storageMap on first heartbeat. (Arpit Agarwal)
  2048. HDFS-5457. Fix TestDatanodeRegistration, TestFsck and TestAddBlockRetry.
  2049. (Contributed by szetszwo)
  2050. HDFS-5466. Update storage IDs when the pipeline is updated. (Contributed
  2051. by szetszwo)
  2052. HDFS-5439. Fix TestPendingReplication. (Contributed by Junping Du, Arpit
  2053. Agarwal)
  2054. HDFS-5470. Add back trunk's reportDiff algorithm to the branch.
  2055. (Contributed by szetszwo)
  2056. HDFS-5472. Fix TestDatanodeManager, TestSafeMode and
  2057. TestNNThroughputBenchmark (Contributed by szetszwo)
  2058. HDFS-5475. NN incorrectly tracks more than one replica per DN. (Arpit
  2059. Agarwal)
  2060. HDFS-5481. Fix TestDataNodeVolumeFailure in branch HDFS-2832. (Contributed
  2061. by Junping Du)
  2062. HDFS-5480. Update Balancer for HDFS-2832. (Contributed by szetszwo)
  2063. HDFS-5486. Fix TestNameNodeMetrics for HDFS-2832. (Arpit Agarwal)
  2064. HDFS-5491. Update editsStored for HDFS-2832. (Arpit Agarwal)
  2065. HDFS-5494. Fix findbugs warnings for HDFS-2832. (Arpit Agarwal)
  2066. HDFS-5508. Fix compilation error after merge. (Contributed by szetszwo)
  2067. HDFS-5501. Fix pendingReceivedRequests tracking in BPServiceActor. (Arpit
  2068. Agarwal)
  2069. HDFS-5510. Fix a findbug warning in DataStorage.java on HDFS-2832 branch.
  2070. (Junping Du via Arpit Agarwal)
  2071. HDFS-5515. Fix TestDFSStartupVersions for HDFS-2832. (Arpit Agarwal)
  2072. HDFS-5527. Fix TestUnderReplicatedBlocks on branch HDFS-2832. (Arpit
  2073. Agarwal)
  2074. HDFS-5547. Fix build break after merge from trunk to HDFS-2832. (Arpit
  2075. Agarwal)
  2076. HDFS-5542. Fix TODO and clean up the code in HDFS-2832. (Contributed by
  2077. szetszwo)
  2078. HDFS-5559. Fix TestDatanodeConfig in HDFS-2832. (Contributed by szetszwo)
  2079. HDFS-5484. StorageType and State in DatanodeStorageInfo in NameNode is
  2080. not accurate. (Eric Sirianni via Arpit Agarwal)
  2081. HDFS-5648. Get rid of FsDatasetImpl#perVolumeReplicaMap. (Arpit Agarwal)
  2082. HDFS-5454. DataNode UUID should be assigned prior to FsDataset
  2083. initialization. (Arpit Agarwal)
  2084. HDFS-5406. Send incremental block reports for all storages in a
  2085. single call. (Arpit Agarwal)
  2086. HDFS-5667. Include DatanodeStorage in StorageReport. (Arpit Agarwal)
  2087. BREAKDOWN OF HDFS-4949 SUBTASKS AND RELATED JIRAS
  2088. HDFS-5049. Add JNI mlock support. (Andrew Wang via Colin Patrick McCabe)
  2089. HDFS-5051. Propagate cache status information from the DataNode to the
  2090. NameNode (Andrew Wang via Colin Patrick McCabe)
  2091. HDFS-5052. Add cacheRequest/uncacheRequest support to NameNode.
  2092. (Contributed by Colin Patrick McCabe.)
  2093. HDFS-5050. Add DataNode support for mlock and munlock (contributed by
  2094. Andrew Wang)
  2095. HDFS-5141. Add cache status information to datanode heartbeat. (Contributed
  2096. by Andrew Wang)
  2097. HDFS-5121. Add RPCs for creating and manipulating cache pools.
  2098. (Contributed by Colin Patrick McCabe)
  2099. HDFS-5163. Miscellaneous cache pool RPC fixes (Contributed by Colin Patrick
  2100. McCabe)
  2101. HDFS-5169. hdfs.c: translateZCRException: null pointer deref when
  2102. translating some exceptions (Contributed by Colin Patrick McCabe)
  2103. HDFS-5120. Add command-line support for manipulating cache pools. (cmccabe)
  2104. HDFS-5158. Add command-line support for manipulating cache directives.
  2105. (cmccabe)
  2106. HDFS-5198. NameNodeRpcServer must not send back DNA_FINALIZE in reply to a
  2107. cache report. (cmccabe)
  2108. HDFS-5195. Prevent passing null pointer to mlock and munlock. Contributed
  2109. by Chris Nauroth.
  2110. HDFS-5053. NameNode should invoke DataNode APIs to coordinate caching.
  2111. (Andrew Wang)
  2112. HDFS-5201. NativeIO: consolidate getrlimit into NativeIO#getMemlockLimit.
  2113. (Contributed by Colin Patrick McCabe)
  2114. HDFS-5197. Document dfs.cachereport.intervalMsec in hdfs-default.xml.
  2115. Contributed by Chris Nauroth.
  2116. HDFS-5210. Fix some failing unit tests on HDFS-4949 branch. (Contributed by
  2117. Andrew Wang)
  2118. HDFS-5213. Separate PathBasedCacheEntry and PathBasedCacheDirectiveWithId.
  2119. Contributed by Colin Patrick McCabe.
  2120. HDFS-5236. Change PathBasedCacheDirective APIs to be a single value rather
  2121. than batch. (Contributed by Andrew Wang)
  2122. HDFS-5119. Persist CacheManager state in the edit log. (Contributed by
  2123. Andrew Wang)
  2124. HDFS-5190. Move cache pool related CLI commands to CacheAdmin. (Contributed
  2125. by Andrew Wang)
  2126. HDFS-5309. Fix failing caching unit tests. (Andrew Wang)
  2127. HDFS-5314. Do not expose CachePool type in AddCachePoolOp (Colin Patrick
  2128. McCabe)
  2129. HDFS-5304. Expose if a block replica is cached in getFileBlockLocations.
  2130. (Contributed by Andrew Wang)
  2131. HDFS-5224. Refactor PathBasedCache* methods to use a Path rather than a
  2132. String. Contributed by Chris Nauroth.
  2133. HDFS-5348. Fix error message when dfs.datanode.max.locked.memory is
  2134. improperly configured. (Contributed by Colin Patrick McCabe)
  2135. HDFS-5349. DNA_CACHE and DNA_UNCACHE should be by blockId only (cmccabe)
  2136. HDFS-5358. Add replication field to PathBasedCacheDirective. (Contributed
  2137. by Colin Patrick McCabe)
  2138. HDFS-5359. Allow LightWeightGSet#Iterator to remove elements. (Contributed
  2139. by Colin Patrick McCabe)
  2140. HDFS-5373. hdfs cacheadmin -addDirective short usage does not mention
  2141. -replication parameter. Contributed by Chris Nauroth.
  2142. HDFS-5096. Automatically cache new data added to a cached path (contributed
  2143. by Colin Patrick McCabe)
  2144. HDFS-5383. fix broken caching unit tests (Andrew Wang)
  2145. HDFS-5388. Loading fsimage fails to find cache pools during namenode
  2146. startup (Chris Nauroth via Colin Patrick McCabe)
  2147. HDFS-5203. Concurrent clients that add a cache directive on the same path
  2148. may prematurely uncache each other. (Chris Nauroth via Colin Patrick McCabe)
  2149. HDFS-5378. In CacheReport, don't send genstamp and length on the wire
  2150. (Contributed by Colin Patrick McCabe)
  2151. HDFS-5385. Caching RPCs are AtMostOnce, but do not persist client ID and
  2152. call ID to edit log. (Chris Nauroth via Colin Patrick McCabe)
  2153. HDFS-5404 Resolve regressions in Windows compatibility on HDFS-4949 branch.
  2154. Contributed by Chris Nauroth.
  2155. HDFS-5405. Fix possible RetryCache hang for caching RPC handlers in
  2156. FSNamesystem. (Contributed by Andrew Wang)
  2157. HDFS-5419. Fixup test-patch.sh warnings on HDFS-4949 branch. (wang)
  2158. HDFS-5386. Add feature documentation for datanode caching. Contributed by
  2159. Colin Patrick McCabe.
  2160. HDFS-5468. CacheAdmin help command does not recognize commands (Stephen
  2161. Chu via Colin Patrick McCabe)
  2162. HDFS-5326. add modifyDirective to cacheAdmin (cmccabe)
  2163. HDFS-5394: Fix race conditions in DN caching and uncaching (cmccabe)
  2164. HDFS-5320. Add datanode caching metrics. Contributed by Andrew Wang.
  2165. HDFS-5482. DistributedFileSystem#listPathBasedCacheDirectives must support
  2166. relative paths. Contributed by Colin Patrick McCabe.
  2167. HDFS-5471. CacheAdmin -listPools fails when user lacks permissions to view
  2168. all pools (Andrew Wang via Colin Patrick McCabe)
  2169. HDFS-5450. better API for getting the cached blocks locations. Contributed
  2170. by Andrew Wang.
  2171. HDFS-5485. add command-line support for modifyDirective (cmccabe)
  2172. HDFS-5366. recaching improvements (cmccabe)
  2173. HDFS-5520. loading cache path directives from edit log doesnt update
  2174. nextEntryId (cmccabe)
  2175. HDFS-5512. CacheAdmin -listPools fails with NPE when user lacks permissions
  2176. to view all pools (awang via cmccabe)
  2177. HDFS-5513. CacheAdmin commands fail when using . as the path. Contributed
  2178. by Andrew Wang.
  2179. HDFS-5511. improve CacheManipulator interface to allow better unit testing
  2180. (cmccabe)
  2181. HDFS-5451. Add byte and file statistics to PathBasedCacheEntry. Contributed
  2182. by Colin Patrick McCabe.
  2183. HDFS-5473. Consistent naming of user-visible caching classes and methods
  2184. (cmccabe)
  2185. HDFS-5543. Fix narrow race condition in TestPathBasedCacheRequests
  2186. (cmccabe)
  2187. HDFS-5565. CacheAdmin help should match against non-dashed commands (wang
  2188. via cmccabe)
  2189. HDFS-5556. Add some more NameNode cache statistics, cache pool stats
  2190. (cmccabe)
  2191. HDFS-5562. TestCacheDirectives and TestFsDatasetCache should stub out
  2192. native mlock. Contributed by Colin Patrick McCabe and Akira Ajisaka.
  2193. HDFS-5430. Support TTL on CacheDirectives. Contributed by Andrew Wang.
  2194. HDFS-5555. CacheAdmin commands fail when first listed NameNode is in
  2195. Standby (jxiang via cmccabe)
  2196. HDFS-5626. dfsadmin report shows incorrect values (cmccabe)
  2197. HDFS-5630. Hook up cache directive and pool usage statistics. (wang)
  2198. HDFS-5665. Remove the unnecessary writeLock while initializing CacheManager
  2199. in FsNameSystem Ctor. (Uma Maheswara Rao G via Andrew Wang)
  2200. HDFS-5431. Support cachepool-based limit management in path-based caching.
  2201. (awang via cmccabe)
  2202. HDFS-5679. TestCacheDirectives should handle the case where native code is
  2203. not available. (wang)
  2204. HDFS-5636. Enforce a max TTL per cache pool (awang via cmccabe)
  2205. HDFS-5701. Fix the CacheAdmin -addPool -maxTtl option name. Contributed by
  2206. Stephen Chu.
  2207. HDFS-5708. The CacheManager throws a NPE in the DataNode logs when
  2208. processing cache reports that refer to a block not known to the BlockManager.
  2209. Contributed by Colin Patrick McCabe.
  2210. HDFS-5659. dfsadmin -report doesn't output cache information properly.
  2211. Contributed by Andrew Wang.
  2212. HDFS-5651. Remove dfs.namenode.caching.enabled and improve CRM locking.
  2213. Contributed by Colin Patrick McCabe.
  2214. HDFS-5589. Namenode loops caching and uncaching when data should be
  2215. uncached. (awang via cmccabe)
  2216. HDFS-5724. modifyCacheDirective logging audit log command wrongly as
  2217. addCacheDirective (Uma Maheswara Rao G via Colin Patrick McCabe)
  2218. Release 2.2.0 - 2013-10-13
  2219. INCOMPATIBLE CHANGES
  2220. NEW FEATURES
  2221. HDFS-4817. Make HDFS advisory caching configurable on a per-file basis.
  2222. (Colin Patrick McCabe)
  2223. HDFS-5230. Introduce RpcInfo to decouple XDR classes from the RPC API.
  2224. (Haohui Mai via brandonli)
  2225. IMPROVEMENTS
  2226. HDFS-5246. Make Hadoop nfs server port and mount daemon port
  2227. configurable. (Jinghui Wang via brandonli)
  2228. HDFS-5256. Use guava LoadingCache to implement DFSClientCache. (Haohui Mai
  2229. via brandonli)
  2230. HDFS-5308. Replace HttpConfig#getSchemePrefix with implicit schemes in HDFS
  2231. JSP. (Haohui Mai via jing9)
  2232. OPTIMIZATIONS
  2233. BUG FIXES
  2234. HDFS-5139. Remove redundant -R option from setrep.
  2235. HDFS-5251. Race between the initialization of NameNode and the http
  2236. server. (Haohui Mai via suresh)
  2237. HDFS-5258. Skip tests in TestHDFSCLI that are not applicable on Windows.
  2238. (Chuan Liu via cnauroth)
  2239. HDFS-5186. TestFileJournalManager fails on Windows due to file handle leaks.
  2240. (Chuan Liu via cnauroth)
  2241. HDFS-5031. BlockScanner scans the block multiple times. (Vinay via Arpit
  2242. Agarwal)
  2243. HDFS-5268. NFS write commit verifier is not set in a few places (brandonli)
  2244. HDFS-5265. Namenode fails to start when dfs.https.port is unspecified.
  2245. (Haohui Mai via jing9)
  2246. HDFS-5255. Distcp job fails with hsftp when https is enabled in insecure
  2247. cluster. (Arpit Agarwal)
  2248. HDFS-5279. Guard against NullPointerException in NameNode JSP pages before
  2249. initialization of FSNamesystem. (cnauroth)
  2250. HDFS-5289. Race condition in TestRetryCacheWithHA#testCreateSymlink causes
  2251. spurious test failure. (atm)
  2252. HDFS-5300. FSNameSystem#deleteSnapshot() should not check owner in case of
  2253. permissions disabled. (Vinay via jing9)
  2254. HDFS-5306. Datanode https port is not available at the namenode. (Suresh
  2255. Srinivas via brandonli)
  2256. HDFS-5299. DFS client hangs in updatePipeline RPC when failover happened.
  2257. (Vinay via jing9)
  2258. HDFS-5259. Support client which combines appended data with old data
  2259. before sends it to NFS server. (brandonli)
  2260. Release 2.1.1-beta - 2013-09-23
  2261. INCOMPATIBLE CHANGES
  2262. NEW FEATURES
  2263. HDFS-4962 Use enum for nfs constants (Nicholas SZE via jing9)
  2264. HDFS-5071 Change hdfs-nfs parent project to hadoop-project (brandonli)
  2265. HDFS-4763 Add script changes/utility for starting NFS gateway (brandonli)
  2266. HDFS-5076 Add MXBean methods to query NN's transaction information and
  2267. JournalNode's journal status. (jing9)
  2268. HDFS-5104 Support dotdot name in NFS LOOKUP operation (brandonli)
  2269. HDFS-5107 Fix array copy error in Readdir and Readdirplus responses
  2270. (brandonli)
  2271. HDFS-5110 Change FSDataOutputStream to HdfsDataOutputStream for opened
  2272. streams to fix type cast error. (brandonli)
  2273. HDFS-5069 Include hadoop-nfs and hadoop-hdfs-nfs into hadoop dist for
  2274. NFS deployment (brandonli)
  2275. HDFS-4947 Add NFS server export table to control export by hostname or
  2276. IP range (Jing Zhao via brandonli)
  2277. HDFS-5078 Support file append in NFSv3 gateway to enable data streaming
  2278. to HDFS (brandonli)
  2279. HDFS-5136 MNT EXPORT should give the full group list which can mount the
  2280. exports (brandonli)
  2281. HDFS-5118. Provide testing support for DFSClient to drop RPC responses.
  2282. (jing9)
  2283. HDFS-5085. Refactor o.a.h.nfs to support different types of
  2284. authentications. (jing9)
  2285. HDFS-5067 Support symlink operations in NFS gateway. (brandonli)
  2286. HDFS-5199 Add more debug trace for NFS READ and WRITE. (brandonli)
  2287. HDFS-5234 Move RpcFrameDecoder out of the public API.
  2288. (Haohui Mai via brandonli)
  2289. IMPROVEMENTS
  2290. HDFS-4513. Clarify in the WebHDFS REST API that all JSON respsonses may
  2291. contain additional properties. (szetszwo)
  2292. HDFS-5061. Make FSNameSystem#auditLoggers an unmodifiable list.
  2293. (Arpit Agarwal via suresh)
  2294. HDFS-4905. Add appendToFile command to "hdfs dfs". (Arpit Agarwal via
  2295. cnauroth)
  2296. HDFS-4926. Namenode webserver's page has a tooltip that is inconsistent
  2297. with the datanode HTML link. (Vivek Ganesan via jing9)
  2298. HDFS-5047. Supress logging of full stack trace of quota and lease
  2299. exceptions. (Robert Parker via kihwal)
  2300. HDFS-2933. Improve DataNode Web UI Index Page. (Vivek Ganesan via
  2301. Arpit Agarwal)
  2302. HDFS-5111. Remove duplicated error message for snapshot commands when
  2303. processing invalid arguments. (jing9)
  2304. HDFS-5045. Add more unit tests for retry cache to cover all AtMostOnce
  2305. methods. (jing9)
  2306. HDFS-3245. Add metrics and web UI for cluster version summary. (Ravi
  2307. Prakash via kihwal)
  2308. HDFS-5128. Allow multiple net interfaces to be used with HA namenode RPC
  2309. server. (kihwal)
  2310. HDFS-5150. Allow per NN SPN for internal SPNEGO. (kihwal)
  2311. HDFS-4680. Audit logging of delegation tokens for MR tracing. (Andrew Wang)
  2312. HDFS-5212. Refactor RpcMessage and NFS3Response to support different
  2313. types of authentication information. (jing9)
  2314. HDFS-4971. Move IO operations out of locking in OpenFileCtx. (brandonli and
  2315. jing9)
  2316. OPTIMIZATIONS
  2317. BUG FIXES
  2318. HDFS-5028. LeaseRenewer throws ConcurrentModificationException when timeout.
  2319. (zhaoyunjiong via szetszwo)
  2320. HDFS-5043. For HdfsFileStatus, set default value of childrenNum to -1
  2321. instead of 0 to avoid confusing applications. (brandonli)
  2322. HDFS-4993. Fsck can fail if a file is renamed or deleted. (Robert Parker
  2323. via kihwal)
  2324. HDFS-5091. Support for spnego keytab separate from the JournalNode keytab
  2325. for secure HA. (jing9)
  2326. HDFS-5055. nn fails to download checkpointed image from snn in some
  2327. setups. (Vinay and suresh via suresh)
  2328. HDFS-4898. BlockPlacementPolicyWithNodeGroup.chooseRemoteRack() fails to
  2329. properly fallback to local rack. (szetszwo)
  2330. HDFS-4632. globStatus using backslash for escaping does not work on Windows.
  2331. (Chuan Liu via cnauroth)
  2332. HDFS-5093. TestGlobPaths should re-use the MiniDFSCluster to avoid failure
  2333. on Windows. (Chuan Liu via cnauroth)
  2334. HDFS-5080. BootstrapStandby not working with QJM when the existing NN is
  2335. active. (jing9)
  2336. HDFS-5099. Namenode#copyEditLogSegmentsToSharedDir should close
  2337. EditLogInputStreams upon finishing. (Chuan Liu via cnauroth)
  2338. HDFS-2994. If lease soft limit is recovered successfully
  2339. the append can fail. (Tao Luo via shv)
  2340. HDFS-5100. TestNamenodeRetryCache fails on Windows due to incorrect cleanup.
  2341. (Chuan Liu via cnauroth)
  2342. HDFS-5103. TestDirectoryScanner fails on Windows. (Chuan Liu via cnauroth)
  2343. HDFS-5102. Snapshot names should not be allowed to contain slash characters.
  2344. (jing9)
  2345. HDFS-5105. TestFsck fails on Windows. (Chuan Liu via arp)
  2346. HDFS-5106. TestDatanodeBlockScanner fails on Windows due to incorrect path
  2347. format. (Chuan Liu via cnauroth)
  2348. HDFS-4594. WebHDFS open sets Content-Length header to what is specified by
  2349. length parameter rather than how much data is actually returned. (cnauroth)
  2350. HDFS-5124. DelegationTokenSecretManager#retrievePassword can cause deadlock
  2351. in NameNode. (Daryn Sharp via jing9)
  2352. HDFS-5132. Deadlock in NameNode between SafeModeMonitor#run and
  2353. DatanodeManager#handleHeartbeat. (kihwal)
  2354. HDFS-5077. NPE in FSNamesystem.commitBlockSynchronization().
  2355. (Plamen Jeliazkov via shv)
  2356. HDFS-5140. Too many safemode monitor threads being created in the standby
  2357. namenode causing it to fail with out of memory error. (jing9)
  2358. HDFS-5159. Secondary NameNode fails to checkpoint if error occurs
  2359. downloading edits on first checkpoint. (atm)
  2360. HDFS-5192. NameNode may fail to start when
  2361. dfs.client.test.drop.namenode.response.number is set. (jing9)
  2362. HDFS-5219. Add configuration keys for retry policy in WebHDFSFileSystem.
  2363. (Haohui Mai via jing9)
  2364. HDFS-5231. Fix broken links in the document of HDFS Federation. (Haohui Mai
  2365. via jing9)
  2366. HDFS-5249. Fix dumper thread which may die silently. (brandonli)
  2367. Release 2.1.0-beta - 2013-08-22
  2368. INCOMPATIBLE CHANGES
  2369. HDFS-4053. Increase the default block size. (eli)
  2370. HDFS-4305. Add a configurable limit on number of blocks per file, and min
  2371. block size. (Andrew Wang via atm)
  2372. HDFS-4434. Provide a mapping from INodeId to INode. (suresh)
  2373. HDFS-2802. Add HDFS Snapshot feature. (See breakdown of tasks below for
  2374. subtasks and contributors)
  2375. HDFS-4866. Protocol buffer support cannot compile under C. (Arpit Agarwal via
  2376. cnauroth)
  2377. HDFS-5083. Update the HDFS compatibility version range. (kihwal)
  2378. NEW FEATURES
  2379. HDFS-1804. Add a new block-volume device choosing policy that looks at
  2380. free space. (atm)
  2381. HDFS-4296. Reserve layout version for release 1.2.0. (suresh)
  2382. HDFS-4334. Add a unique id to INode. (Brandon Li via szetszwo)
  2383. HDFS-4339. Persist inode id in fsimage and editlog. (Brandon Li via
  2384. suresh)
  2385. HDFS-4340. Update addBlock() to inculde inode id as additional argument.
  2386. (Brandon Li via suresh)
  2387. HDFS-4502. JsonUtil.toFileStatus(..) should check if the fileId property
  2388. exists. (Brandon Li via suresh)
  2389. HDFS-2576. Enhances the DistributedFileSystem's create API so that clients
  2390. can specify favored datanodes for a file's blocks. (ddas)
  2391. HDFS-347. DFS read performance suboptimal when client co-located on nodes
  2392. with data. (Colin Patrick McCabe via todd and atm)
  2393. HADOOP-8562. Enhancements to support Hadoop on Windows Server and Windows
  2394. Azure environments. (See breakdown of tasks below for subtasks and
  2395. contributors)
  2396. HDFS-3601. Add BlockPlacementPolicyWithNodeGroup to support block placement
  2397. with 4-layer network topology. (Junping Du via szetszwo)
  2398. HDFS-3495. Update Balancer to support new NetworkTopology with NodeGroup.
  2399. (Junping Du via szetszwo)
  2400. HDFS-4659 Support setting execution bit for regular files (Brandon Li via sanjay)
  2401. HDFS-4762 Provide HDFS based NFSv3 and Mountd implementation (brandonli)
  2402. HDFS-4372. Track NameNode startup progress. (cnauroth)
  2403. HDFS-4373. Add HTTP API for querying NameNode startup progress. (cnauroth)
  2404. HDFS-4374. Display NameNode startup progress in UI. (cnauroth)
  2405. HDFS-4974. Add Idempotent and AtMostOnce annotations to namenode
  2406. protocol methods. (suresh)
  2407. HDFS-4979. Implement retry cache on Namenode. (suresh)
  2408. HDFS-5025. Record ClientId and CallId in EditLog to enable rebuilding
  2409. retry cache in case of HA failover. (Jing Zhao via suresh)
  2410. IMPROVEMENTS
  2411. HDFS-4461. DirectoryScanner: volume path prefix takes up memory for every
  2412. block that is scanned (Colin Patrick McCabe)
  2413. HDFS-4222. NN is unresponsive and loses heartbeats from DNs when
  2414. configured to use LDAP and LDAP has issues. (Xiaobo Peng, suresh)
  2415. HDFS-4304. Make FSEditLogOp.MAX_OP_SIZE configurable. (Colin Patrick
  2416. McCabe via atm)
  2417. HDFS-4518. Finer grained metrics for HDFS capacity.
  2418. (Arpit Agarwal via suresh)
  2419. HDFS-4519. Support overriding jsvc binary and log file locations
  2420. when launching secure datanode. (Chris Nauroth via suresh)
  2421. HDFS-4569. Small image transfer related cleanups.
  2422. (Andrew Wang via suresh)
  2423. HDFS-4521. Invalid network toploogies should not be cached. (Colin Patrick
  2424. McCabe via atm)
  2425. HDFS-4246. The exclude node list should be more forgiving, for each output
  2426. stream. (harsh via atm)
  2427. HDFS-4635. Move BlockManager#computeCapacity to LightWeightGSet. (suresh)
  2428. HDFS-4621. Additional logging to help diagnose slow QJM syncs. (todd)
  2429. HDFS-4618. Default transaction interval for checkpoints is too low. (todd)
  2430. HDFS-4525. Provide an API for knowing that whether file is closed or not.
  2431. (SreeHari via umamahesh)
  2432. HDFS-3940. Add Gset#clear method and clear the block map when namenode is
  2433. shutdown. (suresh)
  2434. HDFS-4679. Namenode operation checks should be done in a consistent
  2435. manner. (suresh)
  2436. HDFS-4693. Some test cases in TestCheckpoint do not clean up after
  2437. themselves. (Arpit Agarwal, suresh via suresh)
  2438. HDFS-3817. Avoid printing SafeModeException stack trace.
  2439. (Brandon Li via suresh)
  2440. HDFS-4124. Refactor INodeDirectory#getExistingPathINodes() to enable
  2441. returning more than INode array. (Jing Zhao via suresh)
  2442. HDFS-4151. Change the methods in FSDirectory to pass INodesInPath instead
  2443. of INode[] as a parameter. (szetszwo)
  2444. HDFS-4129. Add utility methods to dump NameNode in memory tree for
  2445. testing. (szetszwo via suresh)
  2446. HDFS-4152. Add a new class BlocksMapUpdateInfo for the parameter in
  2447. INode.collectSubtreeBlocksAndClear(..). (Jing Zhao via szetszwo)
  2448. HDFS-4206. Change the fields in INode and its subclasses to private.
  2449. (szetszwo)
  2450. HDFS-4215. Remove locking from addToParent(..) since it is used in image
  2451. loading, and add INode.isFile(). (szetszwo)
  2452. HDFS-4243. When replacing an INodeDirectory, the parent pointers of the
  2453. children of the child have to be updated to the new child. (Jing Zhao
  2454. via szetszwo)
  2455. HDFS-4209. Clean up the addNode/addChild/addChildNoQuotaCheck methods in
  2456. FSDirectory and INodeDirectory. (szetszwo)
  2457. HDFS-4346. Add SequentialNumber as a base class for INodeId and
  2458. GenerationStamp. (szetszwo)
  2459. HDFS-4721. Speed up lease recovery by avoiding stale datanodes and choosing
  2460. the datanode with the most recent heartbeat as the primary. (Varun Sharma
  2461. via szetszwo)
  2462. HDFS-4804. WARN when users set the block balanced preference percent below
  2463. 0.5 or above 1.0. (Stephen Chu via atm)
  2464. HDFS-4698. Provide client-side metrics for remote reads, local reads, and
  2465. short-circuit reads. (Colin Patrick McCabe via atm)
  2466. HDFS-3498. Support replica removal in BlockPlacementPolicy and make
  2467. BlockPlacementPolicyDefault extensible for reusing code in subclasses.
  2468. (Junping Du via szetszwo)
  2469. HDFS-4234. Use generic code for choosing datanode in Balancer. (szetszwo)
  2470. HDFS-4880. Print the image and edits file loaded by the namenode in the
  2471. logs. (Arpit Agarwal via suresh)
  2472. HDFS-2572. Remove unnecessary double-check in DN#getHostName. (harsh)
  2473. HDFS-2857. Cleanup BlockInfo class. (suresh)
  2474. HDFS-3009. Remove duplicate code in DFSClient#isLocalAddress by using
  2475. NetUtils. (Hari Mankude via suresh)
  2476. HDFS-4914. Use DFSClient.Conf instead of Configuration. (szetszwo)
  2477. HDFS-4883. complete() should verify fileId. (Tao Luo via shv)
  2478. HDFS-4772. Add number of children in HdfsFileStatus. (brandonli)
  2479. HDFS-4932. Avoid a wide line on the name node webUI if we have more Journal
  2480. nodes. (Fengdong Yu via cnauroth)
  2481. HDFS-4908. Reduce snapshot inode memory usage. (szetszwo)
  2482. HDFS-4645. Move from randomly generated block ID to sequentially generated
  2483. block ID. (Arpit Agarwal via szetszwo)
  2484. HDFS-4912. Cleanup FSNamesystem#startFileInternal. (suresh)
  2485. HDFS-4903. Print trash configuration and trash emptier state in
  2486. namenode log. (Arpit Agarwal via suresh)
  2487. HDFS-4992. Make balancer's mover thread count and dispatcher thread count
  2488. configurable. (Max Lapan via szetszwo)
  2489. HDFS-4996. ClientProtocol#metaSave can be made idempotent by overwriting the
  2490. output file instead of appending to it. (cnauroth)
  2491. HADOOP-9418. Add symlink support to DistributedFileSystem (Andrew Wang via
  2492. Colin Patrick McCabe)
  2493. HDFS-5007. Replace hard-coded property keys with DFSConfigKeys fields.
  2494. (Kousuke Saruta via jing9)
  2495. HDFS-5008. Make ClientProtocol#abandonBlock() idempotent. (jing9)
  2496. HADOOP-9760. Move GSet and related classes to common from HDFS.
  2497. (suresh)
  2498. HDFS-5020. Make DatanodeProtocol#blockReceivedAndDeleted idempotent.
  2499. (jing9)
  2500. HDFS-5024. Make DatanodeProtocol#commitBlockSynchronization idempotent.
  2501. (Arpit Agarwal via jing9)
  2502. HDFS-3880. Use Builder to build RPC server in HDFS.
  2503. (Brandon Li and Junping Du via szetszwo)
  2504. OPTIMIZATIONS
  2505. HDFS-4465. Optimize datanode ReplicasMap and ReplicaInfo. (atm)
  2506. HDFS-5027. On startup, DN should scan volumes in parallel. (atm)
  2507. BUG FIXES
  2508. HDFS-4626. ClientProtocol#getLinkTarget should throw an exception for
  2509. non-symlink and non-existent paths. (Andrew Wang via cmccabe)
  2510. HDFS-3934. duplicative dfs_hosts entries handled wrong. (Colin Patrick
  2511. McCabe)
  2512. HDFS-4470. Several HDFS tests attempt file operations on invalid HDFS
  2513. paths when running on Windows. (Chris Nauroth via suresh)
  2514. HDFS-4471. Namenode WebUI file browsing does not work with wildcard
  2515. addresses configured. (Andrew Wang via atm)
  2516. HDFS-4342. Directories configured in dfs.namenode.edits.dir.required
  2517. but not in dfs.namenode.edits.dir are silently ignored. (Arpit Agarwal
  2518. via szetszwo)
  2519. HDFS-4482. ReplicationMonitor thread can exit with NPE due to the race
  2520. between delete and replication of same file. (umamahesh)
  2521. HDFS-4269. Datanode rejects all datanode registrations from localhost
  2522. in single-node developer setup on Windows. (Chris Nauroth via suresh)
  2523. HDFS-4235. When outputting XML, OfflineEditsViewer can't handle some edits
  2524. containing non-ASCII strings. (Colin Patrick McCabe via atm)
  2525. HDFS-4541. Set hadoop.log.dir and hadoop.id.str when starting secure
  2526. datanode to write the logs to right dir by default. (Arpit Gupta via
  2527. suresh)
  2528. HDFS-4540. Namenode http server should use the web authentication
  2529. keytab for spnego principal. (Arpit Gupta via suresh)
  2530. HDFS-4544. Error in deleting blocks should not do check disk, for
  2531. all types of errors. (Arpit Agarwal via suresh)
  2532. HDFS-4565. Use DFSUtil.getSpnegoKeytabKey() to get the spnego keytab key
  2533. in secondary namenode and namenode http server. (Arpit Gupta via suresh)
  2534. HDFS-4571. WebHDFS should not set the service hostname on the server side.
  2535. (tucu)
  2536. HDFS-4013. TestHftpURLTimeouts throws NPE. (Chao Shi via suresh)
  2537. HDFS-4592. Default values for access time precision are out of sync between
  2538. hdfs-default.xml and the code. (atm)
  2539. HDFS-4522. LightWeightGSet expects incrementing a volatile to be atomic.
  2540. (Colin Patrick McCabe via atm)
  2541. HDFS-4484. libwebhdfs compilation broken with gcc 4.6.2. (Colin Patrick
  2542. McCabe via atm)
  2543. HDFS-4595. When short circuit read is fails, DFSClient does not fallback
  2544. to regular reads. (suresh)
  2545. HDFS-4583. TestNodeCount fails. (Ivan Mitic via suresh)
  2546. HDFS-4591. HA clients can fail to fail over while Standby NN is performing
  2547. long checkpoint. (atm)
  2548. HDFS-3277. fail over to loading a different FSImage if the first one we
  2549. try to load is corrupt. (Colin Patrick McCabe and Andrew Wang via atm)
  2550. HDFS-4596. Shutting down namenode during checkpointing can lead to md5sum
  2551. error. (Andrew Wang via atm)
  2552. HDFS-4614. FSNamesystem#getContentSummary should use getPermissionChecker
  2553. helper method. (atm)
  2554. HDFS-4620. Documentation for dfs.namenode.rpc-address specifies wrong
  2555. format. (Sandy Ryza via atm)
  2556. HDFS-4609. TestAuditLogs should release log handles between tests.
  2557. (Ivan Mitic via szetszwo)
  2558. HDFS-4598. Fix the default value of ConcatSourcesParam and the WebHDFS doc.
  2559. (szetszwo)
  2560. HDFS-4655. DNA_FINALIZE is logged as being an unknown command by the DN
  2561. when received from the standby NN. (atm)
  2562. HDFS-4656. DN heartbeat loop can be briefly tight. (atm)
  2563. HDFS-4658. Standby NN will log that it has received a block report "after
  2564. becoming active" (atm)
  2565. HDFS-4646. createNNProxyWithClientProtocol ignores configured timeout
  2566. value (Jagane Sundar via cos)
  2567. HDFS-3981. Fix handling of FSN lock in getBlockLocations. (Xiaobo Peng
  2568. and todd via todd)
  2569. HDFS-4676. TestHDFSFileSystemContract should set MiniDFSCluster variable
  2570. to null to free up memory. (suresh)
  2571. HDFS-4669. TestBlockPoolManager fails using IBM java. (Tian Hong Wang via
  2572. suresh)
  2573. HDFS-4643. Fix flakiness in TestQuorumJournalManager. (todd)
  2574. HDFS-4639. startFileInternal() should not increment generation stamp.
  2575. (Plamen Jeliazkov via shv)
  2576. HDFS-4695. TestEditLog leaks open file handles between tests.
  2577. (Ivan Mitic via suresh)
  2578. HDFS-4737. JVM path embedded in fuse binaries. (Sean Mackrory via atm)
  2579. HDFS-4739. NN can miscalculate the number of extra edit log segments to
  2580. retain. (atm)
  2581. HDFS-4745. TestDataTransferKeepalive#testSlowReader has race condition that
  2582. causes sporadic failure. (Chris Nauroth via suresh)
  2583. HDFS-4768. File handle leak in datanode when a block pool is removed.
  2584. (Chris Nauroth via suresh)
  2585. HDFS-4748. MiniJournalCluster#restartJournalNode leaks resources, which
  2586. causes sporadic test failures. (Chris Nauroth via suresh)
  2587. HDFS-4733. Make HttpFS username pattern configurable. (tucu via atm)
  2588. HDFS-4778. Fixes some issues that the first patch on HDFS-2576 missed.
  2589. (ddas)
  2590. HDFS-4785. Concat operation does not remove concatenated files from
  2591. InodeMap. (suresh)
  2592. HDFS-4784. NPE in FSDirectory.resolvePath(). (Brandon Li via suresh)
  2593. HDFS-4810. several HDFS HA tests have timeouts that are too short. (Chris
  2594. Nauroth via atm)
  2595. HDFS-4799. Corrupt replica can be prematurely removed from
  2596. corruptReplicas map. (todd via kihwal)
  2597. HDFS-4751. TestLeaseRenewer#testThreadName flakes. (Andrew Wang via atm)
  2598. HDFS-4533. start-dfs.sh ignores additional parameters besides -upgrade.
  2599. (Fengdong Yu via suresh)
  2600. HDFS-4765. Permission check of symlink deletion incorrectly throws
  2601. UnresolvedLinkException. (Andrew Wang via atm)
  2602. HDFS-4300. TransferFsImage.downloadEditsToStorage should use a tmp file for
  2603. destination. (Andrew Wang via atm)
  2604. HDFS-4813. Add volatile to BlocksMap.blocks so that the replication thread
  2605. can see the updated value. (Jing Zhao via szetszwo)
  2606. HDFS-3180. Add socket timeouts to WebHdfsFileSystem. (Chris Nauroth via
  2607. szetszwo)
  2608. HDFS-4787. Create a new HdfsConfiguration before each TestDFSClientRetries
  2609. testcases. (Tian Hong Wang via atm)
  2610. HDFS-4830. Typo in config settings for AvailableSpaceVolumeChoosingPolicy
  2611. in hdfs-default.xml. (atm)
  2612. HDFS-4824. FileInputStreamCache.close leaves dangling reference to
  2613. FileInputStreamCache.cacheCleaner. (Colin Patrick McCabe via todd)
  2614. HDFS-4298. StorageRetentionManager spews warnings when used with QJM. (atm)
  2615. HDFS-4725. Fix HDFS file handle leaks in FSEditLog, NameNode,
  2616. OfflineEditsBinaryLoader and some tests. (Chris Nauroth via szetszwo)
  2617. HDFS-4825. webhdfs / httpfs tests broken because of min block size change.
  2618. (Andrew Wang via suresh)
  2619. HDFS-4780. Use the correct relogin method for services. (Robert Parker via
  2620. kihwal)
  2621. HDFS-4827. Slight update to the implementation of API for handling favored
  2622. nodes in DFSClient (ddas)
  2623. HDFS-4865. Remove sub resource warning from httpfs log at startup time.
  2624. (ywskycn via tucu)
  2625. HDFS-4240. For nodegroup-aware block placement, when a node is excluded,
  2626. the nodes in the same nodegroup should also be excluded. (Junping Du
  2627. via szetszwo)
  2628. HDFS-4261. Fix bugs in Balaner causing infinite loop and
  2629. TestBalancerWithNodeGroup timeing out. (Junping Du via szetszwo)
  2630. HDFS-4382. Fix typo MAX_NOT_CHANGED_INTERATIONS. (Ted Yu via suresh)
  2631. HDFS-4840. ReplicationMonitor gets NPE during shutdown. (kihwal)
  2632. HDFS-4815. TestRBWBlockInvalidation: Double call countReplicas() to fetch
  2633. corruptReplicas and liveReplicas is not needed. (Tian Hong Wang via atm)
  2634. HADOOP-8957 HDFS tests for AbstractFileSystem#IsValidName should be overridden for
  2635. embedded file systems like ViewFs (Chris Nauroth via Sanjay Radia)
  2636. HDFS-4586. TestDataDirs.testGetDataDirsFromURIs fails with all directories
  2637. in dfs.datanode.data.dir are invalid. (Ivan Mitic via atm)
  2638. HDFS-3792. Fix two findbugs introduced by HDFS-3695 (todd)
  2639. HADOOP-9635 Fix potential Stack Overflow in DomainSocket.c (V. Karthik Kumar
  2640. via cmccabe)
  2641. HDFS-3163. TestHDFSCLI.testAll fails if the user name is not all lowercase.
  2642. (Brandon Li via atm)
  2643. HDFS-4845. FSNamesystem.deleteInternal should acquire write-lock before
  2644. changing the inode map. (Arpit Agarwal via szetszwo)
  2645. HDFS-4910. TestPermission failed in branch-2. (Chuan Liu via cnauroth)
  2646. HDFS-4906. HDFS Output streams should not accept writes after being
  2647. closed. (atm)
  2648. HDFS-4917. Start-dfs.sh cannot pass the parameters correctly.
  2649. (Fengdong Yu via suresh)
  2650. HDFS-4205. fsck fails with symlinks. (jlowe)
  2651. HDFS-4927. CreateEditsLog creates inodes with an invalid inode ID, which then
  2652. cannot be loaded by a namenode. (cnauroth)
  2653. HDFS-4944. WebHDFS cannot create a file path containing characters that must
  2654. be URI-encoded, such as space. (cnauroth)
  2655. HDFS-4888. Refactor and fix FSNamesystem.getTurnOffTip. (Ravi Prakash via
  2656. kihwal)
  2657. HDFS-4943. WebHdfsFileSystem does not work when original file path has
  2658. encoded chars. (Jerry He via szetszwo)
  2659. HDFS-4954. In nfs, OpenFileCtx.getFlushedOffset() should handle IOException.
  2660. (Brandon Li via szetszwo)
  2661. HDFS-4948. mvn site for hadoop-hdfs-nfs fails. (brandonli)
  2662. HDFS-4887. TestNNThroughputBenchmark exits abruptly. (kihwal)
  2663. HDFS-4980. Incorrect logging.properties file for hadoop-httpfs.
  2664. (Mark Grover via suresh)
  2665. HDFS-4999. Fix TestShortCircuitLocalRead on branch-2. (cmccabe via kihwal)
  2666. HDFS-4687. TestDelegationTokenForProxyUser#testWebHdfsDoAs is flaky with
  2667. JDK7. (Andrew Wang via atm)
  2668. HDFS-5003. TestNNThroughputBenchmark failed caused by existing directories.
  2669. (Xi Fang via cnauroth)
  2670. HDFS-5018. Misspelled DFSConfigKeys#DFS_NAMENODE_STALE_DATANODE_INTERVAL_DEFAULT
  2671. in javadoc of DatanodeInfo#isStale(). (Ted Yu via jing9)
  2672. HDFS-4602. TestBookKeeperHACheckpoints fails. (umamahesh)
  2673. HDFS-5016. Deadlock in pipeline recovery causes Datanode to be marked dead.
  2674. (suresh)
  2675. HDFS-5228. The RemoteIterator returned by DistributedFileSystem.listFiles
  2676. may throw NullPointerException. (szetszwo and cnauroth via szetszwo)
  2677. BREAKDOWN OF HDFS-347 SUBTASKS AND RELATED JIRAS
  2678. HDFS-4353. Encapsulate connections to peers in Peer and PeerServer classes.
  2679. (Colin Patrick McCabe via todd)
  2680. HDFS-4354. Create DomainSocket and DomainPeer and associated unit tests.
  2681. (Colin Patrick McCabe via todd)
  2682. HDFS-4356. BlockReaderLocal should use passed file descriptors rather than paths.
  2683. (Colin Patrick McCabe via todd)
  2684. HDFS-4388. DomainSocket should throw AsynchronousCloseException when appropriate.
  2685. (Colin Patrick McCabe via todd)
  2686. HDFS-4390. Bypass UNIX domain socket unit tests when they cannot be run.
  2687. (Colin Patrick McCabe via todd)
  2688. HDFS-4400. DFSInputStream#getBlockReader: last retries should ignore the cache
  2689. (Colin Patrick McCabe via todd)
  2690. HDFS-4401. Fix bug in DomainSocket path validation
  2691. (Colin Patrick McCabe via todd)
  2692. HDFS-4402. Some small DomainSocket fixes: avoid findbugs warning, change
  2693. log level, etc. (Colin Patrick McCabe via todd)
  2694. HDFS-4418. increase default FileInputStreamCache size (todd)
  2695. HDFS-4416. Rename dfs.datanode.domain.socket.path to dfs.domain.socket.path
  2696. (Colin Patrick McCabe via todd)
  2697. HDFS-4417. Fix case where local reads get disabled incorrectly
  2698. (Colin Patrick McCabe and todd via todd)
  2699. HDFS-4433. Make TestPeerCache not flaky (Colin Patrick McCabe via todd)
  2700. HDFS-4438. TestDomainSocket fails when system umask is set to 0002. (Colin
  2701. Patrick McCabe via atm)
  2702. HDFS-4440. Avoid annoying log message when dfs.domain.socket.path is not
  2703. set. (Colin Patrick McCabe via atm)
  2704. HDFS-4473. Don't create domain socket unless we need it. (Colin Patrick McCabe via atm)
  2705. HDFS-4485. DN should chmod socket path a+w. (Colin Patrick McCabe via atm)
  2706. HDFS-4453. Make a simple doc to describe the usage and design of the
  2707. shortcircuit read feature. (Colin Patrick McCabe via atm)
  2708. HDFS-4496. DFSClient: don't create a domain socket unless we need it (Colin
  2709. Patrick McCabe via todd)
  2710. HDFS-347: style cleanups (Colin Patrick McCabe via atm)
  2711. HDFS-4538. Allow use of legacy blockreader (Colin Patrick McCabe via todd)
  2712. HDFS-4661. A few little code cleanups of some HDFS-347-related code. (Colin
  2713. Patrick McCabe via atm)
  2714. BREAKDOWN OF HADOOP-8562 and HDFS-3602 SUBTASKS AND RELATED JIRAS
  2715. HDFS-4145. Merge hdfs cmd line scripts from branch-1-win. (David Lao,
  2716. Bikas Saha, Lauren Yang, Chuan Liu, Thejas M Nair and Ivan Mitic via suresh)
  2717. HDFS-4163. HDFS distribution build fails on Windows. (Chris Nauroth via
  2718. suresh)
  2719. HDFS-4316. branch-trunk-win contains test code accidentally added during
  2720. work on fixing tests on Windows. (Chris Nauroth via suresh)
  2721. HDFS-4297. Fix issues related to datanode concurrent reading and writing on
  2722. Windows. (Arpit Agarwal, Chuan Liu via suresh)
  2723. HDFS-4573. Fix TestINodeFile on Windows. (Arpit Agarwal via suresh)
  2724. HDFS-4572. Fix TestJournal failures on Windows. (Arpit Agarwal via suresh)
  2725. HDFS-4287. HTTPFS tests fail on Windows. (Chris Nauroth via suresh)
  2726. HDFS-4593. TestSaveNamespace fails on Windows. (Arpit Agarwal via suresh)
  2727. HDFS-4582. TestHostsFiles fails on Windows. (Ivan Mitic via suresh)
  2728. HDFS-4603. TestMiniDFSCluster fails on Windows. (Ivan Mitic via suresh)
  2729. HDFS-4604. TestJournalNode fails on Windows. (Ivan Mitic via suresh)
  2730. HDFS-4607. In TestGetConf.testGetSpecificKey(), use a platform-specific
  2731. line separator; otherwise, it fails on Windows. (Ivan Mitic via szetszwo)
  2732. HDFS-4625. Make TestNNWithQJM#testNewNamenodeTakesOverWriter work on
  2733. Windows. (Ivan Mitic via suresh)
  2734. HDFS-4674. TestBPOfferService fails on Windows due to failure parsing
  2735. datanode data directory as URI. (Chris Nauroth via suresh)
  2736. HDFS-4615. Fix TestDFSShell failures on Windows. (Arpit Agarwal
  2737. via szetszwo)
  2738. HDFS-4584. Skip TestNNWithQJM.testNewNamenodeTakesOverWriter() on Windows.
  2739. (Arpit Agarwal via szetszwo)
  2740. HDFS-4732. Fix TestDFSUpgradeFromImage which fails on Windows due to
  2741. failure to unpack old image tarball that contains hard links.
  2742. (Chris Nauroth via szetszwo)
  2743. HDFS-4741. TestStorageRestore#testStorageRestoreFailure fails on Windows.
  2744. (Arpit Agarwal via suresh)
  2745. HDFS-4743. TestNNStorageRetentionManager fails on Windows.
  2746. (Chris Nauroth via suresh)
  2747. HDFS-4740. Fixes for a few test failures on Windows.
  2748. (Arpit Agarwal via suresh)
  2749. HDFS-4722. TestGetConf#testFederation times out on Windows.
  2750. (Ivan Mitic via suresh)
  2751. HDFS-4705. Address HDFS test failures on Windows because of invalid
  2752. dfs.namenode.name.dir. (Ivan Mitic via suresh)
  2753. HDFS-4734. HDFS Tests that use ShellCommandFencer are broken on Windows.
  2754. (Arpit Agarwal via suresh)
  2755. HDFS-4610. Use common utils FileUtil#setReadable/Writable/Executable and
  2756. FileUtil#canRead/Write/Execute. (Ivan Mitic via suresh)
  2757. HDFS-4677. Editlog should support synchronous writes. (ivanmi)
  2758. HDFS-4752. TestRBWBlockInvalidation fails on Windows due to file locking.
  2759. (Chris Nauroth via suresh)
  2760. HDFS-4783. TestDelegationTokensWithHA#testHAUtilClonesDelegationTokens fails
  2761. on Windows. (cnauroth)
  2762. HDFS-4818. Several HDFS tests that attempt to make directories unusable do
  2763. not work correctly on Windows. (cnauroth)
  2764. BREAKDOWN OF HDFS-2802 HDFS SNAPSHOT SUBTASKS AND RELATED JIRAS
  2765. HDFS-4076. Support snapshot of single files. (szetszwo)
  2766. HDFS-4082. Add editlog opcodes for snapshot create and delete operations.
  2767. (suresh via szetszwo)
  2768. HDFS-4086. Add editlog opcodes to allow and disallow snapshots on a
  2769. directory. (Brandon Li via suresh)
  2770. HDFS-4083. Protocol changes for snapshots. (suresh)
  2771. HDFS-4077. Add support for Snapshottable Directory. (szetszwo via suresh)
  2772. HDFS-4087. Protocol changes for listSnapshots functionality.
  2773. (Brandon Li via suresh)
  2774. HDFS-4079. Add SnapshotManager which maintains a list for all the
  2775. snapshottable directories and supports snapshot methods such as setting a
  2776. directory to snapshottable and creating a snapshot. (szetszwo)
  2777. HDFS-4078. Handle replication in snapshots. (szetszwo)
  2778. HDFS-4084. Provide CLI support to allow and disallow snapshot
  2779. on a directory. (Brondon Li via suresh)
  2780. HDFS-4091. Add snapshot quota to limit the number of snapshots allowed.
  2781. (szetszwo)
  2782. HDFS-4097. Provide CLI support for createSnapshot. (Brandon Li via suresh)
  2783. HDFS-4092. Update file deletion logic for snapshot so that the current inode
  2784. is removed from the circular linked list; and if some blocks at the end of
  2785. the block list no longer belong to any other inode, collect them and update
  2786. the block list. (szetszwo)
  2787. HDFS-4111. Support snapshot of subtrees. (szetszwo via suresh)
  2788. HDFS-4119. Complete the allowSnapshot code and add a test for it. (szetszwo)
  2789. HDFS-4133. Add testcases for testing basic snapshot functionalities.
  2790. (Jing Zhao via suresh)
  2791. HDFS-4116. Add auditlog for some snapshot operations. (Jing Zhao via suresh)
  2792. HDFS-4095. Add some snapshot related metrics. (Jing Zhao via suresh)
  2793. HDFS-4141. Support directory diff - the difference between the current state
  2794. and a previous snapshot of an INodeDirectory. (szetszwo)
  2795. HDFS-4146. Use getter and setter in INodeFileWithLink to access blocks and
  2796. initialize root directory as snapshottable. (szetszwo)
  2797. HDFS-4149. Implement the disallowSnapshot(..) in FSNamesystem and add
  2798. resetSnapshottable(..) to SnapshotManager. (szetszwo)
  2799. HDFS-4147. When there is a snapshot in a subtree, deletion of the subtree
  2800. should fail. (Jing Zhao via szetszwo)
  2801. HDFS-4150. Update the inode in the block map when a snapshotted file or a
  2802. snapshot file is deleted. (Jing Zhao via szetszwo)
  2803. HDFS-4159. Rename should fail when the destination directory is
  2804. snapshottable and has snapshots. (Jing Zhao via szetszwo)
  2805. HDFS-4170. Add snapshot information to INodesInPath. (szetszwo)
  2806. HDFS-4177. Add a snapshot parameter to INodeDirectory.getChildrenList() for
  2807. selecting particular snapshot children list views. (szetszwo)
  2808. HDFS-4148. Disallow write/modify operations on files and directories in a
  2809. snapshot. (Brandon Li via suresh)
  2810. HDFS-4188. Add Snapshot.ID_COMPARATOR for comparing IDs and fix a bug in
  2811. ReadOnlyList.Util.binarySearch(..). (szetszwo)
  2812. HDFS-4187. Add tests for replication handling in snapshots. (Jing Zhao via
  2813. szetszwo)
  2814. HDFS-4196. Support renaming of snapshots. (Jing Zhao via szetszwo)
  2815. HDFS-4175. Additional snapshot tests for more complicated directory
  2816. structure and modifications. (Jing Zhao via suresh)
  2817. HDFS-4293. Fix TestSnapshot failure. (Jing Zhao via suresh)
  2818. HDFS-4317. Change INode and its subclasses to support HDFS-4103. (szetszwo)
  2819. HDFS-4103. Support O(1) snapshot creation. (szetszwo)
  2820. HDFS-4330. Support snapshots up to the snapshot limit. (szetszwo)
  2821. HDFS-4357. Fix a bug that if an inode is replaced, further INode operations
  2822. should apply to the new inode. (Jing Zhao via szetszwo)
  2823. HDFS-4230. Support listing of all the snapshottable directories. (Jing Zhao
  2824. via szetszwo)
  2825. HDFS-4244. Support snapshot deletion. (Jing Zhao via szetszwo)
  2826. HDFS-4245. Include snapshot related operations in TestOfflineEditsViewer.
  2827. (Jing Zhao via szetszwo)
  2828. HDFS-4395. In INodeDirectorySnapshottable's constructor, the passed-in dir
  2829. could be an INodeDirectoryWithSnapshot. (Jing Zhao via szetszwo)
  2830. HDFS-4397. Fix a bug in INodeDirectoryWithSnapshot.Diff.combinePostDiff(..)
  2831. that it may put the wrong node into the deleted list. (szetszwo)
  2832. HDFS-4407. Change INodeDirectoryWithSnapshot.Diff.combinePostDiff(..) to
  2833. merge-sort like and keep the postDiff parameter unmodified. (szetszwo)
  2834. HDFS-4098. Add FileWithSnapshot, INodeFileUnderConstructionWithSnapshot and
  2835. INodeFileUnderConstructionSnapshot for supporting append to snapshotted
  2836. files. (szetszwo)
  2837. HDFS-4126. Add reading/writing snapshot information to FSImage.
  2838. (Jing Zhao via suresh)
  2839. HDFS-4436. Change INode.recordModification(..) to return only the current
  2840. inode and remove the updateCircularList parameter from some methods in
  2841. INodeDirectoryWithSnapshot.Diff. (szetszwo)
  2842. HDFS-4429. When the latest snapshot exists, INodeFileUnderConstruction
  2843. should be replaced with INodeFileWithSnapshot but not INodeFile.
  2844. (Jing Zhao via szetszwo)
  2845. HDFS-4441. Move INodeDirectoryWithSnapshot.Diff and the related classes to a
  2846. package. (szetszwo)
  2847. HDFS-4432. Support INodeFileUnderConstructionWithSnapshot in FSImage
  2848. saving/loading. (Jing Zhao via suresh)
  2849. HDFS-4131. Add capability to namenode to get snapshot diff. (Jing Zhao via
  2850. suresh)
  2851. HDFS-4447. Refactor INodeDirectoryWithSnapshot for supporting general INode
  2852. diff lists. (szetszwo)
  2853. HDFS-4189. Renames the getMutableXxx methods to getXxx4Write and fix a bug
  2854. that some getExistingPathINodes calls should be getINodesInPath4Write.
  2855. (szetszwo)
  2856. HDFS-4361. When listing snapshottable directories, only return those
  2857. where the user has permission to take snapshots. (Jing Zhao via szetszwo)
  2858. HDFS-4464. Combine collectSubtreeBlocksAndClear with deleteDiffsForSnapshot
  2859. and rename it to destroySubtreeAndCollectBlocks. (szetszwo)
  2860. HDFS-4414. Add support for getting snapshot diff from DistributedFileSystem.
  2861. (Jing Zhao via suresh)
  2862. HDFS-4446. Support file snapshots with diff lists. (szetszwo)
  2863. HDFS-4480. Eliminate the file snapshot circular linked list. (szetszwo)
  2864. HDFS-4481. Change fsimage to support snapshot file diffs. (szetszwo)
  2865. HDFS-4500. Refactor snapshot INode methods. (szetszwo)
  2866. HDFS-4487. Fix snapshot diff report for HDFS-4446. (Jing Zhao via szetszwo)
  2867. HDFS-4431. Support snapshot in OfflineImageViewer. (Jing Zhao via szetszwo)
  2868. HDFS-4503. Update computeContentSummary(..), spaceConsumedInTree(..) and
  2869. diskspaceConsumed(..) in INode for snapshot. (szetszwo)
  2870. HDFS-4499. Fix file/directory/snapshot deletion for file diff. (Jing Zhao
  2871. via szetszwo)
  2872. HDFS-4524. Update SnapshotManager#snapshottables when loading fsimage.
  2873. (Jing Zhao via szetszwo)
  2874. HDFS-4520. Support listing snapshots under a snapshottable directory using
  2875. ls. (Jing Zhao via szetszwo)
  2876. HDFS-4514. Add CLI for supporting snapshot rename, diff report, and
  2877. snapshottable directory listing. (Jing Zhao via szetszwo)
  2878. HDFS-4523. Fix INodeFile replacement, TestQuota and javac errors from trunk
  2879. merge. (szetszwo)
  2880. HDFS-4507. Update quota verification for snapshots. (szetszwo)
  2881. HDFS-4545. With snapshots, FSDirectory.unprotectedSetReplication(..) always
  2882. changes file replication but it may or may not changes block replication.
  2883. (szetszwo)
  2884. HDFS-4557. Fix FSDirectory#delete when INode#cleanSubtree returns 0.
  2885. (Jing Zhao via szetszwo)
  2886. HDFS-4579. Annotate snapshot tests. (Arpit Agarwal via suresh)
  2887. HDFS-4574. Move Diff to the util package. (szetszwo)
  2888. HDFS-4563. Update namespace/diskspace usage after deleting snapshots.
  2889. (Jing Zhao via szetszwo)
  2890. HDFS-4144. Create test for all snapshot-related metrics.
  2891. (Jing Zhao via suresh)
  2892. HDFS-4556. Add snapshotdiff and LsSnapshottableDir tools to hdfs script.
  2893. (Arpit Agarwal via szetszwo)
  2894. HDFS-4534. Add INodeReference in order to support rename with snapshots.
  2895. (szetszwo)
  2896. HDFS-4616. Update the FilesDeleted metric while deleting file/dir in the
  2897. current tree. (Jing Zhao via szetszwo)
  2898. HDFS-4627. Fix FSImageFormat#Loader NPE and synchronization issues.
  2899. (Jing Zhao via suresh)
  2900. HDFS-4612. Not to use INode.getParent() when generating snapshot diff
  2901. report. (Jing Zhao via szetszwo)
  2902. HDFS-4636. Update quota usage when deleting files/dirs that were created
  2903. after taking the latest snapshot. (Jing Zhao via szetszwo)
  2904. HDFS-4648. For snapshot deletion, when merging the diff from to-delete
  2905. snapshot to the prior snapshot, make sure files/directories created after
  2906. the prior snapshot get deleted. (Jing Zhao via szetszwo)
  2907. HDFS-4637. INodeDirectory#replaceSelf4Quota may incorrectly convert a newly
  2908. created directory to an INodeDirectoryWithSnapshot. (Jing Zhao via szetszwo)
  2909. HDFS-4611. Update FSImage for INodeReference. (szetszwo)
  2910. HDFS-4647. Rename should call setLocalName after an inode is removed from
  2911. snapshots. (Arpit Agarwal via szetszwo)
  2912. HDFS-4684. Use INode id for image serialization when writing INodeReference.
  2913. (szetszwo)
  2914. HDFS-4675. Fix rename across snapshottable directories. (Jing Zhao via
  2915. szetszwo)
  2916. HDFS-4692. Use timestamp as default snapshot names. (szetszwo)
  2917. HDFS-4666. Define ".snapshot" as a reserved inode name so that users cannot
  2918. create a file/directory with ".snapshot" as the name. If ".snapshot" is
  2919. used in a previous version of HDFS, it must be renamed before upgrade;
  2920. otherwise, upgrade will fail. (szetszwo)
  2921. HDFS-4700. Fix the undo section of rename with snapshots. (Jing Zhao via
  2922. szetszwo)
  2923. HDFS-4529. Disallow concat when one of the src files is in some snapshot.
  2924. (szetszwo)
  2925. HDFS-4550. Refactor INodeDirectory.INodesInPath to a standalone class.
  2926. (szetszwo)
  2927. HDFS-4707. Add snapshot methods to FilterFileSystem and fix findbugs
  2928. warnings. (szetszwo)
  2929. HDFS-4706. Do not replace root inode for disallowSnapshot. (szetszwo)
  2930. HDFS-4717. Change the path parameter type of the snapshot methods in
  2931. HdfsAdmin from String to Path. (szetszwo)
  2932. HDFS-4708. Add snapshot user documentation. (szetszwo)
  2933. HDFS-4726. Fix test failures after merging the INodeId-INode mapping
  2934. from trunk. (Jing Zhao via szetszwo)
  2935. HDFS-4727. Update inodeMap after deleting files/directories/snapshots.
  2936. (Jing Zhao via szetszwo)
  2937. HDFS-4719. Remove AbstractINodeDiff.Factory and move its methods to
  2938. AbstractINodeDiffList. (Arpit Agarwal via szetszwo)
  2939. HDFS-4735. DisallowSnapshot throws IllegalStateException for nested
  2940. snapshottable directories. (Jing Zhao via szetszwo)
  2941. HDFS-4738. Changes AbstractINodeDiff to implement Comparable<Integer>, and
  2942. fix javadoc and other warnings. (szetszwo)
  2943. HDFS-4686. Update quota computation for rename and INodeReference.
  2944. (Jing Zhao via szetszwo)
  2945. HDFS-4729. Fix OfflineImageViewer and permission checking for snapshot
  2946. operations. (Jing Zhao via szetszwo)
  2947. HDFS-4749. Use INodeId to identify the corresponding directory node in
  2948. FSImage saving/loading. (Jing Zhao via szetszwo)
  2949. HDFS-4742. Fix appending to a renamed file with snapshot. (Jing Zhao via
  2950. szetszwo)
  2951. HDFS-4755. Fix AccessControlException message and moves "implements
  2952. LinkedElement" from INode to INodeWithAdditionalFields. (szetszwo)
  2953. HDFS-4650. Fix a bug in FSDirectory and add more unit tests for rename with
  2954. existence of snapshottable directories and snapshots. (Jing Zhao via
  2955. szetszwo)
  2956. HDFS-4650. When passing two non-existing snapshot names to snapshotDiff, it
  2957. returns success if the names are the same. (Jing Zhao via szetszwo)
  2958. HDFS-4767. If a directory is snapshottable, do not replace it when clearing
  2959. quota. (Jing Zhao via szetszwo)
  2960. HDFS-4578. Restrict snapshot IDs to 24-bit wide. (Arpit Agarwal via
  2961. szetszwo)
  2962. HDFS-4773. Fix bugs in quota usage computation and OfflineImageViewer.
  2963. (Jing Zhao via szetszwo)
  2964. HDFS-4760. Update inodeMap after node replacement. (Jing Zhao via szetszwo)
  2965. HDFS-4758. Disallow nested snapshottable directories and unwrap
  2966. RemoteException. (szetszwo)
  2967. HDFS-4781. Fix a NullPointerException when listing .snapshot under
  2968. a non-existing directory. (szetszwo)
  2969. HDFS-4791. Update and fix deletion of reference inode. (Jing Zhao via
  2970. szetszwo)
  2971. HDFS-4798. Update computeContentSummary() for the reference nodes in
  2972. snapshots. (szetszwo)
  2973. HDFS-4800. Fix INodeDirectoryWithSnapshot#cleanDeletedINode. (Jing Zhao via
  2974. szetszwo)
  2975. HDFS-4801. lsSnapshottableDir throws IllegalArgumentException when root is
  2976. snapshottable. (Jing Zhao via szetszwo)
  2977. HDFS-4802. Disallowing snapshot on / twice should throw SnapshotException
  2978. but not IllegalStateException. (Jing Zhao via szetszwo)
  2979. HDFS-4806. In INodeDirectoryWithSnapshot, use isInLatestSnapshot() to
  2980. determine if an added/removed child should be recorded in the snapshot diff.
  2981. (Jing Zhao via szetszwo)
  2982. HDFS-4809. When a QuotaExceededException is thrown during rename, the quota
  2983. usage should be subtracted back. (Jing Zhao via szetszwo)
  2984. HDFS-4842. Identify the correct prior snapshot when deleting a
  2985. snapshot under a renamed subtree. (jing9)
  2986. HDFS-4846. Clean up snapshot CLI commands output stacktrace for invalid
  2987. arguments. (Jing Zhao via brandonli)
  2988. HDFS-4857. Snapshot.Root and AbstractINodeDiff#snapshotINode should not be
  2989. put into INodeMap when loading FSImage. (jing9)
  2990. HDFS-4863. The root directory should be added to the snapshottable
  2991. directory list while loading fsimage. (jing9)
  2992. HDFS-4848. copyFromLocal and renaming a file to ".snapshot" should output
  2993. that ".snapshot" is a reserved name. (Jing Zhao via brandonli)
  2994. HDFS-4826. TestNestedSnapshots times out due to repeated slow edit log
  2995. flushes when running on virtualized disk. (Chris Nauroth via szetszwo)
  2996. HDFS-4876. Fix the javadoc of FileWithSnapshot and move FileDiffList to
  2997. FileWithSnapshot. (szetszwo)
  2998. HDFS-4850. Fix OfflineImageViewer to work on fsimages with empty files or
  2999. snapshots. (jing9)
  3000. HDFS-4877. Snapshot: fix the scenario where a directory is renamed under
  3001. its prior descendant. (jing9)
  3002. HDFS-4873. callGetBlockLocations returns incorrect number of blocks for
  3003. snapshotted files. (jing9)
  3004. HDFS-4819. Update Snapshot doc to clarify that nested snapshots are not
  3005. allowed. (szetszwo)
  3006. HDFS-4902. DFSClient.getSnapshotDiffReport should use string path rather
  3007. than o.a.h.fs.Path. (Binglin Chang via jing9)
  3008. HDFS-4875. Add a test for testing snapshot file length.
  3009. (Arpit Agarwal via jing9)
  3010. HDFS-4841. FsShell commands using secure webhfds fail ClientFinalizer
  3011. shutdown hook. (rkanter via tucu)
  3012. HDFS-4951. FsShell commands using secure httpfs throw exceptions due
  3013. to missing TokenRenewer. (rknater via tucu)
  3014. HDFS-4969. WebhdfsFileSystem expects non-standard WEBHDFS Json element.
  3015. (rkanter via tucu)
  3016. HDFS-4797. BlockScanInfo does not override equals(..) and hashCode()
  3017. consistently. (szetszwo)
  3018. HDFS-4978. Make disallowSnapshot idempotent. (jing9)
  3019. HDFS-5005. Move SnapshotException and SnapshotAccessControlException
  3020. to o.a.h.hdfs.protocol. (jing9)
  3021. HDFS-4982. JournalNode should relogin from keytab before fetching logs
  3022. from other JNs (todd)
  3023. Release 2.0.6-alpha - 08/22/2013
  3024. INCOMPATIBLE CHANGES
  3025. NEW FEATURES
  3026. IMPROVEMENTS
  3027. OPTIMIZATIONS
  3028. Release 2.0.5-alpha - 06/06/2013
  3029. INCOMPATIBLE CHANGES
  3030. NEW FEATURES
  3031. IMPROVEMENTS
  3032. OPTIMIZATIONS
  3033. BUG FIXES
  3034. Release 2.0.4-alpha - 2013-04-25
  3035. INCOMPATIBLE CHANGES
  3036. NEW FEATURES
  3037. IMPROVEMENTS
  3038. OPTIMIZATIONS
  3039. BUG FIXES
  3040. Release 2.0.3-alpha - 2013-02-06
  3041. INCOMPATIBLE CHANGES
  3042. HDFS-4122. Cleanup HDFS logs and reduce the size of logged messages.
  3043. (suresh)
  3044. HDFS-4362. GetDelegationTokenResponseProto does not handle null token.
  3045. (suresh)
  3046. HDFS-4367. GetDataEncryptionKeyResponseProto does not handle null
  3047. response. (suresh)
  3048. HDFS-4364. GetLinkTargetResponseProto does not handle null path. (suresh)
  3049. HDFS-4369. GetBlockKeysResponseProto does not handle null response.
  3050. (suresh)
  3051. HDFS-4451. hdfs balancer command returns exit code 1 on success instead
  3052. of 0. (Joshua Blatt via suresh)
  3053. HDFS-4350. Make enabling of stale marking on read and write paths
  3054. independent. (Andrew Wang via suresh)
  3055. NEW FEATURES
  3056. HDFS-2656. Add libwebhdfs, a pure C client based on WebHDFS.
  3057. (Jaimin D Jetly and Jing Zhao via szetszwo)
  3058. HDFS-3912. Detect and avoid stale datanodes for writes.
  3059. (Jing Zhao via suresh)
  3060. HDFS-4059. Add number of stale DataNodes to metrics. (Jing Zhao via suresh)
  3061. HDFS-4155. libhdfs implementation of hsync API (Liang Xie via todd)
  3062. HDFS-4213. Add an API to hsync for updating the last block length at the
  3063. namenode. (Jing Zhao via szetszwo)
  3064. HDFS-3077. Implement QuorumJournalManager, a distributed mechanism for
  3065. reliably storing HDFS edit logs. See dedicated section below for breakdown
  3066. of subtasks.
  3067. IMPROVEMENTS
  3068. HDFS-3925. Prettify PipelineAck#toString() for printing to a log
  3069. (Andrew Wang via todd)
  3070. HDFS-3939. NN RPC address cleanup. (eli)
  3071. HDFS-3373. Change DFSClient input stream socket cache to global static and
  3072. add a thread to cleanup expired cache entries. (John George via szetszwo)
  3073. HDFS-3896. Add descriptions for dfs.namenode.rpc-address and
  3074. dfs.namenode.servicerpc-address to hdfs-default.xml. (Jeff Lord via atm)
  3075. HDFS-3996. Add debug log removed in HDFS-3873 back. (eli)
  3076. HDFS-3916. libwebhdfs (C client) code cleanups.
  3077. (Colin Patrick McCabe via eli)
  3078. HDFS-3813. Log error message if security and WebHDFS are enabled but
  3079. principal/keytab are not configured. (Stephen Chu via atm)
  3080. HDFS-3483. Better error message when hdfs fsck is run against a ViewFS
  3081. config. (Stephen Fritz via atm)
  3082. HDFS-3682. MiniDFSCluster#init should provide more info when it fails.
  3083. (todd via eli)
  3084. HDFS-4008. TestBalancerWithEncryptedTransfer needs a timeout. (eli)
  3085. HDFS-4007. Rehabilitate bit-rotted unit tests under
  3086. hadoop-hdfs-project/hadoop-hdfs/src/test/unit/
  3087. (Colin Patrick McCabe via todd)
  3088. HDFS-4041. Hadoop HDFS Maven protoc calls must not depend on external
  3089. sh script. (Chris Nauroth via suresh)
  3090. HADOOP-8911. CRLF characters in source and text files.
  3091. (Raja Aluri via suresh)
  3092. HDFS-4037. Rename the getReplication() method in BlockCollection to
  3093. getBlockReplication(). (szetszwo)
  3094. HDFS-4036. Remove "throws UnresolvedLinkException" from
  3095. FSDirectory.unprotectedAddFile(..). (Jing Zhao via szetszwo)
  3096. HDFS-2946. HA: Put a cap on the number of completed edits files retained
  3097. by the NN. (atm)
  3098. HDFS-4029. GenerationStamp should use an AtomicLong. (eli)
  3099. HDFS-4068. DatanodeID and DatanodeInfo member should be private. (eli)
  3100. HDFS-4073. Two minor improvements to FSDirectory. (Jing Zhao via szetszwo)
  3101. HDFS-4074. Remove the unused default constructor from INode. (Brandon Li
  3102. via szetszwo)
  3103. HDFS-4088. Remove "throws QuotaExceededException" from an
  3104. INodeDirectoryWithQuota constructor. (szetszwo)
  3105. HDFS-4099. Clean up replication code and add more javadoc. (szetszwo)
  3106. HDFS-4107. Add utility methods for casting INode to INodeFile and
  3107. INodeFileUnderConstruction. (szetszwo)
  3108. HDFS-4112. A few improvements on INodeDirectory include adding a utility
  3109. method for casting; avoiding creation of new empty lists; cleaning up
  3110. some code and rewriting some javadoc. (szetszwo)
  3111. HDFS-4121. Add namespace declarations in hdfs .proto files for languages
  3112. other than java. (Binglin Chang via suresh)
  3113. HDFS-3573. Supply NamespaceInfo when instantiating JournalManagers.
  3114. (todd and ivank via umamahesh)
  3115. HDFS-3695. Genericize format() to non-file JournalManagers.
  3116. (todd via umamahesh)
  3117. HDFS-3789. JournalManager#format() should be able to throw IOException.
  3118. (Ivan Kelly via umamahesh)
  3119. HDFS-3809. Make BKJM use protobufs for all serialization with ZK.
  3120. (Ivan Kelly via umamhesh)
  3121. HDFS-3916. libwebhdfs testing code cleanup. (Jing Zhao via suresh)
  3122. HDFS-4143. Change blocks to private in INodeFile and renames isLink() to
  3123. isSymlink() in INode. (szetszwo)
  3124. HDFS-4046. Rename ChecksumTypeProto enum NULL since it is illegal in
  3125. C/C++. (Binglin Chang via suresh)
  3126. HDFS-4048. Use ERROR instead of INFO for volume failure logs.
  3127. (Stephen Chu via eli)
  3128. HDFS-1322. Document umask in DistributedFileSystem#mkdirs javadocs.
  3129. (Colin Patrick McCabe via eli)
  3130. HDFS-4038. Override toString() for BookKeeperEditLogInputStream.
  3131. (Vinay via umamahesh)
  3132. HDFS-4214. OfflineEditsViewer should print out the offset at which it
  3133. encountered an error. (Colin Patrick McCabe via atm)
  3134. HDFS-4199. Provide test for HdfsVolumeId. (Ivan A. Veselovsky via atm)
  3135. HDFS-3049. During the normal NN startup process, fall back on a different
  3136. edit log if we see one that is corrupt (Colin Patrick McCabe via todd)
  3137. HDFS-3571. Allow EditLogFileInputStream to read from a remote URL (todd)
  3138. HDFS-4110. Refine a log printed in JNStorage. (Liang Xie via suresh)
  3139. HDFS-4153. Add START_MSG/SHUTDOWN_MSG for JournalNode. (liang xie via atm)
  3140. HDFS-3935. Add JournalNode to the start/stop scripts (Andy Isaacson via todd)
  3141. HDFS-4268. Remove redundant enum NNHAStatusHeartbeat.State. (shv)
  3142. HDFS-3680. Allow customized audit logging in HDFS FSNamesystem. (Marcelo
  3143. Vanzin via atm)
  3144. HDFS-4130. BKJM: The reading for editlog at NN starting using bkjm is not efficient.
  3145. (Han Xiao via umamahesh)
  3146. HDFS-4326. bump up Tomcat version for HttpFS to 6.0.36. (tucu via acmurthy)
  3147. HDFS-4270. Introduce soft and hard limits for max replication so that
  3148. replications of the highest priority are allowed to choose a source datanode
  3149. that has reached its soft limit but not the hard limit. (Derek Dagit via
  3150. szetszwo)
  3151. HADOOP-9173. Add security token protobuf definition to common and
  3152. use it in hdfs. (suresh)
  3153. HDFS-4030. BlockManager excessBlocksCount and
  3154. postponedMisreplicatedBlocksCount should be AtomicLongs. (eli)
  3155. HDFS-4031. Update findbugsExcludeFile.xml to include findbugs 2
  3156. exclusions. (eli)
  3157. HDFS-4033. Miscellaneous findbugs 2 fixes. (eli)
  3158. HDFS-4034. Remove redundant null checks. (eli)
  3159. HDFS-4035. LightWeightGSet and LightWeightHashSet increment a
  3160. volatile without synchronization. (eli)
  3161. HDFS-4032. Specify the charset explicitly rather than rely on the
  3162. default. (eli)
  3163. HDFS-4363. Combine PBHelper and HdfsProtoUtil and remove redundant
  3164. methods. (suresh)
  3165. HDFS-4377. Some trivial DN comment cleanup. (eli)
  3166. HDFS-4381. Document fsimage format details in FSImageFormat class javadoc.
  3167. (Jing Zhao via suresh)
  3168. HDFS-4375. Use token request messages defined in hadoop common.
  3169. (suresh)
  3170. HDFS-4392. Use NetUtils#getFreeSocketPort in MiniDFSCluster.
  3171. (Andrew Purtell via suresh)
  3172. HDFS-4393. Make empty request and responses in protocol translators can be
  3173. static final members. (Brandon Li via suresh)
  3174. HDFS-4403. DFSClient can infer checksum type when not provided by reading
  3175. first byte (todd)
  3176. HDFS-4259. Improve pipeline DN replacement failure message (harsh)
  3177. HDFS-3598. WebHDFS support for file concat. (Plamen Jeliazkov via shv)
  3178. HDFS-4456. Add concat to HttpFS and WebHDFS REST API docs. (plamenj2003 via tucu)
  3179. HDFS-3131. Improve TestStorageRestore. (Brandon Li via atm)
  3180. OPTIMIZATIONS
  3181. HDFS-3429. DataNode reads checksums even if client does not need them (todd)
  3182. BUG FIXES
  3183. HDFS-3919. MiniDFSCluster:waitClusterUp can hang forever.
  3184. (Andy Isaacson via eli)
  3185. HDFS-3924. Multi-byte id in HdfsVolumeId. (Andrew Wang via atm)
  3186. HDFS-3936. MiniDFSCluster shutdown races with BlocksMap usage. (eli)
  3187. HDFS-3951. datanode web ui does not work over HTTPS when datanode is started in secure mode. (tucu)
  3188. HDFS-3949. NameNodeRpcServer#join should join on both client and
  3189. server RPC servers. (eli)
  3190. HDFS-3932. NameNode Web UI broken if the rpc-address is set to the wildcard.
  3191. (Colin Patrick McCabe via eli)
  3192. HDFS-3931. TestDatanodeBlockScanner#testBlockCorruptionPolicy2 is broken.
  3193. (Andy Isaacson via eli)
  3194. HDFS-3964. Make NN log of fs.defaultFS debug rather than info. (eli)
  3195. HDFS-3992. Method org.apache.hadoop.hdfs.TestHftpFileSystem.tearDown()
  3196. sometimes throws NPEs. (Ivan A. Veselovsky via atm)
  3197. HDFS-3753. Tests don't run with native libraries.
  3198. (Colin Patrick McCabe via eli)
  3199. HDFS-4000. TestParallelLocalRead fails with "input ByteBuffers
  3200. must be direct buffers". (Colin Patrick McCabe via eli)
  3201. HDFS-3999. HttpFS OPEN operation expects len parameter, it should be length. (tucu)
  3202. HDFS-4006. TestCheckpoint#testSecondaryHasVeryOutOfDateImage
  3203. occasionally fails due to unexpected exit. (todd via eli)
  3204. HDFS-4018. testMiniDFSClusterWithMultipleNN is missing some
  3205. cluster cleanup. (eli)
  3206. HDFS-4020. TestRBWBlockInvalidation may time out. (eli)
  3207. HDFS-4021. Misleading error message when resources are low on the NameNode.
  3208. (Christopher Conner via atm)
  3209. HDFS-4044. Duplicate ChecksumType definition in HDFS .proto files.
  3210. (Binglin Chang via suresh)
  3211. HDFS-4049. Fix hflush performance regression due to nagling delays
  3212. (todd)
  3213. HDFS-3678. Edit log files are never being purged from 2NN. (atm)
  3214. HDFS-4058. DirectoryScanner may fail with IOOB if the directory
  3215. scanning threads return out of volume order. (eli)
  3216. HDFS-3985. Add timeouts to TestMulitipleNNDataBlockScanner. (todd via eli)
  3217. HDFS-4061. TestBalancer and TestUnderReplicatedBlocks need timeouts. (eli)
  3218. HDFS-3997. OfflineImageViewer incorrectly passes value of imageVersion when
  3219. visiting IS_COMPRESSED element. (Mithun Radhakrishnan via atm)
  3220. HDFS-4055. TestAuditLogs is flaky. (Binglin Chang via eli)
  3221. HDFS-4072. On file deletion remove corresponding blocks pending
  3222. replications. (Jing Zhao via suresh)
  3223. HDFS-4022. Replication not happening for appended block.
  3224. (Vinay via umamahesh)
  3225. HDFS-3948. Do not use hflush in TestWebHDFS.testNamenodeRestart() since the
  3226. out stream returned by WebHdfsFileSystem does not support it. (Jing Zhao
  3227. via szetszwo)
  3228. HDFS-3616. Fix a ConcurrentModificationException bug that BP actor threads
  3229. may not be shutdown properly in DataNode. (Jing Zhao via szetszwo)
  3230. HDFS-4127. Log message is not correct in case of short of replica.
  3231. (Junping Du via suresh)
  3232. HADOOP-8994. TestDFSShell creates file named "noFileHere", making further
  3233. tests hard to understand (Andy Isaacson via daryn)
  3234. HDFS-3804. TestHftpFileSystem fails intermittently with JDK7
  3235. (Trevor Robinson via daryn)
  3236. HDFS-4132. When libwebhdfs is not enabled, nativeMiniDfsClient frees
  3237. uninitialized memory (Colin Patrick McCabe via todd)
  3238. HDFS-1331. dfs -test should work like /bin/test (Andy Isaacson via daryn)
  3239. HDFS-3979. For hsync, datanode should wait for the local sync to complete
  3240. before sending ack. (Lars Hofhansl via szetszwo)
  3241. HDFS-3810. Implement format() for BKJM (Ivan Kelly via umamahesh)
  3242. HDFS-3625. Fix TestBackupNode by properly initializing edit log during
  3243. startup. (Junping Du via todd)
  3244. HDFS-4138. BackupNode startup fails due to uninitialized edit log.
  3245. (Kihwal Lee via shv)
  3246. HDFS-4162. Some malformed and unquoted HTML strings are returned from
  3247. datanode web ui. (Darek Dagit via suresh)
  3248. HDFS-4164. fuse_dfs: add -lrt to the compiler command line on Linux.
  3249. (Colin Patrick McCabe via eli)
  3250. HDFS-3921. NN will prematurely consider blocks missing when entering active
  3251. state while still in safe mode. (atm)
  3252. HDFS-4106. BPServiceActor#lastHeartbeat, lastBlockReport and
  3253. lastDeletedReport should be volatile. (Jing Zhao via suresh)
  3254. HDFS-4139. fuse-dfs RO mode still allows file truncation.
  3255. (Colin Patrick McCabe via eli)
  3256. HDFS-4104. dfs -test -d prints inappropriate error on nonexistent directory
  3257. (Andy Isaacson via daryn)
  3258. HDFS-3623. BKJM: zkLatchWaitTimeout hard coded to 6000. Make use of ZKSessionTimeout instead.
  3259. (umamahesh)
  3260. HDFS-4100. Fix all findbug security warings. (Liang Xie via eli)
  3261. HDFS-3507. DFS#isInSafeMode needs to execute only on Active NameNode.
  3262. (Vinay via atm)
  3263. HDFS-4105. The SPNEGO user for secondary namenode should use the web
  3264. keytab. (Arpit Gupta via jitendra)
  3265. HDFS-4156. Seeking to a negative position should throw an IOE.
  3266. (Eli Reisman via eli)
  3267. HDFS-4171. WebHDFS and HttpFs should accept only valid Unix user
  3268. names. (tucu)
  3269. HDFS-4178. Shell scripts should not close stderr (Andy Isaacson via daryn)
  3270. HDFS-4179. BackupNode: allow reads, fix checkpointing, safeMode. (shv)
  3271. HDFS-4216. Do not ignore QuotaExceededException when adding symlinks.
  3272. (szetszwo)
  3273. HDFS-4242. Map.Entry is incorrectly used in LeaseManager since the behavior
  3274. of it is undefined after the iteration or modifications of the map.
  3275. (szetszwo)
  3276. HDFS-4231. BackupNode: Introduce BackupState. (shv)
  3277. HDFS-4238. Standby namenode should not do purging of shared
  3278. storage edits. (todd)
  3279. HDFS-4282. TestEditLog.testFuzzSequences FAILED in all pre-commit test
  3280. (todd)
  3281. HDFS-4236. Remove artificial limit on username length introduced in
  3282. HDFS-4171. (tucu via suresh)
  3283. HDFS-4279. NameNode does not initialize generic conf keys when started
  3284. with -recover. (Colin Patrick McCabe via atm)
  3285. HDFS-4291. edit log unit tests leave stray test_edit_log_file around
  3286. (Colin Patrick McCabe via todd)
  3287. HDFS-4292. Sanity check not correct in RemoteBlockReader2.newBlockReader
  3288. (Binglin Chang via todd)
  3289. HDFS-4295. Using port 1023 should be valid when starting Secure DataNode
  3290. (Stephen Chu via todd)
  3291. HDFS-4294. Backwards compatibility is not maintained for TestVolumeId.
  3292. (Ivan A. Veselovsky and Robert Parker via atm)
  3293. HDFS-2264. NamenodeProtocol has the wrong value for clientPrincipal in
  3294. KerberosInfo annotation. (atm)
  3295. HDFS-4307. SocketCache should use monotonic time. (Colin Patrick McCabe
  3296. via atm)
  3297. HDFS-4315. DNs with multiple BPs can have BPOfferServices fail to start
  3298. due to unsynchronized map access. (atm)
  3299. HDFS-4140. fuse-dfs handles open(O_TRUNC) poorly. (Colin Patrick McCabe
  3300. via atm)
  3301. HDFS-4308. addBlock() should persist file blocks once.
  3302. (Plamen Jeliazkov via shv)
  3303. HDFS-4347. Avoid infinite waiting checkpoint to complete in TestBackupNode.
  3304. (Plamen Jeliazkov via shv)
  3305. HDFS-4349. Add test for reading files from BackupNode. (shv)
  3306. HDFS-4302. Fix fatal exception when starting NameNode with DEBUG logs
  3307. (Eugene Koontz via todd)
  3308. HDFS-3970. Fix bug causing rollback of HDFS upgrade to result in bad
  3309. VERSION file. (Vinay and Andrew Wang via atm)
  3310. HDFS-4306. PBHelper.convertLocatedBlock miss convert BlockToken. (Binglin
  3311. Chang via atm)
  3312. HDFS-4384. test_libhdfs_threaded gets SEGV if JNIEnv cannot be
  3313. initialized. (Colin Patrick McCabe via eli)
  3314. HDFS-4328. TestLargeBlock#testLargeBlockSize is timing out. (Chris Nauroth
  3315. via atm)
  3316. HDFS-4274. BlockPoolSliceScanner does not close verification log during
  3317. shutdown. (Chris Nauroth via suresh)
  3318. HDFS-1245. Pluggable block id generation. (shv)
  3319. HDFS-4415. HostnameFilter should handle hostname resolution failures and
  3320. continue processing. (Robert Kanter via atm)
  3321. HDFS-4359. Slow RPC responses from NN can prevent metrics collection on
  3322. DNs. (liang xie via atm)
  3323. HDFS-4444. Add space between total transaction time and number of
  3324. transactions in FSEditLog#printStatistics. (Stephen Chu via suresh)
  3325. HDFS-4428. FsDatasetImpl should disclose what the error is when a rename
  3326. fails. (Colin Patrick McCabe via atm)
  3327. HDFS-4452. getAdditionalBlock() can create multiple blocks if the client
  3328. times out and retries. (shv)
  3329. HDFS-4445. All BKJM ledgers are not checked while tailing, So failover will fail.
  3330. (Vinay via umamahesh)
  3331. HDFS-4462. 2NN will fail to checkpoint after an HDFS upgrade from a
  3332. pre-federation version of HDFS. (atm)
  3333. HDFS-4404. Create file failure when the machine of first attempted NameNode
  3334. is down. (Todd Lipcon via atm)
  3335. HDFS-4344. dfshealth.jsp throws NumberFormatException when
  3336. dfs.hosts/dfs.hosts.exclude includes port number. (Andy Isaacson via atm)
  3337. HDFS-4468. Use the new StringUtils methods added by HADOOP-9252 and fix
  3338. TestHDFSCLI and TestQuota. (szetszwo)
  3339. HDFS-4458. In DFSUtil.getNameServiceUris(..), convert default fs URI using
  3340. NetUtils.createSocketAddr(..) for being consistent with other addresses.
  3341. (Binglin Chang via szetszwo)
  3342. BREAKDOWN OF HDFS-3077 SUBTASKS
  3343. HDFS-3077. Quorum-based protocol for reading and writing edit logs.
  3344. (todd, Brandon Li, and Hari Mankude via todd)
  3345. HDFS-3694. Fix getEditLogManifest to fetch httpPort if necessary (todd)
  3346. HDFS-3692. Support purgeEditLogs() call to remotely purge logs on JNs
  3347. (todd)
  3348. HDFS-3693. JNStorage should read its storage info even before a writer
  3349. becomes active (todd)
  3350. HDFS-3725. Fix QJM startup when individual JNs have gaps (todd)
  3351. HDFS-3741. Exhaustive failure injection test for skipped RPCs (todd)
  3352. HDFS-3773. TestNNWithQJM fails after HDFS-3741. (atm)
  3353. HDFS-3793. Implement genericized format() in QJM (todd)
  3354. HDFS-3795. QJM: validate journal dir at startup (todd)
  3355. HDFS-3798. Avoid throwing NPE when finalizeSegment() is called on invalid
  3356. segment (todd)
  3357. HDFS-3799. QJM: handle empty log segments during recovery (todd)
  3358. HDFS-3797. QJM: add segment txid as a parameter to journal() RPC (todd)
  3359. HDFS-3800. improvements to QJM fault testing (todd)
  3360. HDFS-3823. QJM: TestQJMWithFaults fails occasionally because of missed
  3361. setting of HTTP port. (todd and atm)
  3362. HDFS-3826. QJM: Some trivial logging / exception text improvements. (todd
  3363. and atm)
  3364. HDFS-3839. QJM: hadoop-daemon.sh should be updated to accept "journalnode"
  3365. (eli)
  3366. HDFS-3845. Fixes for edge cases in QJM recovery protocol (todd)
  3367. HDFS-3877. QJM: Provide defaults for dfs.journalnode.*address (eli)
  3368. HDFS-3863. Track last "committed" txid in QJM (todd)
  3369. HDFS-3869. Expose non-file journal manager details in web UI (todd)
  3370. HDFS-3884. Journal format() should reset cached values (todd)
  3371. HDFS-3870. Add metrics to JournalNode (todd)
  3372. HDFS-3891. Make selectInputStreams throw IOE instead of RTE (todd)
  3373. HDFS-3726. If a logger misses an RPC, don't retry that logger until next
  3374. segment (todd)
  3375. HDFS-3893. QJM: Make QJM work with security enabled. (atm)
  3376. HDFS-3897. QJM: TestBlockToken fails after HDFS-3893. (atm)
  3377. HDFS-3898. QJM: enable TCP_NODELAY for IPC (todd)
  3378. HDFS-3885. QJM: optimize log sync when JN is lagging behind (todd)
  3379. HDFS-3900. QJM: avoid validating log segments on log rolls (todd)
  3380. HDFS-3901. QJM: send 'heartbeat' messages to JNs even when they are
  3381. out-of-sync (todd)
  3382. HDFS-3899. QJM: Add client-side metrics (todd)
  3383. HDFS-3914. QJM: acceptRecovery should abort current segment (todd)
  3384. HDFS-3915. QJM: Failover fails with auth error in secure cluster (todd)
  3385. HDFS-3906. QJM: quorum timeout on failover with large log segment (todd)
  3386. HDFS-3840. JournalNodes log JournalNotFormattedException backtrace error
  3387. before being formatted (todd)
  3388. HDFS-3894. QJM: testRecoverAfterDoubleFailures can be flaky due to IPC
  3389. client caching (todd)
  3390. HDFS-3926. QJM: Add user documentation for QJM. (atm)
  3391. HDFS-3943. QJM: remove currently-unused md5sum field (todd)
  3392. HDFS-3950. QJM: misc TODO cleanup, improved log messages, etc. (todd)
  3393. HDFS-3955. QJM: Make acceptRecovery() atomic. (todd)
  3394. HDFS-3956. QJM: purge temporary files when no longer within retention
  3395. period (todd)
  3396. HDFS-4004. TestJournalNode#testJournal fails because of test case execution
  3397. order (Chao Shi via todd)
  3398. HDFS-4017. Unclosed FileInputStream in GetJournalEditServlet
  3399. (Chao Shi via todd)
  3400. HDFS-4351. In BlockPlacementPolicyDefault.chooseTarget(..), numOfReplicas
  3401. needs to be updated when avoiding stale nodes. (Andrew Wang via szetszwo)
  3402. HDFS-2908. Add apache license header for StorageReport.java. (Brandon Li
  3403. via tgraves)
  3404. HDFS-4399. Fix RAT warnings by excluding images sub-dir in docs. (Thomas
  3405. Graves via acmurthy)
  3406. Release 2.0.2-alpha - 2012-09-07
  3407. INCOMPATIBLE CHANGES
  3408. HDFS-3446. HostsFileReader silently ignores bad includes/excludes
  3409. (Matthew Jacobs via todd)
  3410. HDFS-3755. Creating an already-open-for-write file with overwrite=true fails
  3411. (todd)
  3412. NEW FEATURES
  3413. HDFS-744. Support hsync in HDFS. (Lars Hofhansl via szetszwo)
  3414. HDFS-3042. Automatic failover support for NameNode HA (todd)
  3415. (see dedicated section below for breakdown of subtasks)
  3416. HDFS-3518. Add a utility method HdfsUtils.isHealthy(uri) for checking if
  3417. the given HDFS is healthy. (szetszwo)
  3418. HDFS-3113. httpfs does not support delegation tokens. (tucu)
  3419. HDFS-3513. HttpFS should cache filesystems. (tucu)
  3420. HDFS-3637. Add support for encrypting the DataTransferProtocol. (atm)
  3421. HDFS-3150. Add option for clients to contact DNs via hostname. (eli)
  3422. HDFS-2793. Add an admin command to trigger an edit log roll. (todd)
  3423. HDFS-3703. Datanodes are marked stale if heartbeat is not received in
  3424. configured timeout and are selected as the last location to read from.
  3425. (Jing Zhao via suresh)
  3426. IMPROVEMENTS
  3427. HDFS-3040. TestMulitipleNNDataBlockScanner is misspelled. (Madhukara Phatak
  3428. via atm)
  3429. HDFS-3390. DFSAdmin should print full stack traces of errors when DEBUG
  3430. logging is enabled. (atm)
  3431. HDFS-3341. Change minimum RPC versions to respective SNAPSHOTs instead of
  3432. final releases. (todd)
  3433. HDFS-3369. Rename {get|set|add}INode(..) methods in BlockManager and
  3434. BlocksMap to {get|set|add}BlockCollection(..). (John George via szetszwo)
  3435. HDFS-3134. harden edit log loader against malformed or malicious input.
  3436. (Colin Patrick McCabe via eli)
  3437. HDFS-3230. Cleanup DatanodeID creation in the tests. (eli)
  3438. HDFS-3401. Cleanup DatanodeDescriptor creation in the tests. (eli)
  3439. HDFS-3400. DNs should be able start with jsvc even if security is disabled.
  3440. (atm via eli)
  3441. HDFS-3404. Make putImage in GetImageServlet infer remote address to fetch
  3442. from request. (atm)
  3443. HDFS-3335. check for edit log corruption at the end of the log
  3444. (Colin Patrick McCabe via todd)
  3445. HDFS-3417. Rename BalancerDatanode#getName to getDisplayName to be
  3446. consistent with Datanode. (eli)
  3447. HDFS-3416. Cleanup DatanodeID and DatanodeRegistration
  3448. constructors used by testing. (eli)
  3449. HDFS-3419. Cleanup LocatedBlock. (eli)
  3450. HDFS-3440. More effectively limit stream memory consumption when reading
  3451. corrupt edit logs (Colin Patrick McCabe via todd)
  3452. HDFS-3438. BootstrapStandby should not require a rollEdits on active node
  3453. (todd)
  3454. HDFS-2885. Remove "federation" from the nameservice config options.
  3455. (Tsz Wo (Nicholas) Sze via eli)
  3456. HDFS-3394. Do not use generic in INodeFile.getLastBlock(): the run-time
  3457. ClassCastException check is useless since generic type information is only
  3458. available in compile-time. (szetszwo)
  3459. HDFS-3454. Balancer unconditionally logs InterruptedException at
  3460. INFO level on shutdown if security is enabled. (eli)
  3461. HDFS-1013. Miscellaneous improvements to HTML markup for web UIs
  3462. (Eugene Koontz via todd)
  3463. HDFS-3052. Change INodeFile and INodeFileUnderConstruction to package
  3464. private. (szetszwo)
  3465. HDFS-3520. Add transfer rate logging to TransferFsImage. (eli)
  3466. HDFS-3504. Support configurable retry policy in DFSClient for RPC
  3467. connections and RPC calls, and add MultipleLinearRandomRetry, a new retry
  3468. policy. (szetszwo)
  3469. HDFS-3372. offlineEditsViewer should be able to read a binary
  3470. edits file with recovery mode. (Colin Patrick McCabe via eli)
  3471. HDFS-3516. Check content-type in WebHdfsFileSystem. (szetszwo)
  3472. HDFS-3535. Audit logging should log denied accesses. (Andy Isaacson via eli)
  3473. HDFS-3481. Refactor HttpFS handling of JAX-RS query string parameters (tucu)
  3474. HDFS-3572. Cleanup code which inits SPNEGO in HttpServer (todd)
  3475. HDFS-3475. Make the replication monitor multipliers configurable.
  3476. (harsh via eli)
  3477. HDFS-3343. Improve metrics for DN read latency (Andrew Wang via todd)
  3478. HDFS-3170. Add more useful metrics for write latency (Matthew Jacobs via
  3479. todd)
  3480. HDFS-3604. Add dfs.webhdfs.enabled to hdfs-default.xml. (eli)
  3481. HDFS-2988. Improve error message when storage directory lock fails
  3482. (Miomir Boljanovic via harsh)
  3483. HDFS-2391. Newly set BalancerBandwidth value is not displayed anywhere.
  3484. (harsh)
  3485. HDFS-3067. NPE in DFSInputStream.readBuffer if read is repeated on
  3486. corrupted block. (Henry Robinson via atm)
  3487. HDFS-3555. idle client socket triggers DN ERROR log
  3488. (should be INFO or DEBUG). (Andy Isaacson via harsh)
  3489. HDFS-3568. fuse_dfs: add support for security. (Colin McCabe via atm)
  3490. HDFS-3629. Fix the typo in the error message about inconsistent
  3491. storage layout version. (Brandon Li via harsh)
  3492. HDFS-3613. GSet prints some INFO level values, which aren't
  3493. really very useful to all (Andrew Wang via harsh)
  3494. HDFS-3611. NameNode prints unnecessary WARNs about edit log normally skipping
  3495. a few bytes. (Colin Patrick McCabe via harsh)
  3496. HDFS-3582. Hook daemon process exit for testing. (eli)
  3497. HDFS-3641. Move server Util time methods to common and use now
  3498. instead of System#currentTimeMillis. (eli)
  3499. HDFS-3633. libhdfs: hdfsDelete should pass JNI_FALSE or JNI_TRUE.
  3500. (Colin Patrick McCabe via eli)
  3501. HDFS-799. libhdfs must call DetachCurrentThread when a thread is destroyed.
  3502. (Colin Patrick McCabe via eli)
  3503. HDFS-3306. fuse_dfs: don't lock release operations.
  3504. (Colin Patrick McCabe via eli)
  3505. HDFS-3612. Single namenode image directory config warning can
  3506. be improved. (Andy Isaacson via harsh)
  3507. HDFS-3606. libhdfs: create self-contained unit test.
  3508. (Colin Patrick McCabe via eli)
  3509. HDFS-3539. libhdfs code cleanups. (Colin Patrick McCabe via eli)
  3510. HDFS-3610. fuse_dfs: Provide a way to use the default (configured) NN URI.
  3511. (Colin Patrick McCabe via eli)
  3512. HDFS-3663. MiniDFSCluster should capture the code path that led to
  3513. the first ExitException. (eli)
  3514. HDFS-3659. Add missing @Override to methods across the hadoop-hdfs
  3515. project. (Brandon Li via harsh)
  3516. HDFS-3537. Move libhdfs and fuse-dfs source to native subdirectories.
  3517. (Colin Patrick McCabe via eli)
  3518. HDFS-3665. Add a test for renaming across file systems via a symlink. (eli)
  3519. HDFS-3666. Plumb more exception messages to terminate. (eli)
  3520. HDFS-3673. libhdfs: fix some compiler warnings. (Colin Patrick McCabe via eli)
  3521. HDFS-3675. libhdfs: follow documented return codes. (Colin Patrick McCabe via eli)
  3522. HDFS-1249. With fuse-dfs, chown which only has owner (or only group)
  3523. argument fails with Input/output error. (Colin Patrick McCabe via eli)
  3524. HDFS-3583. Convert remaining tests to Junit4. (Andrew Wang via atm)
  3525. HDFS-3711. Manually convert remaining tests to JUnit4. (Andrew Wang via atm)
  3526. HDFS-3650. Use MutableQuantiles to provide latency histograms for various
  3527. operations. (Andrew Wang via atm)
  3528. HDFS-3667. Add retry support to WebHdfsFileSystem. (szetszwo)
  3529. HDFS-3291. add test that covers HttpFS working w/ a non-HDFS Hadoop
  3530. filesystem (tucu)
  3531. HDFS-3634. Add self-contained, mavenized fuse_dfs test. (Colin Patrick
  3532. McCabe via atm)
  3533. HDFS-3190. Simple refactors in existing NN code to assist
  3534. QuorumJournalManager extension. (todd)
  3535. HDFS-3276. initializeSharedEdits should have a -nonInteractive flag (todd)
  3536. HDFS-3765. namenode -initializeSharedEdits should be able to initialize
  3537. all shared storages. (Vinay and todd via todd)
  3538. HDFS-3723. Add support -h, -help to all the commands. (Jing Zhao via
  3539. suresh)
  3540. HDFS-3803. Change BlockPoolSliceScanner chatty INFO log to DEBUG.
  3541. (Andrew Purtell via suresh)
  3542. HDFS-3802. StartupOption.name in HdfsServerConstants should be final.
  3543. (Jing Zhao via szetszwo)
  3544. HDFS-3796. Speed up edit log tests by avoiding fsync() (todd)
  3545. HDFS-2963. Console Output is confusing while executing metasave
  3546. (dfsadmin command). (Andrew Wang via eli)
  3547. HDFS-3672. Expose disk-location information for blocks to enable better
  3548. scheduling. (Andrew Wang via atm)
  3549. HDFS-2727. libhdfs should get the default block size from the server.
  3550. (Colin Patrick McCabe via eli)
  3551. HDFS-3832. Remove protocol methods related to DistributedUpgrade. (suresh)
  3552. HDFS-3819. Should check whether invalidate work percentage default value is
  3553. not greater than 1.0f. (Jing Zhao via jitendra)
  3554. HDFS-3177. Update DFSClient and DataXceiver to handle different checkum
  3555. types in file checksum computation. (Kihwal Lee via szetszwo)
  3556. HDFS-3844. Add @Override and remove {@inheritdoc} and unnecessary
  3557. imports. (Jing Zhao via suresh)
  3558. HDFS-3853. Port MiniDFSCluster enableManagedDfsDirsRedundancy
  3559. option to branch-2. (Colin Patrick McCabe via eli)
  3560. HDFS-3871. Change NameNodeProxies to use RetryUtils. (Arun C Murthy
  3561. via szetszwo)
  3562. HDFS-3887. Remove redundant chooseTarget methods in BlockPlacementPolicy.
  3563. (Jing Zhao via szetszwo)
  3564. HDFS-3888. Clean up BlockPlacementPolicyDefault. (Jing Zhao via szetszwo)
  3565. HDFS-3907. Allow multiple users for local block readers. (eli)
  3566. HDFS-3510. Editlog pre-allocation is performed prior to writing edits
  3567. to avoid partial edits case disk out of space. (Colin McCabe via todd)
  3568. HDFS-3910. DFSTestUtil#waitReplication should timeout. (eli)
  3569. HDFS-3920. libwebdhfs string processing and using strerror consistently
  3570. to handle all errors. (Jing Zhao via suresh)
  3571. OPTIMIZATIONS
  3572. HDFS-2982. Startup performance suffers when there are many edit log
  3573. segments. (Colin Patrick McCabe via todd)
  3574. HDFS-2834. Add a ByteBuffer-based read API to DFSInputStream.
  3575. (Henry Robinson via todd)
  3576. HDFS-3110. Use directRead API to reduce the number of buffer copies in
  3577. libhdfs (Henry Robinson via todd)
  3578. HDFS-3697. Enable fadvise readahead by default. (todd)
  3579. HDFS-2421. Improve the concurrency of SerialNumberMap in NameNode.
  3580. (Jing Zhao and Weiyan Wang via szetszwo)
  3581. HDFS-3866. HttpFS POM should have property where to download tomcat from (zero45 via tucu)
  3582. BUG FIXES
  3583. HDFS-3385. The last block of INodeFileUnderConstruction is not
  3584. necessarily a BlockInfoUnderConstruction, so do not cast it in
  3585. FSNamesystem.recoverLeaseInternal(..). (szetszwo)
  3586. HDFS-3414. Balancer does not find NameNode if rpc-address or
  3587. servicerpc-address are not set in client configs. (atm)
  3588. HDFS-3031. Fix complete() and getAdditionalBlock() RPCs to be idempotent
  3589. (todd)
  3590. HDFS-2759. Pre-allocate HDFS edit log files after writing version number.
  3591. (atm)
  3592. HDFS-3413. TestFailureToReadEdits timing out. (atm)
  3593. HDFS-3422. TestStandbyIsHot timeouts too aggressive (todd)
  3594. HDFS-3433. GetImageServlet should allow administrative requestors when
  3595. security is enabled. (atm)
  3596. HDFS-1153. dfsnodelist.jsp should handle invalid input parameters.
  3597. (Ravi Phulari via eli)
  3598. HDFS-3434. InvalidProtocolBufferException when visiting DN
  3599. browseDirectory.jsp (eli)
  3600. HDFS-2800. Fix cancellation of checkpoints in the standby node to be more
  3601. reliable. (todd)
  3602. HDFS-3391. Fix InvalidateBlocks to compare blocks including their
  3603. generation stamps. (todd)
  3604. HDFS-3444. hdfs groups command doesn't work with security enabled. (atm)
  3605. HDFS-2717. BookKeeper Journal output stream doesn't check addComplete rc.
  3606. (Ivan Kelly via umamahesh)
  3607. HDFS-3415. Make sure all layout versions are the same for all storage
  3608. directories in the Namenode. (Brandon Li via szetszwo)
  3609. HDFS-3436. In DataNode.transferReplicaForPipelineRecovery(..), it should
  3610. use the stored generation stamp to check if the block is valid. (Vinay
  3611. via szetszwo)
  3612. HDFS-3460. HttpFS proxyuser validation with Kerberos ON uses full
  3613. principal name. (tucu)
  3614. HDFS-3058. HA: Bring BookKeeperJournalManager up to date with HA changes.
  3615. (Ivan Kelly via umamahesh)
  3616. HDFS-3368. Missing blocks due to bad DataNodes coming up and down. (shv)
  3617. HDFS-3452. BKJM:Switch from standby to active fails and NN gets shut down
  3618. due to delay in clearing of lock. (umamahesh)
  3619. HDFS-3398. Client will not retry when primaryDN is down once it's just got pipeline.
  3620. (Amith D K via umamahesh)
  3621. HDFS-3474. Cleanup Exception handling in BookKeeper journal manager.
  3622. (Ivan Kelly via umamahesh)
  3623. HDFS-3468. Make BKJM-ZK session timeout configurable. (umamahesh)
  3624. HDFS-3423. BKJM: NN startup is failing, when tries to recoverUnfinalizedSegments()
  3625. a bad inProgress_ ZNodes. (Ivan Kelly and Uma via umamahesh)
  3626. HDFS-3441. Race condition between rolling logs at active NN and purging at standby.
  3627. (Rakesh R via umamahesh)
  3628. HDFS-3484. hdfs fsck doesn't work if NN HTTP address is set to
  3629. 0.0.0.0 even if NN RPC address is configured. (atm via eli)
  3630. HDFS-3486. offlineimageviewer can't read fsimage files that contain
  3631. persistent delegation tokens. (Colin Patrick McCabe via eli)
  3632. HDFS-3487. offlineimageviewer should give byte offset information
  3633. when it encounters an exception. (Colin Patrick McCabe via eli)
  3634. HDFS-3442. Incorrect count for Missing Replicas in FSCK report. (Andrew
  3635. Wang via atm)
  3636. HDFS-2025. Go Back to File View link is not working in tail.jsp.
  3637. (Ashish and Sravan via umamahesh)
  3638. HDFS-3501. Checkpointing with security enabled will stop working
  3639. after ticket lifetime expires. (atm via eli)
  3640. HDFS-3266. DFSTestUtil#waitCorruptReplicas doesn't sleep between checks.
  3641. (Madhukara Phatak via atm)
  3642. HDFS-3505. DirectoryScanner does not join all threads in shutdown.
  3643. (Colin Patrick McCabe via eli)
  3644. HDFS-3485. DataTransferThrottler will over-throttle when currentTimeMillis
  3645. jumps (Andy Isaacson via todd)
  3646. HDFS-2914. HA: Standby should not enter safemode when resources are low.
  3647. (Vinay via atm)
  3648. HDFS-3235. MiniDFSClusterManager doesn't correctly support -format option.
  3649. (Henry Robinson via atm)
  3650. HDFS-3514. Add missing TestParallelLocalRead. (Henry Robinson via atm)
  3651. HDFS-3243. TestParallelRead timing out on jenkins. (Henry Robinson via todd)
  3652. HDFS-3490. DatanodeWebHdfsMethods throws NullPointerException if
  3653. NamenodeRpcAddressParam is not set. (szetszwo)
  3654. HDFS-2797. Fix misuses of InputStream#skip in the edit log code.
  3655. (Colin Patrick McCabe via eli)
  3656. HDFS-3517. TestStartup should bind ephemeral ports. (eli)
  3657. HDFS-3522. If a namenode is in safemode, it should throw SafeModeException
  3658. when getBlockLocations has zero locations. (Brandon Li via szetszwo)
  3659. HDFS-3408. BKJM : Namenode format fails, if there is no BK root. (Rakesh R via umamahesh)
  3660. HDFS-3389. Document the BKJM usage in Namenode HA. (umamahesh and Ivan Kelly via umamahesh)
  3661. HDFS-3531. EditLogFileOutputStream#preallocate should check for
  3662. incomplete writes. (Colin Patrick McCabe via eli)
  3663. HDFS-766. Error message not clear for set space quota out of boundary
  3664. values. (Jon Zuanich via atm)
  3665. HDFS-3480. Multiple SLF4J binding warning. (Vinay via eli)
  3666. HDFS-3524. Update TestFileLengthOnClusterRestart for HDFS-3522. (Brandon
  3667. Li via szetszwo)
  3668. HDFS-3559. DFSTestUtil: use Builder class to construct DFSTestUtil
  3669. instances. (Colin Patrick McCabe via atm)
  3670. HDFS-3551. WebHDFS CREATE should use client location for HTTP redirection.
  3671. (szetszwo)
  3672. HDFS-3157. Fix a bug in the case that the generation stamps of the stored
  3673. block in a namenode and the reported block from a datanode do not match.
  3674. (Ashish Singhi via szetszwo)
  3675. HDFS-3575. HttpFS does not log Exception Stacktraces (brocknoland via tucu)
  3676. HDFS-3574. Fix small race and do some cleanup in GetImageServlet (todd)
  3677. HDFS-3581. FSPermissionChecker#checkPermission sticky bit check
  3678. missing range check. (eli)
  3679. HDFS-3541. Deadlock between recovery, xceiver and packet responder.
  3680. (Vinay via umamahesh)
  3681. HDFS-3428. Move DelegationTokenRenewer to common (tucu)
  3682. HDFS-3491. HttpFs does not set permissions correctly (tucu)
  3683. HDFS-3580. incompatible types; no instance(s) of type variable(s) V exist
  3684. so that V conforms to boolean compiling HttpFSServer.java with OpenJDK
  3685. (adi2 via tucu)
  3686. HDFS-3603. Decouple TestHDFSTrash from TestTrash. (Jason Lowe via eli)
  3687. HDFS-711. hdfsUtime does not handle atime = 0 or mtime = 0 correctly.
  3688. (Colin Patrick McCabe via eli)
  3689. HDFS-3548. NamenodeFsck.copyBlock fails to create a Block Reader.
  3690. (Colin Patrick McCabe via eli)
  3691. HDFS-3615. Two BlockTokenSecretManager findbugs warnings. (atm)
  3692. HDFS-470. libhdfs should handle 0-length reads from FSInputStream
  3693. correctly. (Colin Patrick McCabe via eli)
  3694. HDFS-3492. fix some misuses of InputStream#skip.
  3695. (Colin Patrick McCabe via eli)
  3696. HDFS-3609. libhdfs: don't force the URI to look like hdfs://hostname:port.
  3697. (Colin Patrick McCabe via eli)
  3698. HDFS-2966 TestNameNodeMetrics tests can fail under load. (stevel)
  3699. HDFS-3605. Block mistakenly marked corrupt during edit log catchup
  3700. phase of failover. (todd and Brahma Reddy Battula via todd)
  3701. HDFS-3690. BlockPlacementPolicyDefault incorrectly casts LOG. (eli)
  3702. HDFS-3597. SNN fails to start after DFS upgrade. (Andy Isaacson via todd)
  3703. HDFS-3608. fuse_dfs: detect changes in UID ticket cache. (Colin Patrick
  3704. McCabe via atm)
  3705. HDFS-3709. TestStartup tests still binding to the ephemeral port. (eli)
  3706. HDFS-3720. hdfs.h must get packaged. (Colin Patrick McCabe via atm)
  3707. HDFS-3626. Creating file with invalid path can corrupt edit log (todd)
  3708. HDFS-3679. fuse_dfs notrash option sets usetrash. (Conrad Meyer via suresh)
  3709. HDFS-3732. fuse_dfs: incorrect configuration value checked for connection
  3710. expiry timer period. (Colin Patrick McCabe via atm)
  3711. HDFS-3738. TestDFSClientRetries#testFailuresArePerOperation sets incorrect
  3712. timeout config. (atm)
  3713. HDFS-3756. DelegationTokenFetcher creates 2 HTTP connections, the second
  3714. one not properly configured. (tucu)
  3715. HDFS-3579. libhdfs: fix exception handling. (Colin Patrick McCabe via atm)
  3716. HDFS-3754. BlockSender doesn't shutdown ReadaheadPool threads. (eli)
  3717. HDFS-3760. primitiveCreate is a write, not a read. (Andy Isaacson via atm)
  3718. HDFS-3710. libhdfs misuses O_RDONLY/WRONLY/RDWR. (Andy Isaacson via atm)
  3719. HDFS-3721. hsync support broke wire compatibility. (todd and atm)
  3720. HDFS-3758. TestFuseDFS test failing. (Colin Patrick McCabe via eli)
  3721. HDFS-2330. In NNStorage.java, IOExceptions of stream closures can mask
  3722. root exceptions. (umamahesh via todd)
  3723. HDFS-3790. test_fuse_dfs.c doesn't compile on centos 5. (Colin Patrick
  3724. McCabe via atm)
  3725. HDFS-3658. Fix bugs in TestDFSClientRetries and add more tests. (szetszwo)
  3726. HDFS-3794. WebHDFS OPEN returns the incorrect Content-Length in the HTTP
  3727. header when offset is specified and length is omitted.
  3728. (Ravi Prakash via szetszwo)
  3729. HDFS-3048. Small race in BlockManager#close. (Andy Isaacson via eli)
  3730. HDFS-3194. DataNode block scanner is running too frequently.
  3731. (Andy Isaacson via eli)
  3732. HDFS-3808. fuse_dfs: postpone libhdfs intialization until after fork.
  3733. (Colin Patrick McCabe via atm)
  3734. HDFS-3788. ByteRangeInputStream should not expect HTTP Content-Length header
  3735. when chunked transfer-encoding is used. (szetszwo)
  3736. HDFS-3816. Invalidate work percentage default value should be 0.32f
  3737. instead of 32. (Jing Zhao via suresh)
  3738. HDFS-3707. TestFSInputChecker: improper use of skip.
  3739. (Colin Patrick McCabe via eli)
  3740. HDFS-3830. test_libhdfs_threaded: use forceNewInstance.
  3741. (Colin Patrick McCabe via eli)
  3742. HDFS-3835. Long-lived 2NN cannot perform a checkpoint if security is
  3743. enabled and the NN restarts with outstanding delegation tokens. (atm)
  3744. HDFS-3715. Fix TestFileCreation#testFileCreationNamenodeRestart.
  3745. (Andrew Whang via eli)
  3746. HDFS-3683. Edit log replay progress indicator shows >100% complete. (Plamen
  3747. Jeliazkov via atm)
  3748. HDFS-3731. Release upgrade must handle blocks being written from 1.0.
  3749. (Colin Patrick McCabe via eli)
  3750. HDFS-3856. TestHDFSServerPorts failure is causing surefire fork failure.
  3751. (eli)
  3752. HDFS-3860. HeartbeatManager#Monitor may wrongly hold the writelock of
  3753. namesystem. (Jing Zhao via atm)
  3754. HDFS-3849. When re-loading the FSImage, we should clear the existing
  3755. genStamp and leases. (Colin Patrick McCabe via atm)
  3756. HDFS-3864. NN does not update internal file mtime for OP_CLOSE when reading
  3757. from the edit log. (atm)
  3758. HDFS-3837. Fix DataNode.recoverBlock findbugs warning. (eli)
  3759. HDFS-3733. Audit logs should include WebHDFS access. (Andy Isaacson via
  3760. eli)
  3761. HDFS-2686. Remove DistributedUpgrade related code. (suresh)
  3762. HDFS-3833. TestDFSShell fails on windows due to concurrent file
  3763. read/write. (Brandon Li via suresh)
  3764. HDFS-3466. Get HTTP kerberos principal from the web authentication keytab.
  3765. (omalley)
  3766. HDFS-3879. Fix findbugs warning in TransferFsImage on branch-2. (eli)
  3767. HDFS-3469. start-dfs.sh will start zkfc, but stop-dfs.sh will not stop zkfc similarly.
  3768. (Vinay via umamahesh)
  3769. HDFS-1490. TransferFSImage should timeout (Dmytro Molkov and Vinay via todd)
  3770. HDFS-3828. Block Scanner rescans blocks too frequently.
  3771. (Andy Isaacson via eli)
  3772. HDFS-3895. hadoop-client must include commons-cli (tucu)
  3773. HDFS-2757. Cannot read a local block that's being written to when
  3774. using the local read short circuit. (Jean-Daniel Cryans via eli)
  3775. HDFS-3664. BlockManager race when stopping active services.
  3776. (Colin Patrick McCabe via eli)
  3777. HDFS-3928. MiniDFSCluster should reset the first ExitException on shutdown. (eli)
  3778. HDFS-3938. remove current limitations from HttpFS docs. (tucu)
  3779. HDFS-3944. Httpfs resolveAuthority() is not resolving host correctly. (tucu)
  3780. HDFS-3972. Trash emptier fails in secure HA cluster. (todd via eli)
  3781. HDFS-4443. Remove a trailing '`' character from the HTML code generated by
  3782. NamenodeJspHelper.generateNodeData(..). (Christian Rohling via szetszwo)
  3783. BREAKDOWN OF HDFS-3042 SUBTASKS
  3784. HDFS-2185. HDFS portion of ZK-based FailoverController (todd)
  3785. HDFS-3200. Scope all ZKFC configurations by nameservice (todd)
  3786. HDFS-3223. add zkfc to hadoop-daemon.sh script (todd)
  3787. HDFS-3261. TestHASafeMode fails on HDFS-3042 branch (todd)
  3788. HDFS-3159. Document NN auto-failover setup and configuration (todd)
  3789. HDFS-3412. Fix findbugs warnings in auto-HA branch (todd)
  3790. HDFS-3432. TestDFSZKFailoverController tries to fail over too early (todd)
  3791. HDFS-3902. TestDatanodeBlockScanner#testBlockCorruptionPolicy is broken.
  3792. (Andy Isaacson via eli)
  3793. Release 2.0.0-alpha - 05-23-2012
  3794. INCOMPATIBLE CHANGES
  3795. HDFS-2676. Remove Avro RPC. (suresh)
  3796. HDFS-2303. Unbundle jsvc. (Roman Shaposhnik and Mingjie Lai via eli)
  3797. HDFS-3137. Bump LAST_UPGRADABLE_LAYOUT_VERSION to -16. (eli)
  3798. HDFS-3138. Move DatanodeInfo#ipcPort to DatanodeID. (eli)
  3799. HDFS-3164. Move DatanodeInfo#hostName to DatanodeID. (eli)
  3800. NEW FEATURES
  3801. HDFS-2978. The NameNode should expose name dir statuses via JMX. (atm)
  3802. HDFS-395. DFS Scalability: Incremental block reports. (Tomasz Nykiel
  3803. via hairong)
  3804. HDFS-2517. Add protobuf service for JounralProtocol. (suresh)
  3805. HDFS-2518. Add protobuf service for NamenodeProtocol. (suresh)
  3806. HDFS-2520. Add protobuf service for InterDatanodeProtocol. (suresh)
  3807. HDFS-2519. Add protobuf service for DatanodeProtocol. (suresh)
  3808. HDFS-2581. Implement protobuf service for JournalProtocol. (suresh)
  3809. HDFS-2618. Implement protobuf service for NamenodeProtocol. (suresh)
  3810. HDFS-2629. Implement protobuf service for InterDatanodeProtocol. (suresh)
  3811. HDFS-2636. Implement protobuf service for ClientDatanodeProtocol. (suresh)
  3812. HDFS-2642. Protobuf translators for DatanodeProtocol. (jitendra)
  3813. HDFS-2647. Used protobuf based RPC for InterDatanodeProtocol,
  3814. ClientDatanodeProtocol, JournalProtocol, NamenodeProtocol. (suresh)
  3815. HDFS-2661. Enable protobuf RPC for DatanodeProtocol. (jitendra)
  3816. HDFS-2697. Move RefreshAuthPolicy, RefreshUserMappings, GetUserMappings
  3817. protocol to protocol buffers. (jitendra)
  3818. HDFS-2880. Protobuf changes in DatanodeProtocol to add multiple storages.
  3819. (suresh)
  3820. HDFS-2899. Service protocol changes in DatanodeProtocol to add multiple
  3821. storages. (suresh)
  3822. HDFS-2430. The number of failed or low-resource volumes the NN can tolerate
  3823. should be configurable. (atm)
  3824. HDFS-1623. High Availability Framework for HDFS NN. Contributed by Todd
  3825. Lipcon, Aaron T. Myers, Eli Collins, Uma Maheswara Rao G, Bikas Saha,
  3826. Suresh Srinivas, Jitendra Nath Pandey, Hari Mankude, Brandon Li, Sanjay
  3827. Radia, Mingjie Lai, and Gregory Chanan
  3828. HDFS-2941. Add an administrative command to download a copy of the fsimage
  3829. from the NN. (atm)
  3830. HDFS-2413. Add an API DistributedFileSystem.isInSafeMode() and change
  3831. DistributedFileSystem to @InterfaceAudience.LimitedPrivate.
  3832. (harsh via szetszwo)
  3833. HDFS-3167. CLI-based driver for MiniDFSCluster. (Henry Robinson via atm)
  3834. HDFS-3148. The client should be able to use multiple local interfaces
  3835. for data transfer. (eli)
  3836. HDFS-3000. Add a public API for setting quotas. (atm)
  3837. HDFS-3102. Add CLI tool to initialize the shared-edits dir. (atm)
  3838. HDFS-3004. Implement Recovery Mode. (Colin Patrick McCabe via eli)
  3839. HDFS-3282. Add HdfsDataInputStream as a public API. (umamahesh)
  3840. HDFS-3298. Add HdfsDataOutputStream as a public API. (szetszwo)
  3841. HDFS-234. Integration with BookKeeper logging system. (Ivan Kelly
  3842. via umamahesh)
  3843. IMPROVEMENTS
  3844. HDFS-2018. Move all journal stream management code into one place.
  3845. (Ivan Kelly via jitendra)
  3846. HDFS-2223. Untangle depencencies between NN components (todd)
  3847. HDFS-2351. Change Namenode and Datanode to register each of their protocols
  3848. seperately (sanjay)
  3849. HDFS-2337. DFSClient shouldn't keep multiple RPC proxy references (atm)
  3850. HDFS-2181. Separate HDFS Client wire protocol data types (sanjay)
  3851. HDFS-2459. Separate datatypes for Journal Protocol. (suresh)
  3852. HDFS-2480. Separate datatypes for NamenodeProtocol. (suresh)
  3853. HDFS-2489. Move Finalize and Register to separate file out of
  3854. DatanodeCommand.java. (suresh)
  3855. HDFS-2488. Separate datatypes for InterDatanodeProtocol. (suresh)
  3856. HDFS-2496. Separate datatypes for DatanodeProtocol. (suresh)
  3857. HDFS-2479. HDFS Client Data Types in Protocol Buffers (sanjay)
  3858. HADOOP-7862. Hdfs changes to work with HADOOP-7862: Move the support for
  3859. multiple protocols to lower layer so that Writable, PB and Avro can all
  3860. use it. (sanjay)
  3861. HDFS-2597. ClientNameNodeProtocol in Protocol Buffers. (sanjay)
  3862. HDFS-2651. ClientNameNodeProtocol Translators for Protocol Buffers. (sanjay)
  3863. HDFS-2650. Replace @inheritDoc with @Override. (Hari Mankude via suresh).
  3864. HDFS-2669. Enable protobuf rpc for ClientNamenodeProtocol. (sanjay)
  3865. HDFS-2801. Provide a method in client side translators to check for a
  3866. methods supported in underlying protocol. (jitendra)
  3867. HDFS-2895. Remove Writable wire protocol types and translators to
  3868. complete transition to protocol buffers. (suresh)
  3869. HDFS-2992. Edit log failure trace should include transaction ID of
  3870. error. (Colin Patrick McCabe via eli)
  3871. HDFS-3030. Remove getProtocolVersion and getProtocolSignature from
  3872. translators. (jitendra)
  3873. HDFS-2158. Add JournalSet to manage the set of journals. (jitendra)
  3874. HDFS-2334. Add Closeable to JournalManager. (Ivan Kelly via jitendra)
  3875. HDFS-1580. Add interface for generic Write Ahead Logging mechanisms.
  3876. (Ivan Kelly via jitendra)
  3877. HDFS-3060. Bump TestDistributedUpgrade#testDistributedUpgrade timeout (eli)
  3878. HDFS-2410. Further cleanup of hardcoded configuration keys and values.
  3879. (suresh)
  3880. HDFS-2878. Fix TestBlockRecovery and move it back into main test directory.
  3881. (todd)
  3882. HDFS-3003. Remove getHostPortString() from NameNode, replace it with
  3883. NetUtils.getHostPortString(). (Brandon Li via atm)
  3884. HDFS-3014. FSEditLogOp and its subclasses should have toString() method.
  3885. (Sho Shimauchi via atm)
  3886. HDFS-3021. Use generic type to declare FSDatasetInterface. (szetszwo)
  3887. HDFS-3056. Add a new interface RollingLogs for DataBlockScanner logging.
  3888. (szetszwo)
  3889. HDFS-2731. Add command to bootstrap the Standby Node's name directories
  3890. from the Active NameNode. (todd)
  3891. HDFS-3082. Clean up FSDatasetInterface and change DataNode.data to package
  3892. private. (szetszwo)
  3893. HDFS-3057. httpfs and hdfs launcher scripts should honor CATALINA_HOME
  3894. and HADOOP_LIBEXEC_DIR (rvs via tucu)
  3895. HDFS-3088. Move FSDatasetInterface inner classes to a package. (szetszwo)
  3896. HDFS-3111. Missing license headers in trunk. (umamahesh)
  3897. HDFS-3091. Update the usage limitations of ReplaceDatanodeOnFailure policy in
  3898. the config description for the smaller clusters. (szetszwo via umamahesh)
  3899. HDFS-3105. Add DatanodeStorage information to block recovery. (szetszwo)
  3900. HDFS-3086. Change Datanode not to send storage list in registration.
  3901. (szetszwo)
  3902. HDFS-309. FSEditLog should log progress during replay. (Sho Shimauchi
  3903. via todd)
  3904. HDFS-3044. fsck move should be non-destructive by default.
  3905. (Colin Patrick McCabe via eli)
  3906. HDFS-3071. haadmin failover command does not provide enough detail when
  3907. target NN is not ready to be active. (todd)
  3908. HDFS-3089. Move FSDatasetInterface and the related classes to a package.
  3909. (szetszwo)
  3910. HDFS-3129. NetworkTopology: add test that getLeaf should check for
  3911. invalid topologies. (Colin Patrick McCabe via eli)
  3912. HDFS-3155. Clean up FSDataset implemenation related code. (szetszwo)
  3913. HDFS-3158. LiveNodes member of NameNodeMXBean should list non-DFS used
  3914. space and capacity per DN. (atm)
  3915. HDFS-3172. dfs.upgrade.permission is dead code. (eli)
  3916. HDFS-3171. The DatanodeID "name" field is overloaded. (eli)
  3917. HDFS-3144. Refactor DatanodeID#getName by use. (eli)
  3918. HDFS-3130. Move fsdataset implementation to a package. (szetszwo)
  3919. HDFS-3120. Enable hsync and hflush by default. (eli)
  3920. HDFS-3187. Upgrade guava to 11.0.2 (todd)
  3921. HDFS-3168. Remove unnecessary "throw IOException" and change fields to
  3922. final in FSNamesystem and BlockManager. (szetszwo)
  3923. HDFS-2564. Cleanup unnecessary exceptions thrown and unnecessary casts.
  3924. (Hari Mankude via eli)
  3925. HDFS-3084. FenceMethod.tryFence() and ShellCommandFencer should pass
  3926. namenodeId as well as host:port (todd)
  3927. HDFS-3050. rework OEV to share more code with the NameNode.
  3928. (Colin Patrick McCabe via eli)
  3929. HDFS-3204. Minor modification to JournalProtocol.proto to make
  3930. it generic. (suresh)
  3931. HDFS-3226. Allow GetConf tool to print arbitrary keys (todd)
  3932. HDFS-3240. Drop log level of "heartbeat: ..." in BPServiceActor to DEBUG
  3933. (todd)
  3934. HDFS-3238. ServerCommand and friends don't need to be writables. (eli)
  3935. HDFS-3094. add -nonInteractive and -force option to namenode -format
  3936. command (Arpit Gupta via todd)
  3937. HDFS-3244. Remove dead writable code from hdfs/protocol. (eli)
  3938. HDFS-3247. Improve bootstrapStandby behavior when original NN is not active
  3939. (todd)
  3940. HDFS-3249. Use ToolRunner.confirmPrompt in NameNode (todd)
  3941. HDFS-3179. Improve the exception message thrown by DataStreamer when
  3942. it failed to add a datanode. (szetszwo)
  3943. HDFS-2983. Relax the build version check to permit rolling upgrades within a release. (atm)
  3944. HDFS-3259. NameNode#initializeSharedEdits should populate shared edits dir
  3945. with edit log segments. (atm)
  3946. HDFS-2708. Stats for the # of blocks per DN. (atm)
  3947. HDFS-3279. Move the FSEditLog constructor with @VisibleForTesting to
  3948. TestEditLog. (Arpit Gupta via szetszwo)
  3949. HDFS-3294. Fix code indentation in NamenodeWebHdfsMethods and
  3950. DatanodeWebHdfsMethods. (szetszwo)
  3951. HDFS-3263. HttpFS should read HDFS config from Hadoop site.xml files (tucu)
  3952. HDFS-3206. Miscellaneous xml cleanups for OEV.
  3953. (Colin Patrick McCabe via eli)
  3954. HDFS-3169. TestFsck should test multiple -move operations in a row.
  3955. (Colin Patrick McCabe via eli)
  3956. HDFS-3258. Test for HADOOP-8144 (pseudoSortByDistance in
  3957. NetworkTopology for first rack local node). (Junping Du via eli)
  3958. HDFS-3322. Use HdfsDataInputStream and HdfsDataOutputStream in Hdfs.
  3959. (szetszwo)
  3960. HDFS-3339. Change INode to package private. (John George via szetszwo)
  3961. HDFS-3303. Remove Writable implementation from RemoteEditLogManifest.
  3962. (Brandon Li via szetszwo)
  3963. HDFS-2617. Replaced Kerberized SSL for image transfer and fsck
  3964. with SPNEGO-based solution. (jghoman, omalley, tucu, and atm via eli)
  3965. HDFS-3365. Enable users to disable socket caching in DFS client
  3966. configuration (todd)
  3967. HDFS-3375. Put client name in DataXceiver thread name for readBlock
  3968. and keepalive (todd)
  3969. HDFS-3363. Define BlockCollection and MutableBlockCollection interfaces
  3970. so that INodeFile and INodeFileUnderConstruction do not have to be used in
  3971. block management. (John George via szetszwo)
  3972. HDFS-3211. Add fence(..) and replace NamenodeRegistration with JournalInfo
  3973. and epoch in JournalProtocol. (suresh via szetszwo)
  3974. HADOOP-8285 HDFS changes for Use ProtoBuf for RpcPayLoadHeader (sanjay radia)
  3975. HDFS-3418. Rename BlockWithLocationsProto datanodeIDs field to storageIDs.
  3976. (eli)
  3977. OPTIMIZATIONS
  3978. HDFS-2477. Optimize computing the diff between a block report and the
  3979. namenode state. (Tomasz Nykiel via hairong)
  3980. HDFS-2495. Increase granularity of write operations in ReplicationMonitor
  3981. thus reducing contention for write lock. (Tomasz Nykiel via hairong)
  3982. HDFS-2476. More CPU efficient data structure for under-replicated,
  3983. over-replicated, and invalidated blocks. (Tomasz Nykiel via todd)
  3984. HDFS-3036. Remove unused method DFSUtil#isDefaultNamenodeAddress. (atm)
  3985. HDFS-3378. Remove DFS_NAMENODE_SECONDARY_HTTPS_PORT_KEY and DEFAULT. (eli)
  3986. BUG FIXES
  3987. HDFS-2481. Unknown protocol: org.apache.hadoop.hdfs.protocol.ClientProtocol.
  3988. (sanjay)
  3989. HDFS-2497. Fix TestBackupNode failure. (suresh)
  3990. HDFS-2499. RPC client is created incorrectly introduced in HDFS-2459.
  3991. (suresh)
  3992. HDFS-2526. (Client)NamenodeProtocolTranslatorR23 do not need to keep a
  3993. reference to rpcProxyWithoutRetry (atm)
  3994. HDFS-2532. TestDfsOverAvroRpc timing out in trunk (Uma Maheswara Rao G
  3995. via todd)
  3996. HDFS-2666. Fix TestBackupNode failure. (suresh)
  3997. HDFS-2663. Optional protobuf parameters are not handled correctly. (suresh)
  3998. HDFS-2694. Removal of Avro broke non-PB NN services. (atm)
  3999. HDFS-2687. Tests failing with ClassCastException post protobuf RPC
  4000. changes. (suresh)
  4001. HDFS-2700. Fix failing TestDataNodeMultipleRegistrations in trunk
  4002. (Uma Maheswara Rao G via todd)
  4003. HDFS-2739. SecondaryNameNode doesn't start up. (jitendra)
  4004. HDFS-2768. BackupNode stop can not close proxy connections because
  4005. it is not a proxy instance. (Uma Maheswara Rao G via eli)
  4006. HDFS-2968. Protocol translator for BlockRecoveryCommand broken when
  4007. multiple blocks need recovery. (todd)
  4008. HDFS-3020. Fix editlog to automatically sync when buffer is full. (todd)
  4009. HDFS-3038. Add FSEditLog.metrics to findbugs exclude list. (todd via atm)
  4010. HDFS-2188. Make FSEditLog create its journals from a list of URIs rather
  4011. than NNStorage. (Ivan Kelly via jitendra)
  4012. HDFS-1765. Block Replication should respect under-replication
  4013. block priority. (Uma Maheswara Rao G via eli)
  4014. HDFS-2285. BackupNode should reject requests to modify namespace.
  4015. (shv and Uma Maheswara Rao)
  4016. HDFS-2764. TestBackupNode is racy. (atm)
  4017. HDFS-3093. Fix bug where namenode -format interpreted the -force flag in
  4018. reverse. (todd)
  4019. HDFS-3005. FSVolume.decDfsUsed(..) should be synchronized. (szetszwo)
  4020. HDFS-3099. SecondaryNameNode does not properly initialize metrics system.
  4021. (atm)
  4022. HDFS-3062. Fix bug which prevented MR job submission from creating
  4023. delegation tokens on an HA cluster. (Mingjie Lai via todd)
  4024. HDFS-3083. Cannot run an MR job with HA and security enabled when
  4025. second-listed NN active. (atm)
  4026. HDFS-3100. In BlockSender, throw an exception when it needs to verify
  4027. checksum but the meta data does not exist. (Brandon Li via szetszwo)
  4028. HDFS-3132. Fix findbugs warning on HDFS trunk. (todd)
  4029. HDFS-3156. TestDFSHAAdmin is failing post HADOOP-8202. (atm)
  4030. HDFS-3143. TestGetBlocks.testGetBlocks is failing. (Arpit Gupta via atm)
  4031. HDFS-3142. TestHDFSCLI.testAll is failing. (Brandon Li via atm)
  4032. HDFS-3070. HDFS balancer doesn't ensure that hdfs-site.xml is loaded. (atm)
  4033. HDFS-2995. start-dfs.sh should only start the 2NN for namenodes
  4034. with dfs.namenode.secondary.http-address configured. (eli)
  4035. HDFS-3174. Fix assert in TestPendingDataNodeMessages. (eli)
  4036. HDFS-3199. TestValidateConfigurationSettings is failing. (todd via eli)
  4037. HDFS-3202. NamespaceInfo PB translation drops build version. (atm)
  4038. HDFS-3109. Remove hsqldf exclusions from pom.xml. (Ravi Prakash
  4039. via suresh)
  4040. HDFS-3210. JsonUtil#toJsonMap for for a DatanodeInfo should use
  4041. "ipAddr" instead of "name". (eli)
  4042. HDFS-3208. Bogus entries in hosts files are incorrectly displayed
  4043. in the report. (eli)
  4044. HDFS-3136. Remove SLF4J dependency as HDFS does not need it to fix
  4045. unnecessary warnings. (Jason Lowe via suresh)
  4046. HDFS-3214. InterDatanodeProtocolServerSideTranslatorPB doesn't handle
  4047. null response from initReplicaRecovery (todd)
  4048. HDFS-3119. Overreplicated block is not deleted even after the replication
  4049. factor is reduced after sync follwed by closing that file. (Ashish Singhi
  4050. via umamahesh)
  4051. HDFS-3234. Accidentally left log message in GetConf after HDFS-3226 (todd)
  4052. HDFS-3236. NameNode does not initialize generic conf keys when started
  4053. with -initializeSharedEditsDir (atm)
  4054. HDFS-3248. bootstrapStandby repeated twice in hdfs namenode usage message
  4055. (Colin Patrick McCabe via todd)
  4056. HDFS-2696. Fix the fuse-fds build. (Bruno Mahé via eli)
  4057. HDFS-3254. Branch-2 build broken due to wrong version number in
  4058. fuse-dfs' pom.xml. (Anupam Seth via eli)
  4059. HDFS-3260. TestDatanodeRegistration should set minimum DN version in
  4060. addition to minimum NN version. (atm)
  4061. HDFS-3255. HA DFS returns wrong token service (Daryn Sharp via todd)
  4062. HDFS-3256. HDFS considers blocks under-replicated if topology script is
  4063. configured with only 1 rack. (atm)
  4064. HDFS-2799. Trim fs.checkpoint.dir values. (Amith D K via eli)
  4065. HDFS-2765. TestNameEditsConfigs is incorrectly swallowing IOE. (atm)
  4066. HDFS-3280. DFSOutputStream.sync should not be synchronized (todd)
  4067. HDFS-3268. FileContext API mishandles token service and incompatible with
  4068. HA (Daryn Sharp via todd)
  4069. HDFS-3284. bootstrapStandby fails in secure cluster (todd)
  4070. HDFS-3165. HDFS Balancer scripts are refering to wrong path of
  4071. hadoop-daemon.sh (Amith D K via eli)
  4072. HDFS-891. DataNode no longer needs to check for dfs.network.script.
  4073. (harsh via eli)
  4074. HDFS-3305. GetImageServlet should consider SBN a valid requestor in a
  4075. secure HA setup. (atm)
  4076. HDFS-3314. HttpFS operation for getHomeDirectory is incorrect. (tucu)
  4077. HDFS-3319. Change DFSOutputStream to not to start a thread in constructors.
  4078. (szetszwo)
  4079. HDFS-3222. DFSInputStream#openInfo should not silently get the length as 0
  4080. when locations length is zero for last partial block. (umamahesh)
  4081. HDFS-3181. Fix a test case in TestLeaseRecovery2. (szetszwo)
  4082. HDFS-3309. HttpFS (Hoop) chmod not supporting octal and sticky bit
  4083. permissions. (tucu)
  4084. HDFS-3326. Append enabled log message uses the wrong variable.
  4085. (Matthew Jacobs via eli)
  4086. HDFS-3275. Skip format for non-file based directories.
  4087. (Amith D K via umamahesh)
  4088. HDFS-3286. When the threshold value for balancer is zero, unexpected output is displayed.
  4089. (Ashish Singhi via umamahesh)
  4090. HDFS-3336. hdfs launcher script will be better off not special casing
  4091. namenode command with regards to hadoop.security.logger (rvs via tucu)
  4092. HDFS-3330. If GetImageServlet throws an Error or RTE, response should not
  4093. have HTTP "OK" status. (todd)
  4094. HDFS-3351. NameNode#initializeGenericKeys should always set fs.defaultFS
  4095. regardless of whether HA or Federation is enabled. (atm)
  4096. HDFS-3332. NullPointerException in DN when directoryscanner is trying to
  4097. report bad blocks. (Amith D K via umamahesh)
  4098. HDFS-3359. DFSClient.close should close cached sockets. (todd)
  4099. HDFS-3350. In INode, add final to compareTo(..), equals(..) and hashCode(),
  4100. and remove synchronized from updatePermissionStatus(..). (szetszwo)
  4101. HDFS-3357. DataXceiver reads from client socket with incorrect/no timeout
  4102. (todd)
  4103. HDFS-3376. DFSClient fails to make connection to DN if there are many
  4104. unusable cached sockets (todd)
  4105. HDFS-3328. NPE in DataNode.getIpcPort. (eli)
  4106. HDFS-3396. FUSE build fails on Ubuntu 12.04. (Colin Patrick McCabe via eli)
  4107. HDFS-3395. NN doesn't start with HA+security enabled and HTTP address set to 0.0.0.0. (atm)
  4108. HDFS-3026. HA: Handle failure during HA state transition. (atm)
  4109. HDFS-860. fuse-dfs truncate behavior causes issues with scp.
  4110. (Brian Bockelman via eli)
  4111. BREAKDOWN OF HDFS-1623 SUBTASKS
  4112. HDFS-2179. Add fencing framework and mechanisms for NameNode HA. (todd)
  4113. HDFS-1974. Introduce active and standy states to the namenode. (suresh)
  4114. HDFS-2407. getServerDefaults and getStats don't check operation category (atm)
  4115. HDFS-1973. HA: HDFS clients must handle namenode failover and switch over to
  4116. the new active namenode. (atm)
  4117. HDFS-2301. Start/stop appropriate namenode services when transition to active
  4118. and standby states. (suresh)
  4119. HDFS-2231. Configuration changes for HA namenode. (suresh)
  4120. HDFS-2418. Change ConfiguredFailoverProxyProvider to take advantage of
  4121. HDFS-2231. (atm)
  4122. HDFS-2393. Mark appropriate methods of ClientProtocol with the idempotent
  4123. annotation. (atm)
  4124. HDFS-2523. Small NN fixes to include HAServiceProtocol and prevent NPE on
  4125. shutdown. (todd)
  4126. HDFS-2577. NN fails to start since it tries to start secret manager in
  4127. safemode. (todd)
  4128. HDFS-2582. Scope dfs.ha.namenodes config by nameservice (todd)
  4129. HDFS-2591. MiniDFSCluster support to mix and match federation with HA (todd)
  4130. HDFS-1975. Support for sharing the namenode state from active to standby.
  4131. (jitendra, atm, todd)
  4132. HDFS-1971. Send block report from datanode to both active and standby
  4133. namenodes. (sanjay, todd via suresh)
  4134. HDFS-2616. Change DatanodeProtocol#sendHeartbeat() to return HeartbeatResponse.
  4135. (suresh)
  4136. HDFS-2622. Fix TestDFSUpgrade in HA branch. (todd)
  4137. HDFS-2612. Handle refreshNameNodes in federated HA clusters (todd)
  4138. HDFS-2623. Add test case for hot standby capability (todd)
  4139. HDFS-2626. BPOfferService.verifyAndSetNamespaceInfo needs to be synchronized
  4140. (todd)
  4141. HDFS-2624. ConfiguredFailoverProxyProvider doesn't correctly stop
  4142. ProtocolTranslators (todd)
  4143. HDFS-2625. TestDfsOverAvroRpc failing after introduction of HeartbeatResponse
  4144. type (todd)
  4145. HDFS-2627. Determine DN's view of which NN is active based on heartbeat
  4146. responses (todd)
  4147. HDFS-2634. Standby needs to ingest latest edit logs before transitioning to
  4148. active (todd)
  4149. HDFS-2671. NN should throw StandbyException in response to RPCs in STANDBY
  4150. state (todd)
  4151. HDFS-2680. DFSClient should construct failover proxy with exponential backoff
  4152. (todd)
  4153. HDFS-2683. Authority-based lookup of proxy provider fails if path becomes
  4154. canonicalized (todd)
  4155. HDFS-2689. HA: BookKeeperEditLogInputStream doesn't implement isInProgress()
  4156. (atm)
  4157. HDFS-2602. NN should log newly-allocated blocks without losing BlockInfo (atm)
  4158. HDFS-2667. Fix transition from active to standby (todd)
  4159. HDFS-2684. Fix up some failing unit tests on HA branch (todd)
  4160. HDFS-2679. Add interface to query current state to HAServiceProtocol (eli via
  4161. todd)
  4162. HDFS-2677. Web UI should indicate the NN state. (eli via todd)
  4163. HDFS-2678. When a FailoverProxyProvider is used, DFSClient should not retry
  4164. connection ten times before failing over (atm via todd)
  4165. HDFS-2682. When a FailoverProxyProvider is used, Client should not retry for 45
  4166. times if it is timing out to connect to server. (Uma Maheswara Rao G via todd)
  4167. HDFS-2693. Fix synchronization issues around state transition (todd)
  4168. HDFS-1972. Fencing mechanism for block invalidations and replications (todd)
  4169. HDFS-2714. Fix test cases which use standalone FSNamesystems (todd)
  4170. HDFS-2692. Fix bugs related to failover from/into safe mode. (todd)
  4171. HDFS-2716. Configuration needs to allow different dfs.http.addresses for each
  4172. HA NN (todd)
  4173. HDFS-2720. Fix MiniDFSCluster HA support to work properly on Windows. (Uma
  4174. Maheswara Rao G via todd)
  4175. HDFS-2291. Allow the StandbyNode to make checkpoints in an HA setup. (todd)
  4176. HDFS-2709. Appropriately handle error conditions in EditLogTailer (atm via
  4177. todd)
  4178. HDFS-2730. Refactor shared HA-related test code into HATestUtil class (todd)
  4179. HDFS-2762. Fix TestCheckpoint timing out on HA branch. (Uma Maheswara Rao G via
  4180. todd)
  4181. HDFS-2724. NN web UI can throw NPE after startup, before standby state is
  4182. entered. (todd)
  4183. HDFS-2753. Fix standby getting stuck in safemode when blocks are written while
  4184. SBN is down. (Hari Mankude and todd via todd)
  4185. HDFS-2773. Reading edit logs from an earlier version should not leave blocks in
  4186. under-construction state. (todd)
  4187. HDFS-2775. Fix TestStandbyCheckpoints.testBothNodesInStandbyState failing
  4188. intermittently. (todd)
  4189. HDFS-2766. Test for case where standby partially reads log and then performs
  4190. checkpoint. (atm)
  4191. HDFS-2738. FSEditLog.selectinputStreams is reading through in-progress streams
  4192. even when non-in-progress are requested. (atm)
  4193. HDFS-2789. TestHAAdmin.testFailover is failing (eli)
  4194. HDFS-2747. Entering safe mode after starting SBN can NPE. (Uma Maheswara Rao G
  4195. via todd)
  4196. HDFS-2772. On transition to active, standby should not swallow ELIE. (atm)
  4197. HDFS-2767. ConfiguredFailoverProxyProvider should support NameNodeProtocol.
  4198. (Uma Maheswara Rao G via todd)
  4199. HDFS-2795. Standby NN takes a long time to recover from a dead DN starting up.
  4200. (todd)
  4201. HDFS-2592. Balancer support for HA namenodes. (Uma Maheswara Rao G via todd)
  4202. HDFS-2367. Enable the configuration of multiple HA cluster addresses. (atm)
  4203. HDFS-2812. When becoming active, the NN should treat all leases as freshly
  4204. renewed. (todd)
  4205. HDFS-2737. Automatically trigger log rolls periodically on the active NN. (todd
  4206. and atm)
  4207. HDFS-2820. Add a simple sanity check for HA config (todd)
  4208. HDFS-2688. Add tests for quota tracking in an HA cluster. (todd)
  4209. HDFS-2804. Should not mark blocks under-replicated when exiting safemode (todd)
  4210. HDFS-2807. Service level authorizartion for HAServiceProtocol. (jitendra)
  4211. HDFS-2809. Add test to verify that delegation tokens are honored after
  4212. failover. (jitendra and atm)
  4213. HDFS-2838. NPE in FSNamesystem when in safe mode. (Gregory Chanan via eli)
  4214. HDFS-2805. Add a test for a federated cluster with HA NNs. (Brandon Li via
  4215. jitendra)
  4216. HDFS-2841. HAAdmin does not work if security is enabled. (atm)
  4217. HDFS-2691. Fixes for pipeline recovery in an HA cluster: report RBW replicas
  4218. immediately upon pipeline creation. (todd)
  4219. HDFS-2824. Fix failover when prior NN died just after creating an edit log
  4220. segment. (atm via todd)
  4221. HDFS-2853. HA: NN fails to start if the shared edits dir is marked required
  4222. (atm via eli)
  4223. HDFS-2845. SBN should not allow browsing of the file system via web UI. (Bikas
  4224. Saha via atm)
  4225. HDFS-2742. HA: observed dataloss in replication stress test. (todd via eli)
  4226. HDFS-2870. Fix log level for block debug info in processMisReplicatedBlocks
  4227. (todd)
  4228. HDFS-2859. LOCAL_ADDRESS_MATCHER.match has NPE when called from
  4229. DFSUtil.getSuffixIDs when the host is incorrect (Bikas Saha via todd)
  4230. HDFS-2861. checkpointing should verify that the dfs.http.address has been
  4231. configured to a non-loopback for peer NN (todd)
  4232. HDFS-2860. TestDFSRollback#testRollback is failing. (atm)
  4233. HDFS-2769. HA: When HA is enabled with a shared edits dir, that dir should be
  4234. marked required. (atm via eli)
  4235. HDFS-2863. Failures observed if dfs.edits.dir and shared.edits.dir have same
  4236. directories. (Bikas Saha via atm)
  4237. HDFS-2874. Edit log should log to shared dirs before local dirs. (todd)
  4238. HDFS-2890. DFSUtil#getSuffixIDs should skip unset configurations. (atm)
  4239. HDFS-2792. Make fsck work. (atm)
  4240. HDFS-2808. HA: haadmin should use namenode ids. (eli)
  4241. HDFS-2819. Document new HA-related configs in hdfs-default.xml. (eli)
  4242. HDFS-2752. HA: exit if multiple shared dirs are configured. (eli)
  4243. HDFS-2894. HA: automatically determine the nameservice Id if only one
  4244. nameservice is configured. (eli)
  4245. HDFS-2733. Document HA configuration and CLI. (atm)
  4246. HDFS-2794. Active NN may purge edit log files before standby NN has a chance to
  4247. read them (todd)
  4248. HDFS-2901. Improvements for SBN web UI - not show under-replicated/missing
  4249. blocks. (Brandon Li via jitendra)
  4250. HDFS-2905. HA: Standby NN NPE when shared edits dir is deleted. (Bikas Saha via
  4251. jitendra)
  4252. HDFS-2579. Starting delegation token manager during safemode fails. (todd)
  4253. HDFS-2510. Add HA-related metrics. (atm)
  4254. HDFS-2924. Standby checkpointing fails to authenticate in secure cluster.
  4255. (todd)
  4256. HDFS-2915. HA: TestFailureOfSharedDir.testFailureOfSharedDir() has race
  4257. condition. (Bikas Saha via jitendra)
  4258. HDFS-2912. Namenode not shutting down when shared edits dir is inaccessible.
  4259. (Bikas Saha via atm)
  4260. HDFS-2917. HA: haadmin should not work if run by regular user (eli)
  4261. HDFS-2939. TestHAStateTransitions fails on Windows. (Uma Maheswara Rao G via
  4262. atm)
  4263. HDFS-2947. On startup NN throws an NPE in the metrics system. (atm)
  4264. HDFS-2942. TestActiveStandbyElectorRealZK fails if build dir does not exist.
  4265. (atm)
  4266. HDFS-2948. NN throws NPE during shutdown if it fails to startup (todd)
  4267. HDFS-2909. HA: Inaccessible shared edits dir not getting removed from FSImage
  4268. storage dirs upon error. (Bikas Saha via jitendra)
  4269. HDFS-2934. Allow configs to be scoped to all NNs in the nameservice. (todd)
  4270. HDFS-2935. Shared edits dir property should be suffixed with nameservice and
  4271. namenodeID (todd)
  4272. HDFS-2928. ConfiguredFailoverProxyProvider should not create a NameNode proxy
  4273. with an underlying retry proxy. (Uma Maheswara Rao G via atm)
  4274. HDFS-2955. IllegalStateException during standby startup in getCurSegmentTxId.
  4275. (Hari Mankude via atm)
  4276. HDFS-2937. TestDFSHAAdmin needs tests with MiniDFSCluster. (Brandon Li via
  4277. suresh)
  4278. HDFS-2586. Add protobuf service and implementation for HAServiceProtocol.
  4279. (suresh via atm)
  4280. HDFS-2952. NN should not start with upgrade option or with a pending an
  4281. unfinalized upgrade. (atm)
  4282. HDFS-2974. MiniDFSCluster does not delete standby NN name dirs during format.
  4283. (atm)
  4284. HDFS-2929. Stress test and fixes for block synchronization (todd)
  4285. HDFS-2972. Small optimization building incremental block report (todd)
  4286. HDFS-2973. Re-enable NO_ACK optimization for block deletion. (todd)
  4287. HDFS-2922. HA: close out operation categories (eli)
  4288. HDFS-2993. HA: BackupNode#checkOperation should permit CHECKPOINT operations
  4289. (eli)
  4290. HDFS-2904. Client support for getting delegation tokens. (todd)
  4291. HDFS-3013. HA: NameNode format doesn't pick up
  4292. dfs.namenode.name.dir.NameServiceId configuration (Mingjie Lai via todd)
  4293. HDFS-3019. Fix silent failure of TestEditLogJournalFailures (todd)
  4294. HDFS-2958. Sweep for remaining proxy construction which doesn't go through
  4295. failover path. (atm)
  4296. HDFS-2920. fix remaining TODO items. (atm and todd)
  4297. HDFS-3027. Implement a simple NN health check. (atm)
  4298. HDFS-3023. Optimize entries in edits log for persistBlocks call. (todd)
  4299. HDFS-2979. Balancer should use logical uri for creating failover proxy with HA
  4300. enabled. (atm)
  4301. HDFS-3035. Fix failure of TestFileAppendRestart due to OP_UPDATE_BLOCKS (todd)
  4302. HDFS-3039. Address findbugs and javadoc warnings on branch. (todd via atm)
  4303. Release 0.23.10 - UNRELEASED
  4304. INCOMPATIBLE CHANGES
  4305. NEW FEATURES
  4306. IMPROVEMENTS
  4307. HDFS-5010. Reduce the frequency of getCurrentUser() calls from namenode
  4308. (kihwal)
  4309. HDFS-5346. Avoid unnecessary call to getNumLiveDataNodes() for each block
  4310. during IBR processing (Ravi Prakash via kihwal)
  4311. OPTIMIZATIONS
  4312. BUG FIXES
  4313. HDFS-4998. TestUnderReplicatedBlocks fails intermittently (kihwal)
  4314. HDFS-4329. DFSShell issues with directories with spaces in name (Cristina
  4315. L. Abad via jeagles)
  4316. HDFS-5526. Datanode cannot roll back to previous layout version (kihwal)
  4317. HDFS-5557. Write pipeline recovery for the last packet in the block may
  4318. cause rejection of valid replicas. (kihwal)
  4319. HDFS-5558. LeaseManager monitor thread can crash if the last block is
  4320. complete but another block is not. (kihwal)
  4321. Release 0.23.9 - 2013-07-08
  4322. INCOMPATIBLE CHANGES
  4323. NEW FEATURES
  4324. IMPROVEMENTS
  4325. OPTIMIZATIONS
  4326. BUG FIXES
  4327. HDFS-4867. metaSave NPEs when there are invalid blocks in repl queue.
  4328. (Plamen Jeliazkov and Ravi Prakash via shv)
  4329. HDFS-4862. SafeModeInfo.isManual() returns true when resources are low even
  4330. if it wasn't entered into manually (Ravi Prakash via kihwal)
  4331. HDFS-4832. Namenode doesn't change the number of missing blocks in
  4332. safemode when DNs rejoin or leave (Ravi Prakash via kihwal)
  4333. HDFS-4878. On Remove Block, block is not removed from neededReplications
  4334. queue. (Tao Luo via shv)
  4335. HDFS-4205. fsck fails with symlinks. (jlowe)
  4336. Release 0.23.8 - 2013-06-05
  4337. INCOMPATIBLE CHANGES
  4338. NEW FEATURES
  4339. IMPROVEMENTS
  4340. HDFS-4714. Log short messages in Namenode RPC server for exceptions
  4341. meant for clients. (kihwal)
  4342. OPTIMIZATIONS
  4343. BUG FIXES
  4344. HDFS-4477. Secondary namenode may retain old tokens (daryn via kihwal)
  4345. HDFS-4699. TestPipelinesFailover#testPipelineRecoveryStress fails
  4346. sporadically (Chris Nauroth via kihwal)
  4347. HDFS-4805. Webhdfs client is fragile to token renewal errors
  4348. (daryn via kihwal)
  4349. HDFS-3875. Issue handling checksum errors in write pipeline. (kihwal)
  4350. HDFS-4807. createSocketForPipeline() should not include timeout extension
  4351. on connect. (Cristina L. Abad via kihwal)
  4352. Release 0.23.7 - 2013-04-08
  4353. INCOMPATIBLE CHANGES
  4354. NEW FEATURES
  4355. IMPROVEMENTS
  4356. OPTIMIZATIONS
  4357. HDFS-4532. RPC call queue may fill due to current user lookup (daryn)
  4358. BUG FIXES
  4359. HDFS-4288. NN accepts incremental BR as IBR in safemode (daryn via kihwal)
  4360. HDFS-4495. Allow client-side lease renewal to be retried beyond soft-limit
  4361. (kihwal)
  4362. HDFS-4128. 2NN gets stuck in inconsistent state if edit log replay fails
  4363. in the middle (kihwal via daryn)
  4364. HDFS-4542. Webhdfs doesn't support secure proxy users (Daryn Sharp via
  4365. kihwal)
  4366. HDFS-4560. Webhdfs cannot use tokens obtained by another user (daryn)
  4367. HDFS-4566. Webdhfs token cancelation should use authentication (daryn)
  4368. HDFS-4567. Webhdfs does not need a token for token operations (daryn via
  4369. kihwal)
  4370. HDFS-4577. Webhdfs operations should declare if authentication is required
  4371. (daryn via kihwal)
  4372. HDFS-3344. Unreliable corrupt blocks counting in TestProcessCorruptBlocks
  4373. (kihwal)
  4374. HDFS-3367. WebHDFS doesn't use the logged in user when opening
  4375. connections (daryn)
  4376. HDFS-4581. checkDiskError should not be called on network errors (Rohit
  4377. Kochar via kihwal)
  4378. HDFS-4649. Webhdfs cannot list large directories (daryn via kihwal)
  4379. HDFS-4548. Webhdfs doesn't renegotiate SPNEGO token (daryn via kihwal)
  4380. Release 0.23.6 - 2013-02-06
  4381. INCOMPATIBLE CHANGES
  4382. NEW FEATURES
  4383. IMPROVEMENTS
  4384. OPTIMIZATIONS
  4385. BUG FIXES
  4386. HDFS-4247. saveNamespace should be tolerant of dangling lease (daryn)
  4387. HDFS-4248. Renaming directories may incorrectly remove the paths in leases
  4388. under the tree. (daryn via szetszwo)
  4389. HDFS-4385. Maven RAT plugin is not checking all source files (tgraves)
  4390. HDFS-4426. Secondary namenode shuts down immediately after startup.
  4391. (Arpit Agarwal via suresh)
  4392. Release 0.23.5 - 2012-11-28
  4393. INCOMPATIBLE CHANGES
  4394. HDFS-4080. Add a separate logger for block state change logs to enable turning
  4395. off those logs. (Kihwal Lee via suresh)
  4396. NEW FEATURES
  4397. IMPROVEMENTS
  4398. OPTIMIZATIONS
  4399. HDFS-4075. Reduce recommissioning overhead (Kihwal Lee via daryn)
  4400. HDFS-3990. NN's health report has severe performance problems (daryn)
  4401. HDFS-4181. LeaseManager tries to double remove and prints extra messages
  4402. (Kihwal Lee via daryn)
  4403. BUG FIXES
  4404. HDFS-3829. TestHftpURLTimeouts fails intermittently with JDK7 (Trevor
  4405. Robinson via tgraves)
  4406. HDFS-3824. TestHftpDelegationToken fails intermittently with JDK7 (Trevor
  4407. Robinson via tgraves)
  4408. HDFS-3224. Bug in check for DN re-registration with different storage ID
  4409. (jlowe)
  4410. HDFS-4090. getFileChecksum() result incompatible when called against
  4411. zero-byte files. (Kihwal Lee via daryn)
  4412. HDFS-4172. namenode does not URI-encode parameters when building URI for
  4413. datanode request (Derek Dagit via bobby)
  4414. HDFS-4182. SecondaryNameNode leaks NameCache entries (bobby)
  4415. HDFS-4186. logSync() is called with the write lock held while releasing
  4416. lease (Kihwal Lee via daryn)
  4417. Release 0.23.4
  4418. INCOMPATIBLE CHANGES
  4419. NEW FEATURES
  4420. IMPROVEMENTS
  4421. OPTIMIZATIONS
  4422. BUG FIXES
  4423. HDFS-3831. Failure to renew tokens due to test-sources left in classpath
  4424. (jlowe via bobby)
  4425. Release 0.23.3
  4426. INCOMPATIBLE CHANGES
  4427. NEW FEATURES
  4428. IMPROVEMENTS
  4429. HDFS-2505. Add a test to verify getFileChecksum(..) with ViewFS. (Ravi
  4430. Prakash via szetszwo)
  4431. OPTIMIZATIONS
  4432. BUG FIXES
  4433. HDFS-3166. Add timeout to Hftp connections. (Daryn Sharp via szetszwo)
  4434. HDFS-3176. Use MD5MD5CRC32FileChecksum.readFields() in JsonUtil . (Kihwal
  4435. Lee via szetszwo)
  4436. HDFS-2652. Add support for host-based delegation tokens. (Daryn Sharp via
  4437. szetszwo)
  4438. HDFS-3308. Uses canonical URI to select delegation tokens in HftpFileSystem
  4439. and WebHdfsFileSystem. (Daryn Sharp via szetszwo)
  4440. HDFS-3312. In HftpFileSystem, the namenode URI is non-secure but the
  4441. delegation tokens have to use secure URI. (Daryn Sharp via szetszwo)
  4442. HDFS-3318. Use BoundedInputStream in ByteRangeInputStream, otherwise, it
  4443. hangs on transfers >2 GB. (Daryn Sharp via szetszwo)
  4444. HDFS-3321. Fix safe mode turn off tip message. (Ravi Prakash via szetszwo)
  4445. HDFS-3334. Fix ByteRangeInputStream stream leakage. (Daryn Sharp via
  4446. szetszwo)
  4447. HDFS-3331. In namenode, check superuser privilege for setBalancerBandwidth
  4448. and acquire the write lock for finalizeUpgrade. (szetszwo)
  4449. HDFS-3037. TestMulitipleNNDataBlockScanner#testBlockScannerAfterRestart is
  4450. racy. (atm)
  4451. HDFS-3577. In DatanodeWebHdfsMethods, use MessageBodyWriter instead of
  4452. StreamingOutput, otherwise, it will fail to transfer large files.
  4453. (szetszwo)
  4454. HDFS-3646. LeaseRenewer can hold reference to inactive DFSClient
  4455. instances forever. (Kihwal Lee via daryn)
  4456. HDFS-3696. Set chunked streaming mode in WebHdfsFileSystem write operations
  4457. to get around a Java library bug causing OutOfMemoryError. (szetszwo)
  4458. HDFS-3553. Hftp proxy tokens are broken (daryn)
  4459. HDFS-3718. Datanode won't shutdown because of runaway DataBlockScanner
  4460. thread (Kihwal Lee via daryn)
  4461. HDFS-3861. Deadlock in DFSClient (Kihwal Lee via daryn)
  4462. HDFS-3873. Hftp assumes security is disabled if token fetch fails (daryn)
  4463. HDFS-3852. TestHftpDelegationToken is broken after HADOOP-8225 (daryn)
  4464. HDFS-3890. filecontext mkdirs doesn't apply umask as expected
  4465. (Tom Graves via daryn)
  4466. Release 0.23.2 - UNRELEASED
  4467. INCOMPATIBLE CHANGES
  4468. HDFS-2887. FSVolume, is a part of FSDatasetInterface implementation, should
  4469. not be referred outside FSDataset. A new FSVolumeInterface is defined.
  4470. The BlockVolumeChoosingPolicy.chooseVolume(..) method signature is also
  4471. updated. (szetszwo)
  4472. NEW FEATURES
  4473. HDFS-2943. Expose last checkpoint time and transaction stats as JMX
  4474. metrics. (atm)
  4475. IMPROVEMENTS
  4476. HDFS-2931. Switch DataNode's BlockVolumeChoosingPolicy to private-audience.
  4477. (harsh via szetszwo)
  4478. HDFS-2655. BlockReaderLocal#skip performs unnecessary IO. (Brandon Li
  4479. via jitendra)
  4480. HDFS-2725. hdfs script usage information is missing the information
  4481. about "dfs" command (Prashant Sharma via stevel)
  4482. HDFS-2907. Add a conf property dfs.datanode.fsdataset.factory to make
  4483. FSDataset in Datanode pluggable. (szetszwo)
  4484. HDFS-2985. Improve logging when replicas are marked as corrupt. (todd)
  4485. HDFS-3098. Update and add tests for HADOOP-8173. (Daryn Sharp via szetszwo)
  4486. HDFS-3104. Add tests for HADOOP-8175. (Daryn Sharp via szetszwo)
  4487. HDFS-3066. Cap space usage of default log4j rolling policy.
  4488. (Patrick Hunt via eli)
  4489. OPTIMIZATIONS
  4490. HDFS-3024. Improve performance of stringification in addStoredBlock (todd)
  4491. BUG FIXES
  4492. HDFS-2923. Namenode IPC handler count uses the wrong configuration key
  4493. (todd)
  4494. HDFS-2764. TestBackupNode is racy. (atm)
  4495. HDFS-2869. Fix an error in the webhdfs docs for the mkdir op (harsh)
  4496. HDFS-776. Fix exception handling in Balancer. (Uma Maheswara Rao G
  4497. via szetszwo)
  4498. HDFS-2815. Namenode sometimes oes not come out of safemode during
  4499. NN crash + restart. (Uma Maheswara Rao via suresh)
  4500. HDFS-2950. Secondary NN HTTPS address should be listed as a
  4501. NAMESERVICE_SPECIFIC_KEY. (todd)
  4502. HDFS-2525. Race between BlockPoolSliceScanner and append. (Brandon Li
  4503. via jitendra)
  4504. HDFS-2938. Recursive delete of a large directory make namenode
  4505. unresponsive. (Hari Mankude via suresh)
  4506. HDFS-2969. ExtendedBlock.equals is incorrectly implemented (todd)
  4507. HDFS-2944. Typo in hdfs-default.xml causes
  4508. dfs.client.block.write.replace-datanode-on-failure.enable to be mistakenly
  4509. disabled. (atm)
  4510. HDFS-2981. In hdfs-default.xml, the default value of
  4511. dfs.client.block.write.replace-datanode-on-failure.enable should be true.
  4512. (szetszwo)
  4513. HDFS-3008. Negative caching of local addrs doesn't work. (eli)
  4514. HDFS-3006. In WebHDFS, when the return body is empty, set the Content-Type
  4515. to application/octet-stream instead of application/json. (szetszwo)
  4516. HDFS-2991. Fix case where OP_ADD would not be logged in append(). (todd)
  4517. HDFS-3012. Exception while renewing delegation token. (Bobby Evans via
  4518. jitendra)
  4519. HDFS-3032. Change DFSClient.renewLease() so that it only retries up to the
  4520. lease soft-limit. (Kihwal Lee via szetszwo)
  4521. HDFS-2038. Update TestHDFSCLI to handle relative paths with globs.
  4522. (Kihwal Lee via szetszwo)
  4523. HDFS-3101. Cannot read empty file using WebHDFS. (szetszwo)
  4524. HDFS-3160. httpfs should exec catalina instead of forking it.
  4525. (Roman Shaposhnik via eli)
  4526. Release 0.23.1 - 2012-02-17
  4527. INCOMPATIBLE CHANGES
  4528. NEW FEATURES
  4529. HDFS-2316. [umbrella] WebHDFS: a complete FileSystem implementation for
  4530. accessing HDFS over HTTP (szetszwo)
  4531. HDFS-2594. Support getDelegationTokens and createSymlink in WebHDFS.
  4532. (szetszwo)
  4533. HDFS-2545. Change WebHDFS to support multiple namenodes in federation.
  4534. (szetszwo)
  4535. HDFS-2178. Contributing Hoop to HDFS, replacement for HDFS proxy
  4536. with read/write capabilities. (tucu)
  4537. IMPROVEMENTS
  4538. HDFS-2560. Refactor BPOfferService to be a static inner class (todd)
  4539. HDFS-2544. Hadoop scripts unconditionally source
  4540. "$bin"/../libexec/hadoop-config.sh. (Bruno Mahé via tomwhite)
  4541. HDFS-2543. HADOOP_PREFIX cannot be overridden. (Bruno Mahé via tomwhite)
  4542. HDFS-2562. Refactor DN configuration variables out of DataNode class
  4543. (todd)
  4544. HDFS-2563. Some cleanup in BPOfferService. (todd)
  4545. HDFS-2568. Use a set to manage child sockets in XceiverServer.
  4546. (harsh via eli)
  4547. HDFS-2454. Move maxXceiverCount check to before starting the
  4548. thread in dataXceiver. (harsh via eli)
  4549. HDFS-2570. Add descriptions for dfs.*.https.address in hdfs-default.xml.
  4550. (eli)
  4551. HDFS-2536. Remove unused imports. (harsh via eli)
  4552. HDFS-2566. Move BPOfferService to be a non-inner class. (todd)
  4553. HDFS-2552. Add Forrest doc for WebHDFS REST API. (szetszwo)
  4554. HDFS-2587. Add apt doc for WebHDFS REST API. (szetszwo)
  4555. HDFS-2604. Add a log message to show if WebHDFS is enabled and a
  4556. configuration section in the forrest doc. (szetszwo)
  4557. HDFS-2511. Add dev script to generate HDFS protobufs. (tucu)
  4558. HDFS-2654. Make BlockReaderLocal not extend RemoteBlockReader2. (eli)
  4559. HDFS-2675. Reduce warning verbosity when double-closing edit logs
  4560. (todd)
  4561. HDFS-2335. DataNodeCluster and NNStorage always pull fresh entropy.
  4562. (Uma Maheswara Rao G via eli)
  4563. HDFS-2574. Remove references to some deprecated properties in conf
  4564. templates and defaults files. (Joe Crobak via harsh)
  4565. HDFS-2722. HttpFs should not be using an int for block size. (harsh)
  4566. HDFS-2710. Add HDFS tests related to HADOOP-7933. (Siddarth Seth via
  4567. suresh)
  4568. HDFS-2349. Corruption detected during block transfers between DNs
  4569. should log a WARN instead of INFO. (harsh)
  4570. HDFS-2729. Update BlockManager's comments regarding the invalid block
  4571. set (harsh)
  4572. HDFS-2726. Fix a logging issue under DFSClient's createBlockOutputStream
  4573. method (harsh)
  4574. HDFS-554. Use System.arraycopy in BlockInfo.ensureCapacity. (harsh)
  4575. HDFS-1314. Make dfs.blocksize accept size-indicating prefixes.
  4576. (Sho Shimauchi via harsh)
  4577. HDFS-69. Improve the 'dfsadmin' commandline help. (harsh)
  4578. HDFS-2788. HdfsServerConstants#DN_KEEPALIVE_TIMEOUT is dead code. (eli)
  4579. HDFS-362. FSEditLog should not writes long and short as UTF8, and should
  4580. not use ArrayWritable for writing non-array items. (Uma Maheswara Rao G
  4581. via szetszwo)
  4582. HDFS-2803. Add logging to LeaseRenewer for better lease expiration debugging.
  4583. (Jimmy Xiang via todd)
  4584. HDFS-2817. Combine the two TestSafeMode test suites. (todd)
  4585. HDFS-2818. Fix a missing space issue in HDFS webapps' title tags. (Devaraj K via harsh)
  4586. HDFS-2397. Undeprecate SecondaryNameNode. (eli)
  4587. HDFS-2814. NamenodeMXBean does not account for svn revision in the version
  4588. information. (Hitesh Shah via jitendra)
  4589. HDFS-2784. Update hftp and hdfs for host-based token support.
  4590. (Kihwal Lee via jitendra)
  4591. HDFS-2785. Update webhdfs and httpfs for host-based token support.
  4592. (Robert Joseph Evans via jitendra)
  4593. HDFS-2868. Expose xceiver counts via the DataNode MXBean. (harsh)
  4594. HDFS-2786. Fix host-based token incompatibilities in DFSUtil. (Kihwal
  4595. Lee via jitendra)
  4596. HDFS-208. name node should warn if only one dir is listed in dfs.name.dir.
  4597. (Uma Maheswara Rao G via eli)
  4598. HDFS-3139. Minor Datanode logging improvement. (eli)
  4599. OPTIMIZATIONS
  4600. HDFS-2130. Switch default checksum to CRC32C. (todd)
  4601. HDFS-2533. Remove needless synchronization on some FSDataSet methods.
  4602. (todd)
  4603. HDFS-2129. Simplify BlockReader to not inherit from FSInputChecker.
  4604. (todd)
  4605. HDFS-2246. Enable reading a block directly from local file system
  4606. for a client on the same node as the block file. (Andrew Purtell,
  4607. Suresh Srinivas and Jitendra Nath Pandey via szetszwo)
  4608. HDFS-2825. Add test hook to turn off the writer preferring its local
  4609. DN. (todd)
  4610. HDFS-2826. Add test case for HDFS-1476 (safemode can initialize
  4611. replication queues before exiting) (todd)
  4612. HDFS-2864. Remove some redundant methods and the constant METADATA_VERSION
  4613. from FSDataset. (szetszwo)
  4614. HDFS-2879. Change FSDataset to package private. (szetszwo)
  4615. BUG FIXES
  4616. HDFS-2541. For a sufficiently large value of blocks, the DN Scanner
  4617. may request a random number with a negative seed value. (harsh via eli)
  4618. HDFS-2502. hdfs-default.xml should include dfs.name.dir.restore.
  4619. (harsh via eli)
  4620. HDFS-2567. When 0 DNs are available, show a proper error when
  4621. trying to browse DFS via web UI. (harsh via eli)
  4622. HDFS-2575. DFSTestUtil may create empty files (todd)
  4623. HDFS-2588. hdfs jsp pages missing DOCTYPE. (Dave Vronay via mattf)
  4624. HDFS-2590. Fix the missing links in the WebHDFS forrest doc. (szetszwo)
  4625. HDFS-2596. TestDirectoryScanner doesn't test parallel scans. (eli)
  4626. HDFS-2606. webhdfs client filesystem impl must set the content-type
  4627. header for create/append. (tucu)
  4628. HDFS-2614. hadoop dist tarball is missing hdfs headers. (tucu)
  4629. HDFS-2653. DFSClient should cache whether addrs are non-local when
  4630. short-circuiting is enabled. (eli)
  4631. HDFS-2649. eclipse:eclipse build fails for hadoop-hdfs-httpfs.
  4632. (Jason Lowe via eli)
  4633. HDFS-2640. Javadoc generation hangs. (tomwhite)
  4634. HDFS-2553. Fix BlockPoolSliceScanner spinning in a tight loop (Uma
  4635. Maheswara Rao G via todd)
  4636. HDFS-2658. HttpFS introduced 70 javadoc warnings. (tucu)
  4637. HDFS-2706. Use configuration for blockInvalidateLimit if it is set.
  4638. (szetszwo)
  4639. HDFS-2646. Hadoop HttpFS introduced 4 findbug warnings. (tucu)
  4640. HDFS-2657. TestHttpFSServer and TestServerWebApp are failing on trunk. (tucu)
  4641. HDFS-2705. HttpFS server should check that upload requests have correct
  4642. content-type. (tucu)
  4643. HDFS-2707. HttpFS should read the hadoop-auth secret from a file instead
  4644. inline from the configuration. (tucu)
  4645. HDFS-2790. FSNamesystem.setTimes throws exception with wrong
  4646. configuration name in the message. (Arpit Gupta via eli)
  4647. HDFS-2810. Leases not getting renewed properly by clients (todd)
  4648. HDFS-2751. Datanode may incorrectly drop OS cache behind reads
  4649. even for short reads. (todd)
  4650. HDFS-2816. Fix missing license header in httpfs findbugsExcludeFile.xml.
  4651. (hitesh via tucu)
  4652. HDFS-2822. processMisReplicatedBlock incorrectly identifies
  4653. under-construction blocks as under-replicated. (todd)
  4654. HDFS-442. dfsthroughput in test jar throws NPE (harsh)
  4655. HDFS-2836. HttpFSServer still has 2 javadoc warnings in trunk.
  4656. (revans2 via tucu)
  4657. HDFS-2837. mvn javadoc:javadoc not seeing LimitedPrivate class.
  4658. (revans2 via tucu)
  4659. HDFS-2840. TestHostnameFilter should work with localhost or
  4660. localhost.localdomain (tucu)
  4661. HDFS-2791. If block report races with closing of file, replica is
  4662. incorrectly marked corrupt. (todd)
  4663. HDFS-2827. When the parent of a directory is the root, renaming the
  4664. directory results in leases updated incorrectly. (Uma Maheswara Rao G
  4665. via szetszwo)
  4666. HDFS-2835. Fix findbugs and javadoc issue with GetConf.java.
  4667. (suresh)
  4668. HDFS-2889. getNumCurrentReplicas is package private but should be public on
  4669. 0.23 (see HDFS-2408). (Gregory Chanan via atm)
  4670. HDFS-2893. The start/stop scripts don't start/stop the 2NN when
  4671. using the default configuration. (eli)
  4672. Release 0.23.0 - 2011-11-01
  4673. INCOMPATIBLE CHANGES
  4674. HDFS-1526. Dfs client name for a map/reduce task should be unique
  4675. among threads. (hairong)
  4676. HDFS-1536. Improve HDFS WebUI. (hairong)
  4677. HDFS-2210. Remove hdfsproxy. (eli)
  4678. HDFS-1073. Redesign the NameNode's storage layout for image checkpoints
  4679. and edit logs to introduce transaction IDs and be more robust.
  4680. Please see HDFS-1073 section below for breakout of individual patches.
  4681. NEW FEATURES
  4682. HDFS-1359. Add BlockPoolID to Block. (suresh)
  4683. HDFS-1365. Federation: propose ClusterID and BlockPoolID format
  4684. (Tanping via boryas)
  4685. HDFS-1394. Federation: modify -format option for namenode to generated
  4686. new blockpool id and accept newcluster (boryas)
  4687. HDFS-1400. Federation: DataTransferProtocol uses ExtendedBlockPool to
  4688. include BlockPoolID in the protocol. (suresh)
  4689. HDFS-1428. Federation : add cluster ID and block pool ID into
  4690. Name node web UI(Tanping via boryas)
  4691. HDFS-1450. Federation: Introduce block pool ID into FSDatasetInterface.
  4692. (suresh)
  4693. HDFS-1632. Federation: data node storage structure changes and
  4694. introduce block pool storage. (Tanping via suresh)
  4695. HDFS-1634. Federation: Convert single threaded DataNode into
  4696. per BlockPool thread model.(boryas)
  4697. HDFS-1637. Federation: FSDataset in Datanode should be created after
  4698. initial handshake with namenode. (boryas and jitendra)
  4699. HDFS-1653. Federation: Block received message from datanode sends invalid
  4700. DatanodeRegistration. (Tanping via suresh)
  4701. HDFS-1645. Federation: DatanodeCommond.Finalize needs to include
  4702. BlockPoolId. (suresh)
  4703. HDFS-1638. Federation: DataNode.handleDiskError needs to inform
  4704. ALL namenodes if a disk failed (boryas)
  4705. HDFS-1647. Federation: Multiple namenode configuration. (jitendra)
  4706. HDFS-1639. Federation: Add block pool management to FSDataset. (suresh)
  4707. HDFS-1648. Federation: Only DataStorage must be locked using in_use.lock
  4708. and no locks must be associated with BlockPoolStorage. (Tanping via suresh)
  4709. HDFS-1641. Federation: Datanode fields that are no longer used should
  4710. be removed (boryas)
  4711. HDFS-1642. Federation: add Datanode.getDNRegistration(String bpid)
  4712. method (boryas)
  4713. HDFS-1643. Federation: remove namenode argument from DataNode
  4714. constructor (boryas)
  4715. HDFS-1657. Federation: Tests that corrupt block files fail due to changed
  4716. file path in federation. (suresh)
  4717. HDFS-1661. Federation: Remove unnecessary TODO:FEDERATION comments.
  4718. (jitendra)
  4719. HDFS-1660. Federation: Datanode doesn't start with two namenodes (boryas)
  4720. HDFS-1650. Federation: TestReplication fails. (Tanping via suresh)
  4721. HDFS-1651. Federation: Tests fail due to null pointer exception in
  4722. Datnode#shutdown() method. (Tanping via suresh)
  4723. HDFS-1649. Federation: Datanode command to refresh namenode list at
  4724. the datanode. (jitendra)
  4725. HDFS-1646. Federation: MiniDFSClsuter#waitActive() waits for ever
  4726. with the introduction of BPOfferService in datanode. (suresh)
  4727. HDFS-1659. Federation: BPOfferService exits after one iteration
  4728. incorrectly. (Tanping via suresh)
  4729. HDFS-1654. Federation: Fix TestDFSUpgrade and TestDFSRollback failures.
  4730. (suresh)
  4731. HDFS-1668. Federation: Datanodes sends block pool usage information
  4732. to the namenode in heartbeat. (suresh)
  4733. HDFS-1669. Federation: Fix TestHftpFileSystem failure. (suresh)
  4734. HDFS-1670. Federation: remove dnRegistration from Datanode (boryas)
  4735. HDFS-1662. Federation: fix unit test case, TestCheckpoint
  4736. and TestDataNodeMXBean (tanping via boryas)
  4737. HDFS-1671. Federation: shutdown in DataNode should be able to
  4738. shutdown individual BP threads as well as the whole DN (boryas).
  4739. HDFS-1663. Federation: Rename getPoolId() everywhere to
  4740. getBlockPoolId() (tanping via boryas)
  4741. HDFS-1652. FederationL Add support for multiple namenodes in
  4742. MiniDFSCluster. (suresh)
  4743. HDFS-1672. Federation: refactor stopDatanode(name) to work
  4744. with multiple Block Pools (boryas)
  4745. HDFS-1687. Federation: DirectoryScanner changes for
  4746. federation (Matt Foley via boryas)
  4747. HDFS-1626. Make BLOCK_INVALIDATE_LIMIT configurable. (szetszwo)
  4748. HDFS-1655. Federation: DatablockScanner should scan blocks for
  4749. all the block pools. (jitendra)
  4750. HDFS-1664. Federation: Add block pool storage usage to Namenode WebUI.
  4751. (Tanping via suresh)
  4752. HDFS-1674. Federation: Rename BlockPool class to BlockPoolSlice.
  4753. (jghoman, Tanping via suresh)
  4754. HDFS-1673. Federation: Datanode changes to track block token secret per
  4755. namenode. (suresh)
  4756. HDFS-1677. Federation: Fix TestFsck and TestListCorruptFileBlocks
  4757. failures. (Tanping via suresh)
  4758. HDFS-1678. Federation: Remove unnecessary #getBlockpool()
  4759. for NameNodeMXBean in FSNameSystem. (Tanping via Suresh)
  4760. HDFS-1688. Federation: Fix failures in fault injection tests,
  4761. TestDiskError, TestDatanodeRestart and TestDFSTartupVersions. (suresh)
  4762. HDFS-1696. Federation: when build version doesn't match -
  4763. datanode should wait (keep connecting) untill NN comes up
  4764. with the right version (boryas)
  4765. HDFS-1681. Balancer: support per pool and per node policies. (szetszwo)
  4766. HDFS-1695. Federation: Fix testOIV and TestDatanodeUtils
  4767. (jhoman and tanping via boryas)
  4768. HDFS-1699. Federation: Fix failure of TestBlockReport.
  4769. (Matt Foley via suresh)
  4770. HDFS-1698. Federation: TestOverReplicatedBlocks and TestWriteToReplica
  4771. failing. (jhoman and jitendra)
  4772. HDFS-1701. Federation: Fix TestHeartbeathandling.
  4773. (Erik Steffl and Tanping Wang via suresh)
  4774. HDFS-1693. Federation: Fix TestDFSStorageStateRecovery failure. (suresh)
  4775. HDFS-1694. Federation: SimulatedFSDataset changes to work with
  4776. federation and multiple block pools. (suresh)
  4777. HDFS-1689. Federation: Configuration for namenodes. (suresh and jitendra)
  4778. HDFS-1682. Change Balancer CLI for multiple namenodes and balancing
  4779. policy. (szetszwo)
  4780. HDFS-1697. Federation: fix TestBlockRecovery (boryas)
  4781. HDFS-1702. Federation: fix TestBackupNode and TestRefreshNamendoes
  4782. failures. (suresh)
  4783. HDFS-1706. Federation: TestFileAppend2, TestFileAppend3 and
  4784. TestBlockTokenWithDFS failing. (jitendra)
  4785. HDFS-1704. Federation: Add a tool that lists namenodes, secondary and
  4786. backup from configuration file. (suresh)
  4787. HDFS-1711. Federation: create method for updating machine name in
  4788. DataNode.java (boryas)
  4789. HDFS-1712. Federation: when looking up datanode we should use machineNmae
  4790. (in testOverReplicatedBlocks) (boryas)
  4791. HDFS-1709. Federation: Error "nnaddr url param is null" when clicking on a
  4792. node from NN Live Node Link. (jitendra)
  4793. HDFS-1714. Federation: refactor upgrade object in DataNode (boryas)
  4794. HDFS-1715. Federation: warning/error not generated when datanode sees
  4795. inconsistent/different Cluster ID between namenodes (boryas)
  4796. HDFS-1715. Federation: warning/error not generated when datanode sees
  4797. inconsistent/different Cluster ID between namenodes (boryas)
  4798. HDFS-1716. Federation: Add decommission tests for federated namenodes.
  4799. (suresh)
  4800. HDFS-1713. Federation: Prevent DataBlockScanner from running in tight loop.
  4801. (jitendra)
  4802. HDFS-1721. Federation: Configuration for principal names should not be
  4803. namenode specific. (jitendra)
  4804. HDFS-1717. Federation: FSDataset volumeMap access is not synchronized
  4805. correctly. (suresh)
  4806. HDFS-1722. Federation: Add flag to MiniDFSCluser to differentiate between
  4807. federation and non-federation modes. (boryas via suresh)
  4808. HDFS-1718. Federation: MiniDFSCluster#waitActive() bug causes some tests
  4809. to fail. (suresh)
  4810. HDFS-1719. Federation: Fix TestDFSRemove that fails intermittently.
  4811. (suresh)
  4812. HDFS-1720. Federation: FSVolumeSet volumes is not synchronized correctly.
  4813. (suresh)
  4814. HDFS-1700. Federation: fsck needs to work with federation changes.
  4815. (Matt Foley via suresh)
  4816. HDFS-1482. Add listCorruptFileBlocks to DistributedFileSystem.
  4817. (Patrick Kling via hairong)
  4818. HDFS-1448. Add a new tool Offline Edits Viewer (oev). (Erik Steffl
  4819. via szetszwo)
  4820. HDFS-1735. Federation: merge FSImage change in federation to
  4821. FSImage+NNStorage refactoring in trunk. (suresh)
  4822. HDFS-1737. Federation: Update the layout version for federation
  4823. changes. (suresh)
  4824. HDFS-1744. Federation: Add new layout version to offline image viewer
  4825. and edits viewer. (suresh)
  4826. HDFS-1745. Federation: Fix fault injection test failures. (suresh)
  4827. HDFS-1746. Federation: TestFileAppend3 fails intermittently. (jitendra)
  4828. HDFS-1703. Improve start/stop scripts and add decommission tool for
  4829. federation. (Tanping Wang, Erik Steffl via suresh)
  4830. HDFS-1749. Federation: TestListCorruptFileBlocks failing in federation
  4831. branch. (jitendra)
  4832. HDFS-1754. Federation: testFsck fails. (boryas)
  4833. HDFS-1755. Federation: The BPOfferService must always connect to namenode
  4834. as the login user. (jitendra)
  4835. HDFS-1675. Support transferring RBW between datanodes. (szetszwo)
  4836. HDFS-1791. Federation: Add command to delete block pool directories
  4837. from a datanode. (jitendra)
  4838. HDFS-1761. Add a new DataTransferProtocol operation, Op.TRANSFER_BLOCK,
  4839. for transferring RBW/Finalized with acknowledgement and without using RPC.
  4840. (szetszwo)
  4841. HDFS-1813. Federation: Authentication using BlockToken in RPC to datanode
  4842. fails. (jitendra)
  4843. HDFS-1630. Support fsedits checksum. (hairong)
  4844. HDFS-1606. Provide a stronger data guarantee in the write pipeline by
  4845. adding a new datanode when an existing datanode failed. (szetszwo)
  4846. HDFS-1442. Api to get delegation token in Hdfs class. (jitendra)
  4847. HDFS-1070. Speedup namenode image loading and saving by storing only
  4848. local file names. (hairong)
  4849. HDFS-1751. Intrinsic limits for HDFS files, directories (daryn via boryas).
  4850. HDFS-1873. Federation: Add cluster management web console.
  4851. (Tanping Wang via suresh)
  4852. HDFS-1911 HDFS tests for the newly added viewfs
  4853. HDFS-1814. Add "hdfs groups" command to query the server-side groups
  4854. resolved for a user. (Aaron T. Myers via todd)
  4855. HDFS-1914. Federation: namenode storage directories must be configurable
  4856. specific to name service. (suresh)
  4857. HDFS-1963. Create RPM and Debian packages for HDFS. Changes deployment
  4858. layout to be consistent across the binary tgz, rpm, and deb.
  4859. (Eric Yang via omalley)
  4860. HDFS-2058. Change Data Transfer wire protocol to use protocol buffers.
  4861. (todd)
  4862. HDFS-2055. Add hflush support to libhdfs. (Travis Crawford via eli)
  4863. HDFS-2083. Query JMX statistics over http via JMXJsonServlet. (tanping)
  4864. HDFS-2156. Make hdfs and mapreduce rpm only depend on the same major
  4865. version for common and hdfs. (eyang via omalley)
  4866. HDFS-2202. Add a new DFSAdmin command to set balancer bandwidth of
  4867. datanodes without restarting. (Eric Payne via szetszwo)
  4868. HDFS-2284. Add a new FileSystem, webhdfs://, for supporting write Http
  4869. access to HDFS. (szetszwo)
  4870. HDFS-2317. Support read access to HDFS in WebHDFS. (szetszwo)
  4871. HDFS-2338. Add configuration option to enable/disable WebHDFS.
  4872. (jitendra via szetszwo)
  4873. HDFS-2318. Provide authentication to WebHDFS using SPNEGO and delegation
  4874. tokens. (szetszwo)
  4875. HDFS-2340. Support getFileBlockLocations and getDelegationToken in WebHDFS.
  4876. (szetszwo)
  4877. HDFS-2348. Support getContentSummary and getFileChecksum in WebHDFS.
  4878. (szetszwo)
  4879. HDFS-2385. Support renew and cancel delegation tokens in WebHDFS.
  4880. (szetszwo)
  4881. HDFS-2539. Support doAs and GETHOMEDIRECTORY in WebHDFS.
  4882. (szetszwo)
  4883. IMPROVEMENTS
  4884. HDFS-1875. MiniDFSCluster hard-codes dfs.datanode.address to localhost
  4885. (Eric Payne via mattf)
  4886. HDFS-2019. Fix all the places where Java method File.list is used with
  4887. FileUtil.list API (Bharath Mundlapudi via mattf)
  4888. HDFS-1934. Fix NullPointerException when certain File APIs return null
  4889. (Bharath Mundlapudi via mattf)
  4890. HDFS-1510. Added test-patch.properties required by test-patch.sh (nigel)
  4891. HDFS-1628. Display full path in AccessControlException. (John George
  4892. via szetszwo)
  4893. HDFS-1707. Federation: Failure in browsing data on new namenodes.
  4894. (jitendra)
  4895. HDFS-1683. Test Balancer with multiple NameNodes. (szetszwo)
  4896. HDFS-1547. Improve decommission mechanism. (suresh)
  4897. HDFS-2143. Federation: In cluster web console, add link to namenode page
  4898. that displays live and dead datanodes. (Ravi Prakash via suresh)
  4899. HDFS-1588. Remove hardcoded strings for configuration keys, "dfs.hosts"
  4900. and "dfs.hosts.exlude". (Erik Steffl via suresh)
  4901. HDFS-1481. NameNode should validate fsimage before rolling. (hairong)
  4902. HDFS-1506. Refactor fsimage loading code. (hairong)
  4903. HDFS-1533. A more elegant FileSystem#listCorruptFileBlocks API
  4904. (HDFS portion) (Patrick Kling via hairong)
  4905. HDFS-1476. listCorruptFileBlocks should be functional while the
  4906. name node is in safe mode. (Patrick Kling via hairong)
  4907. HDFS-1534. Fix some incorrect logs in FSDirectory. (eli)
  4908. HDFS-1539. A config option for the datanode to fsycn a block file
  4909. when block is completely written. (dhruba)
  4910. HDFS-1335. HDFS side change of HADDOP-6904: RPC compatibility. (hairong)
  4911. HDFS-1557. Separate Storage from FSImage. (Ivan Kelly via jitendra)
  4912. HDFS-560 Enhancements/tuning to hadoop-hdfs/build.xml
  4913. HDFS-1629. Add a method to BlockPlacementPolicy for keeping the chosen
  4914. nodes in the output array. (szetszwo)
  4915. HDFS-1731. Allow using a file to exclude certain tests from build (todd)
  4916. HDFS-1736. Remove the dependency from DatanodeJspHelper to FsShell.
  4917. (Daryn Sharp via szetszwo)
  4918. HDFS-780. Revive TestFuseDFS. (eli)
  4919. HDFS-1445. Batch the calls in DataStorage to FileUtil.createHardLink().
  4920. (Matt Foley via jghoman)
  4921. HDFS-1763. Replace hard-coded option strings with variables from
  4922. DFSConfigKeys. (eli)
  4923. HDFS-1541. Not marking datanodes dead when namenode in safemode.
  4924. (hairong)
  4925. HDFS-1120. Make DataNode's block-to-device placement policy pluggable
  4926. (Harsh J Chouraria via todd)
  4927. HDFS-1785. In BlockReceiver and DataXceiver, clientName.length() is used
  4928. multiple times for determining whether the source is a client or a
  4929. datanode. (szetszwo)
  4930. HDFS-1789. Refactor frequently used codes from DFSOutputStream and
  4931. DataXceiver. (szetszwo)
  4932. HDFS-1767. Namenode ignores non-initial block report from datanodes
  4933. when in safemode during startup. (Matt Foley via suresh)
  4934. HDFS-1817. Move pipeline_Fi_[39-51] from TestFiDataTransferProtocol
  4935. to TestFiPipelineClose. (szetszwo)
  4936. HDFS-1760. In FSDirectory.getFullPathName(..), it is better to return "/"
  4937. for root directory instead of an empty string. (Daryn Sharp via szetszwo)
  4938. HDFS-1833. Reduce repeated string constructions and unnecessary fields,
  4939. and fix comments in BlockReceiver.PacketResponder. (szetszwo)
  4940. HDFS-1486. Generalize CLITest structure and interfaces to faciliate
  4941. upstream adoption (e.g. for web testing). (cos)
  4942. HDFS-1844. Move "fs -help" shell command tests from HDFS to COMMOM; see
  4943. also HADOOP-7230. (Daryn Sharp via szetszwo)
  4944. HDFS-1840. In DFSClient, terminate the lease renewing thread when all files
  4945. being written are closed for a grace period, and start a new thread when
  4946. new files are opened for write. (szetszwo)
  4947. HDFS-1854. make failure message more useful in
  4948. DFSTestUtil.waitReplication(). (Matt Foley via eli)
  4949. HDFS-1562. Add rack policy tests. (eli)
  4950. HDFS-1856. TestDatanodeBlockScanner waits forever, errs without giving
  4951. information. (Matt Foley via eli)
  4952. HDFS-1295. Improve namenode restart times by short-circuiting the
  4953. first block reports from datanodes. (Matt Foley via suresh)
  4954. Corrected merge error in DataNode.java. (Matt Foley)
  4955. HDFS-1843. Discover file not found early for file append.
  4956. (Bharath Mundlapudi via jitendra)
  4957. HDFS-1862. Improve test reliability of HDFS-1594. (Aaron T. Myers via eli)
  4958. HDFS-1846. Preallocate edit log with OP_INVALID instead of zero bytes
  4959. to ensure blocks are actually allocated. (Aaron T. Myers via todd)
  4960. HDFS-1741. Provide a minimal pom file to allow integration of HDFS into Sonar
  4961. analysis (cos)
  4962. HDFS-1870. Move and rename DFSClient.LeaseChecker to a seperated class
  4963. LeaseRenewer. (szetszwo)
  4964. HDFS-1866. Document dfs.datanode.max.transfer.threads in hdfs-default.xml
  4965. (Harsh J Chouraria via todd)
  4966. HDFS-1890. Improve the name, class and value type of the map
  4967. LeaseRenewer.pendingCreates. (szetszwo)
  4968. HDFS-1865. Share LeaseRenewer among DFSClients so that there is only a
  4969. LeaseRenewer thread per namenode per user. (szetszwo)
  4970. HDFS-1906. Remove logging exception stack trace in client logs when one of
  4971. the datanode targets to read from is not reachable. (suresh)
  4972. HDFS-1378. Edit log replay should track and report file offsets in case of
  4973. errors. (Aaron T. Myers and Todd Lipcon via todd)
  4974. HDFS-1917. Separate hdfs jars from common in ivy configuration. (Eric Yang
  4975. via szetszwo)
  4976. HDFS-1899. GenericTestUtils.formatNamenode should be moved to DFSTestUtil
  4977. (Ted Yu via todd)
  4978. HDFS-1117. Metrics 2.0 HDFS instrumentation. (Luke Lu via suresh)
  4979. HDFS-1946. HDFS part of HADOOP-7291. (eli)
  4980. HDFS-1945. Removed the deprecated fields in DataTransferProtocol.
  4981. (szetszwo)
  4982. HDFS-1730. Use DaemonFactory from common and delete it from HDFS.
  4983. (Tanping via suresh)
  4984. HDFS-1573. Add useful tracing information to Lease Renewer thread names
  4985. (todd)
  4986. HDFS-1939. In ivy.xml, test conf should not extend common conf.
  4987. (Eric Yang via szetszwo)
  4988. HDFS-1332 Include more information in exceptions and debug messages
  4989. when BlockPlacementPolicy cannot be satisfied. (Ted Yu via szetszwo)
  4990. HDFS-1958. Confirmation should be more lenient of user input when
  4991. formatting the NameNode. (todd)
  4992. HDFS-1905. Improve namenode -format command by not making -clusterId
  4993. parameter mandatory. (Bharath Mundlapudi via suresh)
  4994. HDFS-1877. Add a new test for concurrent read and write. (CW Chung
  4995. via szetszwo)
  4996. HDFS-1959. Better error message for missing namenode directory. (eli)
  4997. HDFS-1996. ivy: hdfs test jar should be independent to common test jar.
  4998. (Eric Yang via szetszwo)
  4999. HDFS-1812. TestHDFSCLI should clean up cluster in teardown method.
  5000. (Uma Maheswara Rao G via todd)
  5001. HDFS-1884. Improve TestDFSStorageStateRecovery to properly throw in the
  5002. case of errors. (Aaron T. Myers via todd)
  5003. HDFS-1727. fsck command should display command usage if user passes any
  5004. illegal argument. (Sravan Kumar via todd)
  5005. HDFS-1636. If dfs.name.dir points to an empty dir, namenode format
  5006. shouldn't require confirmation. (Harsh J Chouraria via todd)
  5007. HDFS-1966. Encapsulate individual DataTransferProtocol op headers.
  5008. (szetszwo)
  5009. HDFS-2024. Format TestWriteRead source codes. (CW Chung via szetszwo)
  5010. HDFS-1968. Enhance TestWriteRead to support position/sequential read,
  5011. append, truncate and verbose options. (CW Chung via szetszwo)
  5012. HDFS-1986. Add option to get http/https address from
  5013. DFSUtil#getInfoServer(). (Tanping via suresh)
  5014. HDFS-2029. In TestWriteRead, check visible length immediately after
  5015. openning the file and fix code style. (John George via szetszwo)
  5016. HDFS-2040. Only build libhdfs if a flag is passed. (eli)
  5017. HDFS-1586. Add InterfaceAudience and InterfaceStability annotations to
  5018. MiniDFSCluster. (suresh)
  5019. HDFS-2003. Separate FSEditLog reading logic from edit log memory state
  5020. building logic. (Ivan Kelly via todd)
  5021. HDFS-2066. Create a package and individual class files for
  5022. DataTransferProtocol. (szetszwo)
  5023. HADOOP-7106. Reorganize project SVN layout to "unsplit" the projects.
  5024. (todd, nigel)
  5025. HDFS-2046. Force entropy to come from non-true random for tests. (todd)
  5026. HDFS-2073. Add @Override annotation to NameNode. (suresh)
  5027. HDFS-420. Fuse-dfs should cache fs handles. (Brian Bockelman and eli)
  5028. HDFS-1568. Improve the log messages in DataXceiver. (Joey Echeverria via
  5029. szetszwo)
  5030. HDFS-2100. Improve TestStorageRestore. (atm)
  5031. HDFS-2092. Remove some object references to Configuration in DFSClient.
  5032. (Bharath Mundlapudi via szetszwo)
  5033. HDFS-2087. Declare methods in DataTransferProtocol interface, and change
  5034. Sender and Receiver to implement the interface. (szetszwo)
  5035. HDFS-1723. quota errors messages should use the same scale. (Jim Plush via
  5036. atm)
  5037. HDFS-2110. StreamFile and ByteRangeInputStream cleanup. (eli)
  5038. HDFS-2107. Move block management code from o.a.h.h.s.namenode to a new
  5039. package o.a.h.h.s.blockmanagement. (szetszwo)
  5040. HDFS-2109. Store uMask as member variable to DFSClient.Conf. (Bharath
  5041. Mundlapudi via szetszwo)
  5042. HDFS-2111. Add tests for ensuring that the DN will start with a few bad
  5043. data directories. (Harsh J Chouraria via todd)
  5044. HDFS-2134. Move DecommissionManager to the blockmanagement package.
  5045. (szetszwo)
  5046. HDFS-1977. Stop using StringUtils.stringifyException().
  5047. (Bharath Mundlapudi via jitendra)
  5048. HDFS-2131. Add new tests for the -overwrite/-f option in put and
  5049. copyFromLocal by HADOOP-7361. (Uma Maheswara Rao G via szetszwo)
  5050. HDFS-2140. Move Host2NodesMap to the blockmanagement package. (szetszwo)
  5051. HDFS-2154. In TestDFSShell, use TEST_ROOT_DIR and fix some deprecated
  5052. warnings. (szetszwo)
  5053. HDFS-2153. Move DFSClientAdapter to test and fix some javac warnings in
  5054. OfflineEditsViewerHelper. (szetszwo)
  5055. HDFS-2159. Deprecate DistributedFileSystem.getClient() and fixed the
  5056. deprecated warnings in DFSAdmin. (szetszwo)
  5057. HDFS-2157. Improve header comment in o.a.h.hdfs.server.namenode.NameNode.
  5058. (atm via eli)
  5059. HDFS-2147. Move cluster network topology to block management and fix some
  5060. javac warnings. (szetszwo)
  5061. HDFS-2141. Remove NameNode roles Active and Standby (they become
  5062. states of the namenode). (suresh)
  5063. HDFS-2161. Move createNamenode(..), createClientDatanodeProtocolProxy(..)
  5064. and Random object creation to DFSUtil; move DFSClient.stringifyToken(..)
  5065. to DelegationTokenIdentifier. (szetszwo)
  5066. HDFS-1774. Small optimization to FSDataset. (Uma Maheswara Rao G via eli)
  5067. HDFS-2167. Move dnsToSwitchMapping and hostsReader from FSNamesystem to
  5068. DatanodeManager. (szetszwo)
  5069. HDFS-2116. Use Mokito in TestStreamFile and TestByteRangeInputStream.
  5070. (Plamen Jeliazkov via shv)
  5071. HDFS-2112. Move ReplicationMonitor to block management. (Uma Maheswara
  5072. Rao G via szetszwo)
  5073. HDFS-1739. Add available volume size to the error message when datanode
  5074. throws DiskOutOfSpaceException. (Uma Maheswara Rao G via szetszwo)
  5075. HDFS-2144. If SNN shuts down during initialization it does not log the
  5076. cause. (Ravi Prakash via atm)
  5077. HDFS-2180. Refactor NameNode HTTP server into new class. (todd)
  5078. HDFS-2198. Remove hardcoded configuration keys. (suresh)
  5079. HDFS-2149. Move EditLogOp serialization formats into FsEditLogOp
  5080. implementations. (Ivan Kelly via todd)
  5081. HDFS-2191. Move datanodeMap from FSNamesystem to DatanodeManager.
  5082. (szetszwo)
  5083. HDFS-2200. Change FSNamesystem.LOG to package private. (szetszwo)
  5084. HDFS-2195. Refactor StorageDirectory to not be an non-static inner class.
  5085. (todd via eli)
  5086. HDFS-2212. Refactor double-buffering code out of EditLogOutputStreams.
  5087. (todd via eli)
  5088. HDFS-2199. Move blockTokenSecretManager from FSNamesystem to BlockManager.
  5089. (Uma Maheswara Rao G via szetszwo)
  5090. HDFS-2187. Make EditLogInputStream act like an iterator over FSEditLogOps
  5091. (Ivan Kelly and todd via todd)
  5092. HDFS-2225. Refactor edit log file management so it's not in classes
  5093. which should be generic to the type of edit log storage. (Ivan Kelly
  5094. via todd)
  5095. HDFS-2108. Move datanode heartbeat handling from namenode package to
  5096. blockmanagement package. (szetszwo)
  5097. HDFS-2226. Clean up counting of operations in FSEditLogLoader (todd)
  5098. HDFS-2228. Move block and datanode code from FSNamesystem to
  5099. BlockManager and DatanodeManager. (szetszwo)
  5100. HDFS-2238. In NamenodeFsck.toString(), uses StringBuilder.(..) instead of
  5101. string concatenation. (Uma Maheswara Rao G via szetszwo)
  5102. HDFS-2230. ivy to resolve/retrieve latest common-tests jar published by
  5103. hadoop common maven build. (gkesavan)
  5104. HDFS-2227. getRemoteEditLogManifest should pull its information from
  5105. FileJournalManager during checkpoint process (Ivan Kelly and Todd Lipcon
  5106. via todd)
  5107. HDFS-2239. Reduce access levels of the fields and methods in FSNamesystem.
  5108. (szetszwo)
  5109. HDFS-2241. Remove implementing FSConstants interface to just get the
  5110. constants from the interface. (suresh)
  5111. HDFS-2237. Change UnderReplicatedBlocks from public to package private.
  5112. (szetszwo)
  5113. HDFS-2233. Add WebUI tests with URI reserved chars. (eli)
  5114. HDFS-2265. Remove unnecessary BlockTokenSecretManager fields/methods from
  5115. BlockManager. (szetszwo)
  5116. HDFS-2260. Refactor BlockReader into an interface and implementation.
  5117. (todd)
  5118. HDFS-2096. Mavenization of hadoop-hdfs (Alejandro Abdelnur via tomwhite)
  5119. HDFS-2273. Refactor BlockManager.recentInvalidateSets to a new class.
  5120. (szetszwo)
  5121. HDFS-2266. Add Namesystem and SafeMode interfaces to avoid directly
  5122. referring to FSNamesystem in BlockManager. (szetszwo)
  5123. HDFS-1217. Change some NameNode methods from public to package private.
  5124. (Laxman via szetszwo)
  5125. HDFS-1620. Rename HdfsConstants -> HdfsServerConstants, FSConstants ->
  5126. HdfsConstants. (Harsh J Chouraria via atm)
  5127. HDFS-2197. Refactor RPC call implementations out of NameNode class (todd)
  5128. HDFS-2332. Add test for HADOOP-7629 (using an immutable FsPermission
  5129. object as an RPC parameter fails). (todd)
  5130. HDFS-2363. Move datanodes size printing from FSNamesystem.metasave(..)
  5131. to BlockManager. (Uma Maheswara Rao G via szetszwo)
  5132. HDFS-2209. Make MiniDFS easier to embed in other apps. (stevel)
  5133. HDFS-2205. Log message for failed connection to datanode is not
  5134. followed by a success message. (Ravi Prakash via stevel)
  5135. HDFS-2401. Running a set of methods in a Single Test Class.
  5136. (Jonathan Eagles via mahadev)
  5137. HDFS-2471. Add federation documentation. (suresh)
  5138. HDFS-2485. Improve code layout and constants in UnderReplicatedBlocks
  5139. (stevel)
  5140. HDFS-2356. Support case insensitive query parameter names in WebHDFS.
  5141. (szetszwo)
  5142. HDFS-2368. Move SPNEGO conf properties from hdfs-default.xml to
  5143. hdfs-site.xml. (szetszwo)
  5144. HDFS-2395. Add a root element in the JSON responses of WebHDFS.
  5145. (szetszwo)
  5146. HDFS-2427. Change the default permission in WebHDFS to 755 and add range
  5147. check/validation for all parameters. (szetszwo)
  5148. HDFS-2501. Add version prefix and root methods to WebHDFS. (szetszwo)
  5149. HDFS-1869. mkdirs should use the supplied permission for all of the created
  5150. directories. (Daryn Sharp via szetszwo)
  5151. HDFS-2355. Federation: enable using the same configuration file across
  5152. all the nodes in the cluster. (suresh)
  5153. HDFS-2371. Refactor BlockSender.java for better readability. (suresh)
  5154. HDFS-2493. Remove reference to FSNamesystem in blockmanagement classes.
  5155. (szetszwo)
  5156. HDFS-2294. Download of commons-daemon TAR should not be under target (tucu)
  5157. HDFS-2322. the build fails in Windows because commons-daemon TAR cannot be
  5158. fetched. (tucu)
  5159. HDFS-2436. Change FSNamesystem.setTimes(..) for allowing setting times on
  5160. directories. (Uma Maheswara Rao G via szetszwo)
  5161. HDFS-2512. Add textual error message to data transfer protocol responses
  5162. (todd)
  5163. HDFS-2521. Remove custom checksum headers from data transfer protocol
  5164. (todd)
  5165. HDFS-2308. NamenodeProtocol.endCheckpoint is vestigial and can be removed.
  5166. (eli)
  5167. HDFS-2507. Allow saveNamespace operations to be canceled. (todd)
  5168. OPTIMIZATIONS
  5169. HDFS-1458. Improve checkpoint performance by avoiding unnecessary image
  5170. downloads and loading. (hairong)
  5171. HDFS-1601. Pipeline ACKs are sent as lots of tiny TCP packets (todd)
  5172. HDFS-1826. NameNode should save image to name directories in parallel
  5173. during upgrade. (Matt Foley via hairong)
  5174. HDFS-2030. Improve usability of namenode -upgrade command.
  5175. (Bharath Mundlapudi via suresh)
  5176. HDFS-2056. Update fetchdt usage. (Tanping Wang via jitendra)
  5177. HDFS-2118. Couple dfs data dir improvements. (eli)
  5178. HDFS-2500. Avoid file system operations in BPOfferService thread while
  5179. processing deletes. (todd)
  5180. HDFS-2465. Add HDFS support for fadvise readahead and drop-behind. (todd)
  5181. BUG FIXES
  5182. HDFS-2344. Fix the TestOfflineEditsViewer test failure in 0.23 branch.
  5183. (Uma Maheswara Rao G via mattf)
  5184. HDFS-2347. Fix checkpointTxnCount's comment about editlog size.
  5185. (Uma Maheswara Rao G via mattf)
  5186. HDFS-2011. Removal and restoration of storage directories on checkpointing
  5187. failure doesn't work properly. (Ravi Prakash via mattf)
  5188. HDFS-1955. FSImage.doUpgrade() was made too fault-tolerant by HDFS-1826.
  5189. (mattf)
  5190. HDFS-2061. Two minor bugs in BlockManager block report processing. (mattf)
  5191. HDFS-1449. Fix test failures - ExtendedBlock must return
  5192. block file name in #getBlockName(). (suresh)
  5193. HDFS-1680. Fix TestBalancer. (szetszwo)
  5194. HDFS-1705. Balancer command throws NullPointerException. (suresh via
  5195. szetszwo)
  5196. HDFS-1559. Add missing UGM overrides to TestRefreshUserMappings
  5197. (Todd Lipcon via eli)
  5198. HDFS-1585. Fix build after HDFS-1547 (todd)
  5199. HDFS-1684. Balancer cannot start with with multiple namenodes. (szetszwo)
  5200. HDFS-1516. mvn-install is broken after 0.22 branch creation. (cos)
  5201. HDFS-1360. TestBlockRecovery should bind ephemeral ports.
  5202. (Todd Lipcon via hairong)
  5203. HDFS-1551. Fix pom templates dependency list (gkesavan)
  5204. HDFS-1509. A savenamespace command writes the fsimage and edits into
  5205. all configured directories. (dhruba)
  5206. HDFS-1540. Make Datanode handle errors from RPC calls to namenode
  5207. more elegantly. (dhruba)
  5208. HDFS-1463. Accesstime of a file is not updated in safeMode. (dhruba)
  5209. HDFS-863. Potential deadlock in TestOverReplicatedBlocks.
  5210. (Ken Goodhope via jghoman)
  5211. HDFS-1607. Fix referenced to misspelled method name getProtocolSigature
  5212. (todd)
  5213. HDFS-1610. Fix TestClientProtocolWithDelegationToken and TestBlockToken
  5214. on trunk after HADOOP-6904 (todd)
  5215. HDFS-1600. Fix release audit warnings on trunk. (todd)
  5216. HDFS-1691. Remove a duplicated static initializer for reading default
  5217. configurations in DFSck. (Alexey Diomin via szetszwo)
  5218. HDFS-1748. Balancer utilization classification is incomplete. (szetszwo)
  5219. HDFS-1738. change hdfs jmxget to return an empty string instead of
  5220. null when an attribute value is not available (tanping vi boryas)
  5221. HDFS-1757. Don't compile fuse-dfs by default. (eli)
  5222. HDFS-1770. TestFiRename fails due to invalid block size. (eli)
  5223. HDFS-1797. Fix new findbugs warning introduced by HDFS-1120 (todd)
  5224. HDFS-1611. Fix up some log messages in DFSClient and MBean registration
  5225. (Uma Maheswara Rao G via todd)
  5226. HDFS-1543. Reduce dev. cycle time by moving system testing artifacts from
  5227. default build and push to maven for HDFS (Luke Lu via cos)
  5228. HDFS-1818. TestHDFSCLI is failing on trunk after HADOOP-7202.
  5229. (Aaron T. Myers via todd)
  5230. HDFS-1828. TestBlocksWithNotEnoughRacks intermittently fails assert.
  5231. (Matt Foley via eli)
  5232. HDFS-1824. delay instantiation of file system object until it is
  5233. needed (linked to HADOOP-7207) (boryas)
  5234. HDFS-1831. Fix append bug in FileContext and implement CreateFlag
  5235. check (related to HADOOP-7223). (suresh)
  5236. HDFS-1594. When the disk becomes full Namenode is getting shutdown and
  5237. not able to recover. (Aaron T. Myers via eli)
  5238. HDFS-1822. Handle editlog opcode conflict with 0.20.203 during upgrade,
  5239. by throwing an error to indicate the editlog needs to be empty.
  5240. (suresh)
  5241. HDFS-1808. TestBalancer waits forever, errs without giving information.
  5242. (Matt Foley via eli)
  5243. HDFS-1829. TestNodeCount waits forever, errs without giving information.
  5244. (Matt Foley via eli)
  5245. HDFS-1860. when renewing/canceling DelegationToken over http we need to
  5246. pass exception information back to the caller.(boryas)
  5247. HDFS-1871. Mapreduce build fails due to MiniDFSCluster change from
  5248. HDFS-1052. (suresh)
  5249. HDFS-1876. One MiniDFSCluster constructor ignores numDataNodes parameter
  5250. (todd)
  5251. HDFS-1773. Do not show decommissioned datanodes, which are not in both
  5252. include and exclude lists, on web and JMX interfaces.
  5253. (Tanping Wang via szetszwo)
  5254. HDFS-1888. MiniDFSCluster#corruptBlockOnDatanodes() access must be
  5255. public. (suresh)
  5256. HDFS-1889. incorrect path in start/stop dfs script. (John George via eli)
  5257. HDFS-1891. Disable IPV6 for junit tests to fix TestBackupNode failure.
  5258. (suresh)
  5259. HDFS-1898. Tests failing on trunk due to use of NameNode.format.
  5260. (todd via eli)
  5261. HDFS-1902. Fix setrep path display for TestHDFSCLI. (Daryn Sharp
  5262. via szetszwo)
  5263. HDFS-1827. Fix timeout problem in TestBlockReplacement. (Matt Foley
  5264. via szetszwo)
  5265. HDFS-1908. Fix a NullPointerException in fi.DataTransferTestUtil.
  5266. (szetszwo)
  5267. HDFS-1912. Update tests for FsShell standardized error messages.
  5268. (Daryn Sharp via szetszwo)
  5269. HDFS-1903. Fix path display for rm/rmr in TestHDFSCLI and TestDFSShell.
  5270. (Daryn Sharp via szetszwo)
  5271. HDFS-1627. Fix NullPointerException in Secondary NameNode. (hairong)
  5272. HDFS-1928. Fix path display for touchz in TestHDFSCLI.
  5273. (Daryn Sharp via todd)
  5274. HDFS-1938. Fix ivy-retrieve-hdfs dependence in build.xml and aop.xml.
  5275. (Eric Yang via szetszwo)
  5276. HDFS-1929. TestEditLogFileOutputStream fails if running on same host as NN
  5277. (Aaron T. Myers via todd)
  5278. HDFS-1933. Update TestDFSShell for improved "test" shell command. (Daryn
  5279. Sharp via todd)
  5280. HDFS-1931. Update TestDFSShell for improved "du" shell command. (Daryn
  5281. Sharp via todd)
  5282. HDFS-1439. HDFS Federation: Fix compilation error in TestFiHftp. (suresh)
  5283. HDFS-1881. Federation: after taking snapshot the current directory
  5284. of datanode is empty. (Tanping Wang via suresh)
  5285. HDFS-1927. Fix a bug which causes ip=null in NameNode audit log.
  5286. (John George via szetszwo)
  5287. HDFS-1953. Federation: Change name node mxbean name in cluster web
  5288. console. (Tanping Wang via suresh)
  5289. HDFS-1922. Fix recurring failure of TestJMXGet (Luke Lu via todd)
  5290. HDFS-1371. One bad node can incorrectly flag many files as corrupt.
  5291. (Tanping Wang via jitendra)
  5292. HDFS-1943. Fail to start datanode while start-dfs.sh is executed by
  5293. root user. (Wei Yongjun via jghoman)
  5294. HDFS-1983. Fix path display for copy and rm commands in TestHDFSCLI and
  5295. TestDFSShell. (Daryn Sharp via todd)
  5296. HDFS-1999. Tests use deprecated configs. (Aaron T. Myers via eli)
  5297. HDFS-1592. Datanode startup doesn't honor volumes.tolerated.
  5298. (Bharath Mundlapudi via jitendra)
  5299. HDFS-1920. libhdfs does not build for ARM processors.
  5300. (Trevor Robinson via eli)
  5301. HDFS-1936. Layout version change from HDFS-1822 causes upgrade failure.
  5302. (suresh)
  5303. HDFS-2021. Update numBytesAcked before sending the ack in PacketResponder.
  5304. (John George via szetszwo)
  5305. HDFS-2020. Fix TestDFSUpgradeFromImage by removing the use of DataNode
  5306. as a singleton. (suresh via todd)
  5307. HDFS-2022. ant binary should build libhdfs. (Eric Yang via eli)
  5308. HDFS-2014. Change HDFS scripts to work in developer enviroment post
  5309. RPM packaging changes. (Eric Yang via suresh)
  5310. HDFS-1995. Federation: Minor bug fixes and modification cluster web UI.
  5311. (Tanping Wang via suresh)
  5312. HDFS-1907. Fix position read for reading still-being-written file in
  5313. DFSInputStream. (John George via szetszwo)
  5314. HDFS-1923. In TestFiDataTransferProtocol2, reduce random sleep time period
  5315. and increase the number of datanodes. (szetszwo)
  5316. HDFS-1149. Lease reassignment should be persisted to the edit log.
  5317. (Aaron T. Myers via todd)
  5318. HDFS-1998. Federation: Make refresh-namenodes.sh refresh all the
  5319. namenode. (Tanping Wang via suresh)
  5320. HDFS-2041. OP_CONCAT_DELETE doesn't properly restore modification time
  5321. of the concatenated file when edit logs are replayed. (todd)
  5322. HDFS-2063. libhdfs test is broken. (Eric Yang via eli)
  5323. HDFS-2067. Bump DATA_TRANSFER_VERSION constant in trunk after introduction
  5324. of protocol buffers in the protocol. (szetszwo via todd)
  5325. HDFS-2069. Incorrect default trash interval value in the docs.
  5326. (Harsh J Chouraria via eli)
  5327. HDFS-1942. Datanode must exist when all the block pool service threads
  5328. exit. (Bharath Mundlapudi via suresh)
  5329. HDFS-1656. Fixes an issue to do with fetching of delegation tokens in
  5330. HftpFileSystem. Contributed by Kan Zhang.
  5331. HDFS-1692. In secure mode, Datanode process doesn't exit when disks
  5332. fail. (Bharath Mundlapudi via suresh)
  5333. HDFS-1734. 'Chunk size to view' option is not working in Name Node UI.
  5334. (Uma Maheswara Rao G via jitendra)
  5335. HDFS-2086. If the include hosts list contains host names, after restarting
  5336. namenode, data nodes registration is denied. Contributed by Tanping Wang.
  5337. HDFS-2082. SecondaryNameNode web interface doesn't show the right info. (atm)
  5338. HDFS-1321. If service port and main port are the same, there is no clear
  5339. log message explaining the issue. (Jim Plush via atm)
  5340. HDFS-1381. HDFS javadocs hard-code references to dfs.namenode.name.dir and
  5341. dfs.datanode.data.dir parameters (Jim Plush via atm)
  5342. HDFS-2053. Bug in INodeDirectory#computeContentSummary warning.
  5343. (Michael Noll via eli)
  5344. HDFS-1990. Fix resource leaks in BlockReceiver.close(). (Uma Maheswara
  5345. Rao G via szetszwo)
  5346. HDFS-2034. Length in DFSInputStream.getBlockRange(..) becomes -ve when
  5347. reading only from a currently being written block. (John George via
  5348. szetszwo)
  5349. HDFS-2132. Potential resource leak in EditLogFileOutputStream.close. (atm)
  5350. HDFS-2120. on reconnect, DN can connect to NN even with different source
  5351. versions. (John George via atm)
  5352. HDFS-2152. TestWriteConfigurationToDFS causing the random failures. (Uma
  5353. Maheswara Rao G via atm)
  5354. HDFS-2114. re-commission of a decommissioned node does not delete
  5355. excess replicas. (John George via mattf)
  5356. HDFS-1776. Bug in Concat code. (Bharath Mundlapudi via Dmytro Molkov)
  5357. HDFS-2196. Make ant build system work with hadoop-common JAR generated
  5358. by Maven. (Alejandro Abdelnur via tomwhite)
  5359. HDFS-2245. Fix a NullPointerException in BlockManager.chooseTarget(..).
  5360. (szetszwo)
  5361. HDFS-2229. Fix a deadlock in namenode by enforcing lock acquisition
  5362. ordering. (szetszwo)
  5363. HDFS-2235. Encode servlet paths. (eli)
  5364. HDFS-2186. DN volume failures on startup are not counted. (eli)
  5365. HDFS-2240. Fix a deadlock in LeaseRenewer by enforcing lock acquisition
  5366. ordering. (szetszwo)
  5367. HDFS-73. DFSOutputStream does not close all the sockets.
  5368. (Uma Maheswara Rao G via eli)
  5369. HDFS-1257. Fix a race condition on BlockManager.recentInvalidateSets.
  5370. (Eric Payne via szetszwo)
  5371. HDFS-2267. DataXceiver thread name incorrect while waiting on op during
  5372. keepalive. (todd)
  5373. HDFS-1480. All replicas of a block can end up on the same rack when
  5374. some datanodes are decommissioning. (todd)
  5375. HDFS-2286. DataXceiverServer logs AsynchronousCloseException at shutdown
  5376. (todd)
  5377. HDFS-2289. Ensure jsvc is bundled with the HDFS distribution artifact.
  5378. (Alejandro Abdelnur via acmurthy)
  5379. HDFS-2314. MRV1 test compilation broken after HDFS-2197 (todd)
  5380. HDFS-2323. start-dfs.sh script fails for tarball install (tomwhite)
  5381. HDFS-2346. TestHost2NodesMap & TestReplicasMap will fail depending upon
  5382. execution order of test methods (Laxman via atm)
  5383. HDFS-2345. TestLeaseRecovery2 fails on 0.23 branch (Uma Maheswara Rao G
  5384. via atm)
  5385. HDFS-2412. Add backwards-compatibility layer for renamed FSConstants
  5386. class (todd)
  5387. HDFS-2414. Fix TestDFSRollback to avoid spurious failures. (todd)
  5388. HDFS-2422. The NN should tolerate the same number of low-resource volumes
  5389. as failed volumes (atm)
  5390. HDFS-2467. HftpFileSystem uses incorrect compare for finding delegation
  5391. tokens. (omalley)
  5392. HDFS-2331. Fix WebHdfsFileSystem compilation problems for a bug in JDK
  5393. version < 1.6.0_26. (Abhijit Suresh Shingate via szetszwo)
  5394. HDFS-2333. Change DFSOutputStream back to package private, otherwise,
  5395. there are two SC_START_IN_CTOR findbugs warnings. (szetszwo)
  5396. HDFS-2366. Initialize WebHdfsFileSystem.ugi in object construction.
  5397. (szetszwo)
  5398. HDFS-2361. hftp is broken, fixed username checks in JspHelper. (jitendra)
  5399. HDFS-2403. NamenodeWebHdfsMethods.generateDelegationToken(..) does not use
  5400. the renewer parameter. (szetszwo)
  5401. HDFS-2409. _HOST in dfs.web.authentication.kerberos.principal. (jitendra)
  5402. HDFS-2404. WebHDFS liststatus json response is not correct. (suresh)
  5403. HDFS-2441. Remove the Content-Type set by HttpServer.QuotingInputFilter in
  5404. WebHDFS responses. (szetszwo)
  5405. HDFS-2428. Convert com.sun.jersey.api.ParamException$QueryParamException
  5406. to IllegalArgumentException and response it as http BAD_REQUEST in WebHDFS.
  5407. (szetszwo)
  5408. HDFS-2424. Added a root element "HdfsFileStatuses" for the response
  5409. of WebHDFS listStatus. (szetszwo)
  5410. MAPREDUCE-2764. Fix renewal of dfs delegation tokens. (Owen via jitendra)
  5411. HDFS-2439. Fix NullPointerException in WebHDFS when opening a non-existing
  5412. file or creating a file without specifying the replication parameter.
  5413. (szetszwo)
  5414. HDFS-2453. Fix http response code for partial content in WebHDFS, added
  5415. getDefaultBlockSize() and getDefaultReplication() in WebHdfsFileSystem
  5416. and cleared content type in ExceptionHandler. (szetszwo)
  5417. HDFS-2411. The the auth to local mappings are not being respected, with
  5418. WebHDFS enabled. (jitendra)
  5419. HDFS-2494. Close the streams and DFSClient in DatanodeWebHdfsMethods.
  5420. (Uma Maheswara Rao G via szetszwo)
  5421. HDFS-2298. Fix TestDfsOverAvroRpc by changing ClientProtocol to
  5422. not include multiple methods of the same name. (cutting)
  5423. HDFS-2432. WebHDFS: response FORBIDDEN when setReplication on non-files;
  5424. clear umask before creating a flie; throw IllegalArgumentException if
  5425. setOwner with both owner and group empty; throw FileNotFoundException if
  5426. getFileStatus on non-existing files; fix bugs in getBlockLocations; and
  5427. changed getFileChecksum json response root to "FileChecksum". (szetszwo)
  5428. HDFS-2065. Add null checks in DFSClient.getFileChecksum(..). (Uma
  5429. Maheswara Rao G via szetszwo)
  5430. HDFS-2522. Disable TestDfsOverAvroRpc test. (suresh)
  5431. HDFS-2416. distcp with a WebHDFS uri on a secure cluster fails. (jitendra)
  5432. HDFS-2527. WebHDFS: remove the use of "Range" header in Open; use ugi
  5433. username if renewer parameter is null in GetDelegationToken; response OK
  5434. when setting replication for non-files; rename GETFILEBLOCKLOCATIONS to
  5435. GET_BLOCK_LOCATIONS and state that it is a private unstable API; replace
  5436. isDirectory and isSymlink with enum {FILE, DIRECTORY, SYMLINK} in
  5437. HdfsFileStatus JSON object. (szetszwo)
  5438. HDFS-2528. WebHDFS: set delegation kind to WEBHDFS and add a HDFS token
  5439. when http requests are redirected to datanode. (szetszwo)
  5440. HDFS-2540. WebHDFS: change "Expect: 100-continue" to two-step write; change
  5441. "HdfsFileStatus" and "localName" respectively to "FileStatus" and
  5442. "pathSuffix" in JSON response. (szetszwo)
  5443. BREAKDOWN OF HDFS-1073 SUBTASKS
  5444. HDFS-1521. Persist transaction ID on disk between NN restarts.
  5445. (Ivan Kelly and Todd Lipcon via todd)
  5446. HDFS-1538. Refactor more startup and image loading code out of FSImage.
  5447. (todd)
  5448. HDFS-1729. Add code to detect valid length of an edits file. (todd)
  5449. HDFS-1793. Add code to inspect a storage directory with txid-based
  5450. filenames (todd)
  5451. HDFS-1794. Add code to list which edit logs are available on a remote NN
  5452. (todd)
  5453. HDFS-1858. Add state management variables to FSEditLog (Ivan Kelly and Todd
  5454. Lipcon via todd)
  5455. HDFS-1859. Add some convenience functions to iterate over edit log streams
  5456. (Ivan Kelly and Todd Lipcon via todd)
  5457. HDFS-1894. Add constants for LAYOUT_VERSIONs in edits log branch (todd)
  5458. HDFS-1892. Fix EditLogFileInputStream.getValidLength to be aware of
  5459. OP_INVALID filler (todd)
  5460. HDFS-1799. Refactor log rolling and filename management out of FSEditLog
  5461. (Ivan Kelly and Todd Lipcon via todd)
  5462. HDFS-1801. Remove use of timestamps to identify checkpoints and logs (todd)
  5463. HDFS-1930. TestDFSUpgrade failing in HDFS-1073 branch (todd)
  5464. HDFS-1800. Extend image checksumming to function with multiple fsimage
  5465. files per directory. (todd)
  5466. HDFS-1725. Set storage directories only at FSImage construction (Ivan Kelly
  5467. via todd)
  5468. HDFS-1926. Remove references to StorageDirectory from JournalManager
  5469. interface (Ivan Kelly via todd)
  5470. HDFS-1893. Change edit logs and images to be named based on txid (todd)
  5471. HDFS-1985. Clean up image transfer servlet (todd)
  5472. HDFS-1984. Enable multiple secondary namenodes to run simultaneously (todd)
  5473. HDFS-1987. Re-enable TestCheckpoint.testSecondaryImageDownload which was
  5474. not running previously. (todd)
  5475. HDFS-1993. TestCheckpoint needs to clean up between cases (todd)
  5476. HDFS-1992. Remove vestiges of NNStorageListener. (todd)
  5477. HDFS-1991. Some refactoring of Secondary NameNode to be able to share more
  5478. code with the BackupNode or CheckpointNode. (todd)
  5479. HDFS-1994. Fix race conditions when running two rapidly checkpointing
  5480. Secondary NameNodes. (todd)
  5481. HDFS-2001. Remove use of previous.checkpoint and lastcheckpoint.tmp
  5482. directories (todd)
  5483. HDFS-2015. Remove checkpointTxId from VERSION file. (todd)
  5484. HDFS-2016. Add infrastructure to remove or archive old and unneeded storage
  5485. files within the name directories. (todd)
  5486. HDFS-2047. Improve TestNamespace and TestEditLog in HDFS-1073 branch.
  5487. (todd)
  5488. HDFS-2048. Add upgrade tests and fix upgrade from 0.22 with corrupt image.
  5489. (todd)
  5490. HDFS-2027. Image inspector should return finalized logs before unfinalized
  5491. logs. (todd)
  5492. HDFS-2074. Determine edit log validity by truly reading and validating
  5493. transactions. (todd)
  5494. HDFS-2085. Finalize in-progress edit logs at startup. (todd)
  5495. HDFS-2026. SecondaryNameNode should properly handle the case where the
  5496. NameNode is reformatted. (todd)
  5497. HDFS-2077. Address checkpoint upload when one of the storage dirs is failed
  5498. (todd)
  5499. HDFS-2078. NameNode should not clear directory when restoring removed
  5500. storage. (todd)
  5501. HDFS-2088. Move edits log archiving logic into FSEditLog/JournalManager
  5502. (todd)
  5503. HDFS-2093. Handle case where an entirely empty log is left during NN crash
  5504. (todd)
  5505. HDFS-2102. Zero-pad edits filename to make them lexically sortable. (Ivan
  5506. Kelly via todd)
  5507. HDFS-2010. Fix NameNode to exit if all edit streams become inaccessible.
  5508. (atm via todd)
  5509. HDFS-2123. Checkpoint interval should be based on txn count, not size.
  5510. (todd)
  5511. HDFS-1979. Fix backupnode for new edits/image layout. (todd)
  5512. HDFS-2101. Fix remaining unit tests for new storage filenames. (todd)
  5513. HDFS-2133. Address remaining TODOs and pre-merge cleanup on HDFS-1073
  5514. branch. (todd)
  5515. HDFS-1780. Reduce need to rewrite FSImage on startup. (todd)
  5516. HDFS-2104. Add a flag to the 2NN to format its checkpoint dirs on startup.
  5517. (todd)
  5518. HDFS-2135. Fix regression of HDFS-1955 in HDFS-1073 branch. (todd)
  5519. HDFS-2160. Fix CreateEditsLog test tool in HDFS-1073 branch. (todd)
  5520. HDFS-2168. Reenable TestEditLog.testFailedOpen and fix exposed bug. (todd)
  5521. HDFS-2169. Clean up TestCheckpoint and remove TODOs (todd)
  5522. HDFS-2170. Address remaining TODOs in HDFS-1073 branch. (todd)
  5523. HDFS-2172. Address findbugs and javadoc warnings in HDFS-1073 branch.
  5524. (todd)
  5525. HDFS-2445. Ensure failed tests exit with proper error code. (Jonathan
  5526. Eagles via acmurthy)
  5527. Release 0.22.1 - Unreleased
  5528. INCOMPATIBLE CHANGES
  5529. NEW FEATURES
  5530. IMPROVEMENTS
  5531. OPTIMIZATIONS
  5532. HDFS-2718. Optimize OP_ADD in edits loading. (shv)
  5533. HDFS-2886. CreateEditLogs should generate a realistic edit log. (shv)
  5534. BUG FIXES
  5535. HDFS-2877. If locking of a storage dir fails, it will remove the other
  5536. NN's lock file on exit. (todd)
  5537. Release 0.22.0 - 2011-11-29
  5538. INCOMPATIBLE CHANGES
  5539. HDFS-1825. Remove thriftfs contrib. (nigel via eli)
  5540. NEW FEATURES
  5541. HDFS-992. Re-factor block access token implementation to conform to the
  5542. generic Token interface in Common (Kan Zhang and Jitendra Pandey via jghoman)
  5543. HDFS-599. Allow NameNode to have a seprate port for service requests from
  5544. client requests. (Dmytro Molkov via hairong)
  5545. HDFS-1004. Update NN to support Kerberized SSL from HADOOP-6584.
  5546. (jghoman and Kan Zhang via jghoman)
  5547. HDFS-1005. Fsck security. (borya and Kan Zhang via jghoman)
  5548. HDFS-1006. getImage/putImage http requests should be https for the case
  5549. of security enabled. (borya and jghoman via jghoman)
  5550. HDFS-1033. In secure clusters, NN and SNN should verify that the remote
  5551. principal during image and edits transfer. (jghoman)
  5552. HDFS-1023. Allow http server to start as regular principal if https
  5553. principal not defined. (jghoman)
  5554. HDFS-1150. Verify datanodes' identities to clients in secure clusters.
  5555. (jghoman)
  5556. HDFS-1330. Make RPCs to DataNodes timeout. (hairong)
  5557. Added additional unit tests per HADOOP-6889. (John George via mattf)
  5558. HDFS-202. HDFS support of listLocatedStatus introduced in HADOOP-6870.
  5559. HDFS piggyback block locations to each file status when listing a
  5560. directory. (hairong)
  5561. HDFS-1361. Add -fileStatus operation to NNThroughputBenchmark. (shv)
  5562. HDFS-1435. Provide an option to store fsimage compressed. (hairong)
  5563. HDFS-903. Support fsimage validation through MD5 checksum. (hairong)
  5564. HDFS-1457. Provide an option to throttle image transmission between
  5565. pimary and secondary NameNodes. (Yifei Lu and hairong via hairong)
  5566. HDFS-1164. TestHdfsProxy is failing. (Todd Lipcon via cos)
  5567. HDFS-811. Add metrics, failure reporting and additional tests for HDFS-457.
  5568. (eli)
  5569. HDFS-895. Allow hflush/sync to occur in parallel with new writes
  5570. to the file. (Todd Lipcon via hairong)
  5571. HDFS-528. Add ability for safemode to wait for a minimum number of
  5572. live datanodes (Todd Lipcon via eli)
  5573. HDFS-1753. Resource Leak in StreamFile. (Uma Maheswara Rao G via eli)
  5574. IMPROVEMENTS
  5575. HDFS-1304. Add a new unit test for HftpFileSystem.open(..). (szetszwo)
  5576. HDFS-1096. fix for prev. commit. (boryas)
  5577. HDFS-1096. allow dfsadmin/mradmin refresh of superuser proxy group
  5578. mappings (boryas)
  5579. HDFS-1146. Javadoc for getDelegationTokenSecretManager in FSNamesystem (jnp via boryas)
  5580. HDFS-1132. Refactor TestFileStatus (Eli Collins via cos)
  5581. HDFS-1163. normalize property names for JT/NN kerberos principal
  5582. names in configuration (from HADOOP 6633) (boryas)
  5583. HDFS-1003. authorization checks for inter-server protocol
  5584. (based on HADOOP-6600) (boryas)
  5585. HDFS-1061. Memory footprint optimization for INodeFile object.
  5586. (Bharath Mundlapudi via jghoman)
  5587. HDFS-1079. Throw exceptions as specified by the AbstractFileSystem
  5588. in HDFS implemenation and protocols. (suresh)
  5589. HDFS-1112. Edit log buffer should not grow unfoundedly. (hairong)
  5590. HDFS-1119. Introduce a GSet interface to BlocksMap. (szetszwo)
  5591. HDFS-1184. Replace tabs in code with spaces. (Jeff Ames via jghoman)
  5592. HDFS-1185. Remove duplicate now() functions in DataNode, FSNamesysetm.
  5593. (Jeff Ames via jghoman)
  5594. HDFS-1183. Remove some duplicate code in NamenodeJspHelper.java.
  5595. (Jeff Ames via jghoman)
  5596. HDFS-1190. Remove unused getNamenode() method from DataNode.
  5597. (Jeff Ames via jghoman)
  5598. HDFS-1110. Reuses objects for commonly used file names in namenode to
  5599. reduce the heap usage. (suresh)
  5600. HDFS-752. Add interfaces classification to to HDFS source code. (suresh)
  5601. HDFS-947. An Hftp read request is redirected to a datanode that has
  5602. the most replicas of the blocks in the file. (Dmytro Molkov via dhruba)
  5603. HDFS-1272. Fixes to take care of the changes in HADOOP-6845.
  5604. (Jitendra Pandey via ddas)
  5605. HDFS-1298 - Add support in HDFS for new statistics added in FileSystem
  5606. to track the file system operations. (suresh)
  5607. HDFS-1201. The HDFS component for HADOOP-6632.
  5608. (Kan Zhang & Jitendra Pandey via ddas)
  5609. HDFS-1307 Add start time, end time and total time taken for FSCK to
  5610. FSCK report (suresh)
  5611. HDFS-1302. The HDFS side of the changes corresponding to HADOOP-6861.
  5612. (Jitendra Pandey & Owen O'Malley via ddas)
  5613. HDFS-1315. Add fsck event to audit log and remove other audit log events
  5614. corresponding to FSCK listStatus and open calls. (suresh)
  5615. HDFS-1178. The NameNode servlets should not use RPC to connect to the
  5616. NameNode. (Kan Zhang via jghoman)
  5617. HDFS-1130. Adds dfs.cluster.administrator ACL configuration that can
  5618. be used to control who can view the default hdfs servlets. (ddas)
  5619. HDFS-1297. Fix some comments. (Jeff Ames via jghoman)
  5620. HDFS-330. Datanode Web UIs should provide robots.txt.
  5621. (Allen Wittenauer via jghoman)
  5622. HDFS-881. Refactor DataNode Packet header into DataTransferProtocol.
  5623. (Todd Lipcon via jghoman)
  5624. HDFS-1036. docs for fetchdt
  5625. HDFS-1318. Add JMX interface for read access to namenode and datanode
  5626. web UI information. (Tanping Wang via suresh).
  5627. HDFS-1356. Provide information as to whether or not security is
  5628. enabled on web interface for NameNode (boryas)
  5629. HDFS-1205. FSDatasetAsyncDiskService should name its threads.
  5630. (Todd Lipcon via eli)
  5631. HDFS-1111. Introduce getCorruptFileBlocks() for fsck. (Sriram Rao via shv)
  5632. HDFS-1395. Add @Override to FSDataset methods that implement
  5633. FSDatasetInterface methods. (suresh)
  5634. HDFS-1383. Improve the error messages when using hftp://. (szetszwo)
  5635. HDFS-1093. Change the FSNamesystem lock to a read/write lock. (dhruba)
  5636. HDFS-1407. Change DataTransferProtocol methods to use Block instead
  5637. of individual elements of Block. (suresh)
  5638. HDFS-1417. Add @Override to SimulatedFSDataset methods that implement
  5639. FSDatasetInterface methods. (suresh)
  5640. HDFS-1426. Remove unused method BlockInfo#listCount. (hairong)
  5641. HDFS-1472. Allow programmatic access to fsck output.
  5642. (Ramkumar Vadali via dhruba)
  5643. HADOOP-7007. Update the hudson-test-patch ant target to work with the
  5644. latest test-patch.sh script (gkesavan)
  5645. HDFS-1462. Refactor edit log loading to a separate class from edit log writing.
  5646. (Todd Lipcon via eli)
  5647. HDFS-1485. Fix typo in BlockPlacementPolicy. (Jingguo Yao via shv)
  5648. HDFS-1035. Generate Eclipse's .classpath file from Ivy config. (nigel)
  5649. HDFS-1408. Herriot NN and DN clients should vend statistics. (cos)
  5650. HDFS-1491 Update Hdfs to match the change of methods from protected to public
  5651. in AbstractFileSystem (Hadoop-6903) (sanjay)
  5652. HDFS-1160. Improve some FSDataset warnings and comments. (eli)
  5653. HDFS-556. Provide info on failed volumes in the web ui. (eli)
  5654. HDFS-697. Enable asserts for tests by default. (eli)
  5655. HDFS-1187. Modify fetchdt to allow renewing and canceling token.
  5656. (Owen O'Malley and Kan Zhang via jghoman)
  5657. HDFS-1387. Update HDFS permissions guide for security. (Todd Lipcon via eli)
  5658. HDFS-455. Make NN and DN handle in a intuitive way comma-separated
  5659. configuration strings. (Michele Catasta via eli)
  5660. HDFS-1071. savenamespace should write the fsimage to all configured
  5661. fs.name.dir in parallel (Dmytro Molkov via jghoman)
  5662. HDFS-1055. Improve thread naming for DataXceivers.
  5663. (Todd Lipcon and Ramkumar Vadali via eli).
  5664. HDFS-718. Configuration parameter to prevent accidental formatting of
  5665. HDFS filesystem. (Andrew Ryan via jghoman)
  5666. HDFS-1500. TestOfflineImageViewer failing on trunk. (Todd Lipcon
  5667. via hairong)
  5668. HDFS-1483. DFSClient.getBlockLocations should indicate if corresponding
  5669. blocks are corrupt. (Patrick Kling via hairong)
  5670. HDFS-259. Remove intentionally corrupt 0.13 directory layout creation.
  5671. (Todd Lipcon via eli)
  5672. HDFS-1513. Fix a number of warnings. (eli)
  5673. HDFS-1473. Refactor storage management into separate classes than fsimage
  5674. file reading/writing. (Todd Lipcon via eli)
  5675. HDFS-1582. Remove auto-generated native build files. (rvs via eli)
  5676. HDFS-1456. Provide builder for constructing instances of MiniDFSCluster.
  5677. (jghoman)
  5678. HDFS-1861. Rename dfs.datanode.max.xcievers and bump its default value.
  5679. (eli)
  5680. HDFS-1052. HDFS Federation - Merge of umbrella jira changes from
  5681. HDFS-1052 branch into trunk.
  5682. HDFS-1835. DataNode should not depend on SHA1PRNG secure random generator
  5683. to generate a storage ID. (John Carrino via todd)
  5684. HDFS-1947. DFSClient should use mapreduce.task.attempt.id. (eli)
  5685. HDFS-1957. Add documentation for HFTP. (Ari Rabkin via todd)
  5686. HDFS-1454. Update the documentation to reflect that clients don't write
  5687. blocks to local disk before copying to HDFS. (Harsh J Chouraria via todd)
  5688. HDFS-1980. Move build/webapps deeper in the build directory heirarchy
  5689. to aid eclipse users. (todd)
  5690. HDFS-1619. Remove AC_TYPE* from the libhdfs. (Roman Shaposhnik via eli)
  5691. HDFS-1948 Forward port 'hdfs-1520 lightweight namenode operation to
  5692. trigger lease recovery' (stack)
  5693. HDFS-1954. Improved corrupt files warning on NameNode web UI.
  5694. (Patrick Hunt via shv)
  5695. HDFS-1409. BackupNode registration throwing
  5696. UnsupportedActionException("register") instead of "journal".
  5697. (Ching-Shen Chen via shv)
  5698. HDFS-2054 BlockSender.sendChunk() prints ERROR for connection closures
  5699. encountered during transferToFully() (Kihwal Lee via stack)
  5700. OPTIMIZATIONS
  5701. HDFS-1140. Speedup INode.getPathComponents. (Dmytro Molkov via shv)
  5702. HDFS-1081. Performance regression in
  5703. DistributedFileSystem::getFileBlockLocations in secure systems (jghoman)
  5704. HDFS-1114. Implement LightWeightGSet for BlocksMap in order to reduce
  5705. NameNode memory footprint. (szetszwo)
  5706. HDFS-1320. Add LOG.isDebugEnabled() guard for each LOG.debug(..).
  5707. (Erik Steffl via szetszwo)
  5708. HDFS-1368. Add a block counter to DatanodeDescriptor. (hairong)
  5709. HDFS-1434. Refactor Datanode#startDataNode method into smaller methods.
  5710. (suresh)
  5711. HDFS-941. The DFS client should cache and reuse open sockets to datanodes
  5712. while performing reads. (bc Wong and Todd Lipcon via todd)
  5713. BUG FIXES
  5714. HDFS-1039. Adding test for JspHelper.getUGI(jnp via boryas)
  5715. HDFS-1019. Incorrect default values for delegation tokens in
  5716. hdfs-default.xml (jnp via boryas)
  5717. HDFS-1039. Service should be set in the token in JspHelper.getUGI(jnp via boryas)
  5718. HDFS-1038. FIX. A test missed in a previous commit for this JIRA. (boryas)
  5719. HDFS-1038. In nn_browsedfscontent.jsp fetch delegation token only
  5720. if security is enabled. (jnp via boryas)
  5721. HDFS-1044. Cannot submit mapreduce job from secure client to
  5722. unsecure sever (boryas)
  5723. HDFS-1021. specify correct server principal for RefreshAuthorizationPolicyProtocol
  5724. and RefreshUserToGroupMappingsProtocol protocols in DFSAdmin (for HADOOP-6612) (boryas)
  5725. HDFS-970. fsync fsimage to disk before closing fsimage file.
  5726. (Todd Lipcon via dhruba)
  5727. HDFS-1027. Update copyright year to 2010. (Ravi Phulari via jghoman)
  5728. HDFS-1080. SecondaryNameNode image transfer should use the defined http
  5729. address rather than local ip address. (jghoman)
  5730. HDFS-1198. Resolving cross-realm principals. (Jitendra Pandey via jghoman)
  5731. HDFS-1118. Fix socketleak on DFSClient. (Zheng Shao via dhruba)
  5732. HDFS-1192. refreshSuperUserGroupsConfiguration should use server side
  5733. configuration for the refresh (for HADOOP-6815) (boryas)
  5734. HDFS-1036. in DelegationTokenFetch dfs.getURI returns no port (boryas)
  5735. HDFS-1017. browsedfs jsp should call JspHelper.getUGI rather
  5736. than using createRemoteUser() (jnp via boryas)
  5737. HDFS-1250. Namenode should reject block reports and block received
  5738. requests from dead datanodes (suresh)
  5739. HDFS-1145. When NameNode is shutdown it does not try to exit
  5740. safemode anymore. (dhruba)
  5741. HDFS-1202. DataBlockScanner throws NPE when updated before
  5742. initialized. (Todd Lipcon via dhruba)
  5743. HDFS-882. Datanode logs the hostname and port its listening on.
  5744. (Steve Loughran via dhruba)
  5745. HDFS-1238. ant eclipse-files has drifted again, (jghoman)
  5746. HDFS-1045. In secure clusters, re-login is necessary for https
  5747. clients before opening connections. (jghoman)
  5748. HDFS-1289. Datanode secure mode is broken. (Kan Zhang via jghoman)
  5749. HDFS-1007. HFTP needs to be updated to use delegation tokens (boryas)
  5750. HDFS-1085. HFTP read may fail silently on the client side if there is an
  5751. exception on the server side. (szetszwo)
  5752. HDFS-1308. job conf key for the services name of DelegationToken for HFTP
  5753. url is constructed incorrectly in HFTPFileSystem (boryas)
  5754. HDFS-1319. Fix location of re-login for secondary namenode from HDFS-999.
  5755. (jghoman)
  5756. HDFS-1317. Remove the FILEPATH_PATTERN from hdfsproxy.AuthorizationFilter.
  5757. (Rohini Palaniswamy via szetszwo)
  5758. HDFS-912. sed in build.xml on Solaris fails. (Allen Wittenauer via jghoman)
  5759. HDFS-1296. using delegation token over hftp for long running
  5760. clients (boryas)
  5761. HDFS-1334. open in HftpFileSystem does not add delegation tokens to the url.
  5762. (Jitendra Pandey via jghoman)
  5763. HDFS-1301. TestHDFSProxy need to use server side conf for ProxyUser
  5764. stuff. (boryas)
  5765. HDFS-1340. When security is turned off, there is a potential XSS attack.
  5766. This patch fixes it by removing delegationtoken string from the URL,
  5767. before returning a response to the client. (Jitendra Pandey via ddas)
  5768. HDFS-1347. TestDelegationToken uses mortbay.log for logging (boryas)
  5769. HDFS-1157. Modifications introduced by HDFS-1150 are breaking aspect's
  5770. bindings (cos)
  5771. HDFS-1349. Remove empty java files. (Eli Collins)
  5772. HDFS-1340. A null delegation token is appended to the url if security
  5773. is disabled when browsing filesystem. (boryas)
  5774. HDFS-1352. Fix jsvc.location. (Eli Collins via jghoman)
  5775. HDFS-1284. TestBlockToken fails. (Kan Zhang via jghoman)
  5776. HDFS-1355. ant veryclean (clean-cache) doesn't clean enough.
  5777. (Luke Lu via jghoman)
  5778. HDFS-1353. Remove most of getBlockLocation optimization. (jghoman)
  5779. HDFS-1369. Invalid javadoc reference in FSDatasetMBean.java (Eli Collins)
  5780. HDFS-829. hdfsJniHelper.c: #include <error.h> is not portable.
  5781. (Allen Wittenauer via jghoman)
  5782. HDFS-1310. The ClientDatanodeProtocol proxy should be stopped in
  5783. DFSInputStream.readBlockLength(..). (sam rash via szetszwo)
  5784. HDFS-1357. HFTP traffic served by DataNode shouldn't use service port
  5785. on NameNode. (Kan Zhang via jghoman)
  5786. HDFS-1419. HDFS Federation: Three test cases need minor modification after
  5787. the new block id change (Tanping Wang via suresh)
  5788. HDFS-96. HDFS supports blocks larger than 2 GB.
  5789. (Patrick Kling via dhruba)
  5790. HDFS-1433. Fix test failures - TestPread and TestFileLimit. (suresh)
  5791. HDFS-1364. Makes long running HFTP-based applications do relogins
  5792. if necessary. (Jitendra Pandey via ddas)
  5793. HDFS-1399. Distinct minicluster services (e.g. NN and JT) overwrite each
  5794. other's service policies. (Aaron T. Myers via tomwhite)
  5795. HDFS-1440. Fix TestComputeInvalidateWork failure. (suresh)
  5796. HDFS-1498. FSDirectory#unprotectedConcat calls setModificationTime
  5797. on a file. (eli)
  5798. HDFS-1625. Ignore disk space values in TestDataNodeMXBean. (szetszwo)
  5799. HDFS-1850. DN should transmit absolute failed volume count rather than
  5800. increments to the NN. (eli)
  5801. HDFS-671. Documentation change for updated configuration keys.
  5802. (tomwhite via eli)
  5803. HDFS-1544. Ivy resolve force mode should be turned off by default.
  5804. (Luke Lu via tomwhite)
  5805. HDFS-1615. seek() on closed DFS input stream throws NullPointerException
  5806. (Scott Carey via todd)
  5807. HDFS-1897. Documentation refers to removed option dfs.network.script
  5808. (Andrew Whang via todd)
  5809. HDFS-1621. Fix references to hadoop-common-${version} in build.xml
  5810. (Jolly Chen via todd)
  5811. HDFS-1505. saveNamespace appears to succeed even if all directories fail
  5812. to save. (Aaron T. Myers via todd)
  5813. HDFS-1921. saveNamespace can cause NN to be unable to come up on restart
  5814. (Matt Foley via todd)
  5815. HDFS-1925. SafeModeInfo should use the correct constant instead of a
  5816. hard-coded value for its default. (Joey Echeverria via todd)
  5817. HDFS-1575. Viewing block from web UI is broken. (Aaron T. Myers via todd)
  5818. HDFS-1932. Ensure that HDFS configuration deprecations are set up in every
  5819. spot that HDFS configurations are loaded. (Jolly Chen via todd)
  5820. HDFS-1952. FSEditLog.open() appears to succeed even if all EDITS
  5821. directories fail. (Andrew Wang via todd)
  5822. HDFS-1965. IPCs done using block token-based tickets can't reuse
  5823. connections (todd)
  5824. HDFS-1978. All but first option in LIBHDFS_OPTS is ignored. (eli)
  5825. HDFS-1964. Fix incorrect HTML unescaping in DatanodeJspHelper
  5826. (Aaron T. Myers via todd)
  5827. HDFS-1997. Image transfer process misreports client side exceptions.
  5828. (todd via eli)
  5829. HDFS-2000. Missing deprecation for io.bytes.per.checksum.
  5830. (Aaron T. Myers vie eli)
  5831. HDFS-977. DataNode.createInterDataNodeProtocolProxy() guards a log
  5832. at the wrong level. (Harsh J Chouraria via todd)
  5833. HDFS-1969. Running rollback on new-version namenode destroys the
  5834. namespace. (todd)
  5835. HDFS-2039. TestNameNodeMetrics uses a bad test root path, preventing it
  5836. from running inside Eclipse. (todd)
  5837. HDFS-988. saveNamespace race can corrupt the edits log. (eli)
  5838. HDFS-2071. Use of isConnected() in DataXceiver is invalid. (Kihwal Lee
  5839. via todd)
  5840. HDFS-1981. NameNode does not saveNamespace() when editsNew is empty.
  5841. (Uma Maheswara Rao G via shv)
  5842. HDFS-2232. Generalize regular expressions in TestHDFSCLI.
  5843. (Plamen Jeliazkov via shv)
  5844. HDFS-2290. Block with corrupt replica is not getting replicated.
  5845. (Benoy Antony via shv)
  5846. HDFS-2452. OutOfMemoryError in DataXceiverServer takes down the DataNode
  5847. (Uma Maheswara Rao via cos)
  5848. HDFS-2002. Incorrect computation of needed blocks in getTurnOffTip().
  5849. (Plamen Jeliazkov via shv)
  5850. HDFS-2514. Link resolution bug for intermediate symlinks with
  5851. relative targets. (eli)
  5852. Release 0.21.1 - Unreleased
  5853. HDFS-1466. TestFcHdfsSymlink relies on /tmp/test not existing. (eli)
  5854. HDFS-874. TestHDFSFileContextMainOperations fails on weirdly
  5855. configured DNS hosts. (Todd Lipcon via eli)
  5856. HDFS-1507. TestAbandonBlock should abandon a block. (eli)
  5857. HDFS-1487. FSDirectory.removeBlock() should update diskspace count
  5858. of the block owner node (Zhong Wang via eli).
  5859. HDFS-1467. Append pipeline never succeeds with more than one replica.
  5860. (Todd Lipcon via eli)
  5861. HDFS-1167. New property for local conf directory in system-test-hdfs.xml
  5862. file. (Vinay Thota via cos)
  5863. HDFS-1503. TestSaveNamespace fails. (Todd Lipcon via cos)
  5864. HDFS-1524. Image loader should make sure to read every byte in image file.
  5865. (hairong)
  5866. HDFS-1523. TestLargeBlock is failing on trunk. (cos)
  5867. HDFS-1502. TestBlockRecovery triggers NPE in assert. (hairong via cos)
  5868. HDFS-1532. Exclude Findbugs warning in FSImageFormat$Saver. (Todd Lipcon
  5869. via cos)
  5870. HDFS-1527. SocketOutputStream.transferToFully fails for blocks >= 2GB on
  5871. 32 bit JVM. (Patrick Kling via cos)
  5872. HDFS-1531. Clean up stack traces due to duplicate MXBean registration.
  5873. (Todd Lipcon via cos)
  5874. HDFS-613. TestBalancer and TestBlockTokenWithDFS fail Balancer assert.
  5875. (Todd Lipcon via cos)
  5876. HDFS-1511. 98 Release Audit warnings on trunk and branch-0.22.
  5877. (jghoman)
  5878. HDFS-1560. dfs.data.dir permissions should default to 700.
  5879. (Todd Lipcon via eli)
  5880. HDFS-1550. NPE when listing a file with no location. (hairong)
  5881. HDFS-1542. Add test for HADOOP-7082, a deadlock writing Configuration to
  5882. HDFS. (todd)
  5883. HDFS-1504. FSImageSaver should catch all exceptions, not just IOE. (todd)
  5884. HDFS-884. DataNode throws IOException if all data directories are
  5885. unavailable. (Steve Loughran and shv)
  5886. HDFS-1591. HDFS part of HADOOP-6642. (Chris Douglas, Po Cheung via shv)
  5887. HDFS-900. Corrupt replicas are not processed correctly in block report (shv)
  5888. HDFS-1529. Incorrect handling of interrupts in waitForAckedSeqno can cause
  5889. deadlock (todd)
  5890. HDFS-1597. Batched edit log syncs can reset synctxid and throw assertions
  5891. (todd)
  5892. HDFS-1602. Fix HADOOP-4885 for it is doesn't work as expected. (boryas)
  5893. HDFS-1618. configure files that are generated as part of the released
  5894. tarball need to have executable bit set (Roman Shaposhnik via cos)
  5895. HDFS-981. test-contrib fails due to test-cactus failure (cos)
  5896. HDFS-1001. DataXceiver and BlockReader disagree on when to send/recv
  5897. CHECKSUM_OK. (bc Wong via eli)
  5898. HDFS-1781. Fix the path for jsvc in bin/hdfs. (John George via szetszwo)
  5899. HDFS-1782. Fix an NPE in FSNamesystem.startFileInternal(..).
  5900. (John George via szetszwo)
  5901. HDFS-1821. Fix username resolution in NameNode.createSymlink(..) and
  5902. FSDirectory.addSymlink(..). (John George via szetszwo)
  5903. HDFS-1806. TestBlockReport.blockReport_08() and _09() are timing-dependent
  5904. and likely to fail on fast servers. (Matt Foley via eli)
  5905. HDFS-1845. Symlink comes up as directory after namenode restart.
  5906. (John George via eli)
  5907. HDFS-1666. Disable failing hdfsproxy test TestAuthorizationFilter (todd)
  5908. HDFS-1823. start-dfs.sh script fails if HADOOP_HOME is not set.
  5909. (tomwhite via eli)
  5910. Release 0.21.1 - Unreleased
  5911. HDFS-1411. Correct backup node startup command in hdfs user guide.
  5912. (Ching-Shen Chen via shv)
  5913. BUG FIXES
  5914. HDFS-1363. Eliminate second synchronized sections in appendFile(). (shv)
  5915. HDFS-1413. Fix broken links to HDFS Wiki. (shv)
  5916. HDFS-1420. Clover build doesn't generate per-test coverage (cos)
  5917. HDFS-1444. Test related code of build.xml is error-prone and needs to be
  5918. re-aligned. (cos)
  5919. HDFS-1343. Instrumented build should be concentrated in one build area (cos)
  5920. HDFS-1452. ant compile-contrib is broken (cos)
  5921. HDFS-1474. ant binary-system is broken (cos)
  5922. HDFS-1292. Allow artifacts to be published to the staging Apache Nexus
  5923. Maven Repository. (Giridharan Kesavan via tomwhite)
  5924. HDFS-1552. Remove java5 dependencies from build. (cos)
  5925. HDFS-1189. Quota counts missed between clear quota and set quota.
  5926. (John George via szetszwo)
  5927. HDFS-1665. Balancer misuses dfs.heartbeat.interval as milliseconds.
  5928. (szetszwo)
  5929. HDFS-1728. SecondaryNameNode.checkpointSize is in bytes but not in MB.
  5930. (szetszwo)
  5931. HDFS-1206. TestFiHFlush fails intermittently. (cos)
  5932. HDFS-1548. Fault-injection tests are executed multiple times if invoked
  5933. with run-test-hdfs-fault-inject target (cos)
  5934. HDFS-1552. Remove java5 dependencies from build. (cos)
  5935. HDFS-996. JUnit tests should never depend on anything in conf (cos)
  5936. HDFS-1612. Update HDFS design documentation for append, quota, symlink,
  5937. block placement and checkpoint/backup node features. (Joe Crobak
  5938. via szetszwo)
  5939. HDFS-1596. Replace fs.checkpoint.* with dfs.namenode.checkpoint.*
  5940. in documentations. (Harsh J Chouraria via szetszwo)
  5941. HDFS-1786. Some cli test cases expect a "null" message
  5942. (Uma Maheswara Rao G via todd)
  5943. HDFS-1855. TestDatanodeBlockScanner.testBlockCorruptionRecoveryPolicy()
  5944. part 2 fails in two different ways. (Matt Foley via eli)
  5945. Release 0.21.0 - 2010-08-13
  5946. INCOMPATIBLE CHANGES
  5947. HDFS-538. Per the contract elucidated in HADOOP-6201, throw
  5948. FileNotFoundException from FileSystem::listStatus rather than returning
  5949. null. (Jakob Homan via cdouglas)
  5950. HDFS-602. DistributedFileSystem mkdirs throws FileAlreadyExistsException
  5951. instead of FileNotFoundException. (Boris Shkolnik via suresh)
  5952. HDFS-544. Add a "rbw" subdir to DataNode data directory. (hairong)
  5953. HDFS-576. Block report includes under-construction replicas. (shv)
  5954. HDFS-636. SafeMode counts complete blocks only. (shv)
  5955. HDFS-644. Lease recovery, concurrency support. (shv)
  5956. HDFS-570. Get last block length from a data-node when opening a file
  5957. being written to. (Tsz Wo (Nicholas), SZE via shv)
  5958. HDFS-657. Remove unused legacy data-node protocol methods. (shv)
  5959. HDFS-658. Block recovery for primary data-node. (shv)
  5960. HDFS-660. Remove deprecated methods from InterDatanodeProtocol. (shv)
  5961. HDFS-512. Block.equals() and compareTo() compare blocks based
  5962. only on block Ids, ignoring generation stamps. (shv)
  5963. HDFS-873. Configuration specifies data-node storage directories as URIs.
  5964. (shv)
  5965. HDFS-905. Use the new UserGroupInformation from HDFS-6299.
  5966. (jghoman via omalley)
  5967. HDFS-984. Persistent delegation tokens. (Jitendra Pandey via shv)
  5968. HDFS-1016. HDFS side change for HADOOP-6569. This jira changes the
  5969. error message on the screen when cat a directory or a
  5970. non-existent file. (hairong)
  5971. NEW FEATURES
  5972. HDFS-1134. Large-scale Automated Framework. (cos)
  5973. HDFS-436. Introduce AspectJ framework for HDFS code and tests.
  5974. (Konstantin Boudnik via szetszwo)
  5975. HDFS-447. Add LDAP lookup to hdfsproxy. (Zhiyong Zhang via cdouglas)
  5976. HDFS-459. Introduce Job History Log Analyzer. (shv)
  5977. HDFS-461. Tool to analyze file size distribution in HDFS. (shv)
  5978. HDFS-492. Add two JSON JSP pages to the Namenode for providing corrupt
  5979. blocks/replicas information. (Bill Zeller via szetszwo)
  5980. HDFS-578. Add support for new FileSystem method for clients to get server
  5981. defaults. (Kan Zhang via suresh)
  5982. HDFS-595. umask settings in configuration may now use octal or symbolic
  5983. instead of decimal. (Jakob Homan via suresh)
  5984. HADOOP-6234. Updated hadoop-core and test jars to propagate new option
  5985. dfs.umaskmode in configuration. (Jakob Homan via suresh)
  5986. HDFS-235. Add support for byte ranges in HftpFileSystem to serve
  5987. range of bytes from a file. (Bill Zeller via suresh)
  5988. HDFS-385. Add support for an experimental API that allows a module external
  5989. to HDFS to specify how HDFS blocks should be placed. (dhruba)
  5990. HADOOP-4952. Update hadoop-core and test jars to propagate new FileContext
  5991. file system application interface. (Sanjay Radia via suresh).
  5992. HDFS-567. Add block forensics contrib tool to print history of corrupt and
  5993. missing blocks from the HDFS logs.
  5994. (Bill Zeller, Jitendra Nath Pandey via suresh).
  5995. HDFS-610. Support o.a.h.fs.FileContext. (Sanjay Radia via szetszwo)
  5996. HDFS-536. Support hflush at DFSClient. (hairong)
  5997. HDFS-517. Introduce BlockInfoUnderConstruction to reflect block replica
  5998. states while writing. (shv)
  5999. HDFS-565. Introduce block committing logic during new block allocation
  6000. and file close. (shv)
  6001. HDFS-537. DataNode exposes a replica's meta info to BlockReceiver for the
  6002. support of dfs writes/hflush. It also updates a replica's bytes received,
  6003. bytes on disk, and bytes acked after receiving a packet. (hairong)
  6004. HDFS-585. Datanode should serve up to visible length of a replica for read
  6005. requests. (szetszwo)
  6006. HDFS-604. Block report processing for append. (shv)
  6007. HDFS-619. Support replica recovery initialization in datanode for the new
  6008. append design. (szetszwo)
  6009. HDFS-592. Allow clients to fetch a new generation stamp from NameNode for
  6010. pipeline recovery. (hairong)
  6011. HDFS-624. Support a new algorithm for pipeline recovery and pipeline setup
  6012. for append. (hairong)
  6013. HDFS-627. Support replica update in data-node.
  6014. (Tsz Wo (Nicholas), SZE and Hairong Kuang via shv)
  6015. HDFS-642. Support pipeline close and close error recovery. (hairong)
  6016. HDFS-631. Rename configuration keys towards API standardization and
  6017. backward compatibility. (Jitendra Nath Pandey via suresh)
  6018. HDFS-669. Add unit tests framework (Mockito) (cos, Eli Collins)
  6019. HDFS-731. Support new Syncable interface in HDFS. (hairong)
  6020. HDFS-702. Add HDFS implementation of AbstractFileSystem.
  6021. (Sanjay Radio via suresh)
  6022. HDFS-758. Add decommissioning status page to Namenode Web UI.
  6023. (Jitendra Nath Pandey via suresh)
  6024. HDFS-814. Add an api to get the visible length of a DFSDataInputStream.
  6025. (szetszwo)
  6026. HDFS-654. Add support new atomic rename functionality in HDFS for
  6027. supporting rename in FileContext. (suresh)
  6028. HDFS-222. Support for concatenating of files into a single file
  6029. without copying. (Boris Shkolnik via hairong)
  6030. HDFS-933. Adds Delegation token based authentication in the NameNode.
  6031. (Kan Zhang via ddas)
  6032. HDFS-935. Adds a real user component in Delegation token.
  6033. (Jitendra Nath Pandey via ddas)
  6034. HDFS-245. Adds a symlink implementation to HDFS. This complements the new
  6035. symlink feature added in HADOOP-6421 (Eli Collins via Sanjay Radia)
  6036. HDFS-1009. Support Kerberos authorization in HDFSProxy. (Srikanth
  6037. Sundarrajan via szetszwo)
  6038. HDFS-1091. Implement listStatus that returns an iterator of FileStatus.
  6039. (hairong)
  6040. IMPROVEMENTS
  6041. HDFS-381. Remove blocks from DataNode maps when corresponding file
  6042. is deleted. (Suresh Srinivas via rangadi)
  6043. HDFS-377. Separate codes which implement DataTransferProtocol.
  6044. (szetszwo)
  6045. HDFS-396. NameNode image and edits directories are specified as URIs.
  6046. (Luca Telloli via rangadi)
  6047. HDFS-444. Allow to change probability levels dynamically in the fault
  6048. injection framework. (Konstantin Boudnik via szetszwo)
  6049. HDFS-352. Documentation for saveNamespace command. (Ravi Phulari via shv)
  6050. HADOOP-6106. Updated hadoop-core and test jars from hudson trunk
  6051. build #12. (Giridharan Kesavan)
  6052. HDFS-204. Add a new metrics FilesInGetListingOps to the Namenode.
  6053. (Jitendra Nath Pandey via szetszwo)
  6054. HDFS-278. HDFS Outputstream close does not hang forever. (dhruba)
  6055. HDFS-443. Add a new metrics numExpiredHeartbeats to the Namenode.
  6056. (Jitendra Nath Pandey via szetszwo)
  6057. HDFS-475. Add new ant targets for fault injection jars and tests.
  6058. (Konstantin Boudnik via szetszwo)
  6059. HDFS-458. Create a new ant target, run-commit-test. (Jakob Homan
  6060. via szetszwo)
  6061. HDFS-493. Change build.xml so that the fault-injected tests are executed
  6062. only by the run-test-*-fault-inject targets. (Konstantin Boudnik via
  6063. szetszwo)
  6064. HDFS-446. Improvements to Offline Image Viewer. (Jakob Homan via shv)
  6065. HADOOP-6160. Fix releaseaudit target to run on specific directories.
  6066. (gkesavan)
  6067. HDFS-501. Use enum to define the constants in DataTransferProtocol.
  6068. (szetszwo)
  6069. HDFS-508. Factor out BlockInfo from BlocksMap. (shv)
  6070. HDFS-510. Rename DatanodeBlockInfo to be ReplicaInfo.
  6071. (Jakob Homan & Hairong Kuang via shv)
  6072. HDFS-500. Deprecate NameNode methods deprecated in NameNodeProtocol.
  6073. (Jakob Homan via shv)
  6074. HDFS-514. Change DFSClient.namenode from public to private. (Bill Zeller
  6075. via szetszwo)
  6076. HDFS-496. Use PureJavaCrc32 in HDFS. (Todd Lipcon via szetszwo)
  6077. HDFS-511. Remove redundant block searches in BlockManager. (shv)
  6078. HDFS-504. Update the modification time of a file when the file
  6079. is closed. (Chun Zhang via dhruba)
  6080. HDFS-498. Add development guide and documentation for the fault injection
  6081. framework. (Konstantin Boudnik via szetszwo)
  6082. HDFS-524. Further DataTransferProtocol code refactoring. (szetszwo)
  6083. HDFS-529. Use BlockInfo instead of Block to avoid redundant block searches
  6084. in BlockManager. (shv)
  6085. HDFS-530. Refactor TestFileAppend* to remove code duplication.
  6086. (Konstantin Boudnik via szetszwo)
  6087. HDFS-451. Add fault injection tests for DataTransferProtocol. (szetszwo)
  6088. HDFS-409. Add more access token tests. (Kan Zhang via szetszwo)
  6089. HDFS-546. DatanodeDescriptor iterates blocks as BlockInfo. (shv)
  6090. HDFS-457. Do not shutdown datanode if some, but not all, volumes fail.
  6091. (Boris Shkolnik via szetszwo)
  6092. HDFS-548. TestFsck takes nearly 10 minutes to run. (hairong)
  6093. HDFS-539. Refactor fault injeciton pipeline test util for future reuse.
  6094. (Konstantin Boudnik via szetszwo)
  6095. HDFS-552. Change TestFiDataTransferProtocol to junit 4 and add a few new
  6096. tests. (szetszwo)
  6097. HDFS-563. Simplify the codes in FSNamesystem.getBlockLocations(..).
  6098. (szetszwo)
  6099. HDFS-581. Introduce an iterator over blocks in the block report array.(shv)
  6100. HDFS-549. Add a new target, run-with-fault-inject-testcaseonly, which
  6101. allows an execution of non-FI tests in FI-enable environment. (Konstantin
  6102. Boudnik via szetszwo)
  6103. HDFS-173. Namenode will not block until a large directory deletion
  6104. completes. It allows other operations when the deletion is in progress.
  6105. (suresh)
  6106. HDFS-551. Create new functional test for a block report. (Konstantin
  6107. Boudnik via hairong)
  6108. HDFS-288. Redundant computation in hashCode() implementation.
  6109. (szetszwo via tomwhite)
  6110. HDFS-412. Hadoop JMX usage makes Nagios monitoring impossible.
  6111. (Brian Bockelman via tomwhite)
  6112. HDFS-472. Update hdfsproxy documentation. Adds a setup guide and design
  6113. document. (Zhiyong Zhang via cdouglas)
  6114. HDFS-617. Support non-recursive create(). (Kan Zhang via szetszwo)
  6115. HDFS-618. Support non-recursive mkdir(). (Kan Zhang via szetszwo)
  6116. HDFS-574. Split the documentation between the subprojects.
  6117. (Corinne Chandel via omalley)
  6118. HDFS-598. Eclipse launch task for HDFS. (Eli Collins via tomwhite)
  6119. HDFS-641. Move all of the components that depend on map/reduce to
  6120. map/reduce. (omalley)
  6121. HDFS-509. Redesign DataNode volumeMap to include all types of Replicas.
  6122. (hairong)
  6123. HDFS-562. Add a test for NameNode.getBlockLocations(..) to check read from
  6124. un-closed file. (szetszwo)
  6125. HDFS-543. Break FSDatasetInterface#writToBlock() into writeToRemporary,
  6126. writeToRBW, ad append. (hairong)
  6127. HDFS-603. Add a new interface, Replica, which is going to replace the use
  6128. of Block in datanode. (szetszwo)
  6129. HDFS-589. Change block write protocol to support pipeline recovery.
  6130. (hairong)
  6131. HDFS-652. Replace BlockInfo.isUnderConstruction() with isComplete() (shv)
  6132. HDFS-648. Change some methods in AppendTestUtil to public. (Konstantin
  6133. Boudnik via szetszwo)
  6134. HDFS-662. Unnecessary info message from DFSClient. (hairong)
  6135. HDFS-518. Create new tests for Append's hflush. (Konstantin Boudnik
  6136. via szetszwo)
  6137. HDFS-688. Add configuration resources to DFSAdmin. (shv)
  6138. HDFS-29. Validate the consistency of the lengths of replica and its file
  6139. in replica recovery. (szetszwo)
  6140. HDFS-680. Add new access method to a copy of a block's replica. (shv)
  6141. HDFS-704. Unify build property names to facilitate cross-projects
  6142. modifications (cos)
  6143. HDFS-705. Create an adapter to access some of package-private methods of
  6144. DataNode from tests (cos)
  6145. HDFS-710. Add actions with constraints to the pipeline fault injection
  6146. tests and change SleepAction to support uniform random sleeping over an
  6147. interval. (szetszwo)
  6148. HDFS-713. Need to properly check the type of the test class from an aspect
  6149. (cos)
  6150. HDFS-716. Define a pointcut for pipeline close and add a few fault
  6151. injection tests to simulate out of memory problem. (szetszwo)
  6152. HDFS-719. Add 6 fault injection tests for pipeline close to simulate slow
  6153. datanodes and disk errors. (szetszwo)
  6154. HDFS-616. Create functional tests for new design of the block report. (cos)
  6155. HDFS-584. Fail the fault-inject build if any advices are mis-bound. (cos)
  6156. HDFS-730. Add 4 fault injection tests to simulate non-responsive datanode
  6157. and out-of-memory problem for pipeline close ack. (szetszwo)
  6158. HDFS-728. Create a comprehensive functional test for append. (hairong)
  6159. HDFS-736. commitBlockSynchronization() updates block GS and length
  6160. in-place. (shv)
  6161. HADOOP-5107. Use Maven ant tasks to publish the subproject jars.
  6162. (Giridharan Kesavan via omalley)
  6163. HDFS-521. Create new tests for pipeline (cos)
  6164. HDFS-764. Places the Block Access token implementation in hdfs project.
  6165. (Kan Zhang via ddas)
  6166. HDFS-787. Upgrade some libraries to be consistent with common and
  6167. mapreduce. (omalley)
  6168. HDFS-519. Create new tests for lease recovery (cos)
  6169. HDFS-804. New unit tests for concurrent lease recovery (cos)
  6170. HDFS-813. Enable the append test in TestReadWhileWriting. (szetszwo)
  6171. HDFS-145. Cleanup inconsistent block length handling code in
  6172. FSNameSystem#addStoredBlock. (hairong)
  6173. HDFS-127. Reset failure count in DFSClient for each block acquiring
  6174. operation. (Igor Bolotin via szetszwo)
  6175. HDFS-520. Create new tests for block recovery. (hairong)
  6176. HDFS-1067. Create block recovery tests that handle errors. (hairong)
  6177. HDFS-1107. Turn on append by default. (shv)
  6178. HDFS-968. Use StringBuilder instead of StringBuffer for better
  6179. performance. (Kay Kay via suresh)
  6180. HDFS-703. Replace current fault injection implementation with one
  6181. from (cos)
  6182. HDFS-754. Reduce ivy console output to observable level (cos)
  6183. HDFS-832. HDFS side of HADOOP-6222. (cos)
  6184. HDFS-840. Change tests to use FileContext test helper introduced in
  6185. HADOOP-6394. (Jitendra Nath Pandey via suresh)
  6186. HDFS-685. Use the user-to-groups mapping service in the NameNode.
  6187. (boryas, acmurthy)
  6188. HDFS-755. Read multiple checksum chunks at once in DFSInputStream.
  6189. (Todd Lipcon via tomwhite)
  6190. HDFS-786. Implement getContentSummary in HftpFileSystem.
  6191. (Tsz Wo (Nicholas), SZE via cdouglas)
  6192. HDFS-587. Add support for specifying queue name in mapreduce tests.
  6193. (Erik Steffl via suresh)
  6194. HDFS-902 Move contrib/raid to MapReduce. (Eli Collins via omalley)
  6195. HDFS-800. The last block of a file under construction may change to the
  6196. COMPLETE state in response to getAdditionalBlock or completeFileInternal.
  6197. (hairong)
  6198. HDFS-899. Delegation Token Implementation
  6199. and corresponding changes in Namenode and DFS Api to issue,
  6200. renew and cancel delegation tokens. (jnp via boryas)
  6201. HDFS-844. Log the filename when file locking fails. (tomwhite)
  6202. HDFS-914. Refactor DFSOutputStream and DFSInputStream out of DFSClient.
  6203. (Todd Lipcon via tomwhite)
  6204. HDFS-949. Move DelegationToken into Common so that it can be used by
  6205. MapReduce. (omalley)
  6206. HDFS-930. Better error message for DATA_TRANSFER_VERSION mismatched.
  6207. (Kay Kay via szetszwo)
  6208. HDFS-986. Delegation token renewing and cancelling should provide
  6209. meaningful exceptions when there are failures instead of returning
  6210. false. (omalley)
  6211. HADOOP-6579. Upgrade the commons-codec library to 1.4. (omalley)
  6212. HDFS-991. Allow authentication to the web ui via a delegation token.
  6213. (omalley)
  6214. HDFS-994. Allow fetching of delegation token from NameNode for hftp.
  6215. (Jakob Homan via acmurthy)
  6216. HDFS-998. Quote blocks streamed through jsps. (cdouglas)
  6217. HDFS-729. NameNode API to list files that have missing blocks.
  6218. (Rodrigo Schmidt via dhruba)
  6219. HDFS-850. The WebUI display more details about namenode memory usage.
  6220. (Dmytro Molkov via dhruba)
  6221. HDFS-826. The DFSOutputStream has a API that returns the number of
  6222. active datanode(s) in the current pipeline. (dhruba)
  6223. HDFS-985. HDFS should issue multiple RPCs for listing a large
  6224. directory. (hairong)
  6225. HDFS-1043. NNThroughputBenchmark modifications to support benchmarking of
  6226. server-side user group resolution. (shv)
  6227. HDFS-892. Optionally use Avro reflection for Namenode RPC. This
  6228. is not a complete implementation yet, but rather a starting point.
  6229. (cutting)
  6230. HDFS-854. Datanode should scan devices in parallel to generate
  6231. block report. (Dmytro Molkov via jhoman)
  6232. HDFS-1032. fsck has an option to list corrupt files.
  6233. (Andre Oriai via dhruba)
  6234. HDFS-1024. SecondaryNameNode verifies size of fsimage and edits file.
  6235. (Dmytro Molkov via dhruba)
  6236. HDFS-1011. hdfsproxy: Improve log messages by restoring the previous
  6237. thread name. (Srikanth Sundarrajan via szetszwo)
  6238. HDFS-997. Allow datanode storage directory permissions to be configurable.
  6239. (Luke Lu via cdouglas)
  6240. HDFS-1012. hdfsproxy: Support for fully qualified HDFS path in addition to
  6241. simple unqualified path. (Srikanth Sundarrajan via szetszwo)
  6242. HDFS-933. Namenode should issue a delegation token only for kerberos
  6243. authenticated clients.(jnp via boryas)
  6244. HDFS-1087. Modify audit log to use a StringBuilder rather than a Formatter.
  6245. (cdouglas)
  6246. HDFS-1083. Update TestHDFSCLI not to expect exception class name
  6247. in error messages. (suresh)
  6248. HDFS-1099. Add test for umask backward compatibility. (suresh)
  6249. HDFS-1092. Use logging rather than System.err in MiniDFSCluster.
  6250. (Kay Kay via jghoman)
  6251. HDFS-1047. Install/deploy source jars to Maven repo.
  6252. (Patrick Angeles via jghoman)
  6253. HDFS-666. Unit test for FsShell -text. (cdouglas via jghoman)
  6254. HDFS-1054. Remove unnecessary sleep after failure in nextBlockOutputStream.
  6255. (Todd Lipcon via jghoman)
  6256. HDFS-921. Convert TestDFSClientRetries::testNotYetReplicatedErrors
  6257. to Mockito. (jghoman)
  6258. HDFS-1100. Override unwrapException in TestFcHdfsSymlink to test
  6259. symlink API conformance. (Eli Collins via suresh).
  6260. HDFS-1089. Remove uses of FileContext#isFile, isDirectory, and exists.
  6261. (Eli Collins via hairong)
  6262. HDFS-1028. Efficient splitting of path components reduces the time
  6263. to load in fsimage by 20%. (Dmytro Molkov via dhruba)
  6264. HDFS-1109. HFTP supports filenames that contains the character "+".
  6265. (Dmytro Molkov via dhruba)
  6266. HDFS-853. The HDFS webUI displays the balanced-ness of the cluster.
  6267. (Dmytro Molkov via dhruba)
  6268. HDFS-1126. Change HDFS to depend on Hadoop 'common' artifacts instead
  6269. of 'core'. (tomwhite)
  6270. HDFS-995. Replace usage of FileStatus#isDir(). (Eli Collins via
  6271. tomwhite)
  6272. HDFS-1161. Make DN minimum valid volumes configurable.
  6273. (Eli Collins via tomwhite)
  6274. HDFS-1181. Move configuration and script files post split. (tomwhite)
  6275. HDFS-1170. Add more assertions to TestLargeDirectoryDelete.
  6276. (Steve Loughran via tomwhite)
  6277. HDFS-1199. Extract a subset of tests for smoke (DOA) validation. (cos)
  6278. HDFS-1174. New properties for suspend and resume process. (Vinay Thota via
  6279. cos)
  6280. HDFS-1277. [Herriot] New property for multi user list. (Vinay Thota via
  6281. cos)
  6282. HDFS-806. Add new unit tests to the 10-mins 'run-commit-test' target (cos)
  6283. OPTIMIZATIONS
  6284. HDFS-946. NameNode should not return full path name when lisitng a
  6285. diretory or getting the status of a file. (hairong)
  6286. BUG FIXES
  6287. HDFS-76. Better error message to users when commands fail because of
  6288. lack of quota. Allow quota to be set even if the limit is lower than
  6289. current consumption. (Boris Shkolnik via rangadi)
  6290. HADOOP-4687. HDFS is split from Hadoop Core. It is a subproject under
  6291. Hadoop (Owen O'Malley)
  6292. HADOOP-6096. Fix Eclipse project and classpath files following project
  6293. split. (tomwhite)
  6294. HDFS-195. Handle expired tokens when write pipeline is reestablished.
  6295. (Kan Zhang via rangadi)
  6296. HDFS-181. Validate src path in FSNamesystem.getFileInfo(..). (Todd
  6297. Lipcon via szetszwo)
  6298. HDFS-441. Remove TestFTPFileSystem. (szetszwo)
  6299. HDFS-440. Fix javadoc broken links in DFSClient. (szetszwo)
  6300. HDFS-480. Fix a typo in the jar name in build.xml.
  6301. (Konstantin Shvachko via gkesavan)
  6302. HDFS-438. Check for NULL before invoking GenericArgumentParser in
  6303. DataNode. (Raghu Angadi)
  6304. HDFS-415. BlockReceiver hangs in case of certain runtime exceptions.
  6305. (Konstantin Boudnik via rangadi)
  6306. HDFS-462. loadFSImage should close edits file. (Jakob Homan via shv)
  6307. HDFS-489. Update TestHDFSCLI for the -skipTrash option in rm. (Jakob Homan
  6308. via szetszwo)
  6309. HDFS-445. pread() does not pick up changes to block locations.
  6310. (Kan Zhang via rangadi)
  6311. HDFS-463. CreateEditLog utility broken after HDFS-396 (URI for
  6312. FSImage). (Suresh Srinivas via rangadi)
  6313. HDFS-484. Fix bin-package and package target to package jar files.
  6314. (gkesavan)
  6315. HDFS-490. Eliminate the deprecated warnings introduced by H-5438.
  6316. (He Yongqiang via szetszwo)
  6317. HDFS-119. Fix a bug in logSync(), which causes NameNode block forever.
  6318. (Suresh Srinivas via shv)
  6319. HDFS-534. Include avro in ivy. (szetszwo)
  6320. HDFS-532. Allow applications to know that a read request failed
  6321. because block is missing. (dhruba)
  6322. HDFS-561. Fix write pipeline READ_TIMEOUT in DataTransferProtocol.
  6323. (Kan Zhang via szetszwo)
  6324. HDFS-553. BlockSender reports wrong failed position in ChecksumException.
  6325. (hairong)
  6326. HDFS-568. Set mapred.job.tracker.retire.jobs to false in
  6327. src/test/mapred-site.xml for mapreduce tests to run. (Amareshwari
  6328. Sriramadasu via szetszwo)
  6329. HDFS-15. All replicas end up on 1 rack. (Jitendra Nath Pandey via hairong)
  6330. HDFS-586. TestBlocksWithNotEnoughRacks sometimes fails.
  6331. (Jitendra Nath Pandey via hairong)
  6332. HADOOP-6243. Fixed a NullPointerException in handling deprecated keys.
  6333. (Sreekanth Ramakrishnan via yhemanth)
  6334. HDFS-605. Do not run fault injection tests in the run-test-hdfs-with-mr
  6335. target. (Konstantin Boudnik via szetszwo)
  6336. HDFS-606. Fix ConcurrentModificationException in invalidateCorruptReplicas()
  6337. (shv)
  6338. HDFS-601. TestBlockReport obtains data directories directly from
  6339. MiniHDFSCluster. (Konstantin Boudnik via shv)
  6340. HDFS-614. TestDatanodeBlockScanner obtains data directories directly from
  6341. MiniHDFSCluster. (shv)
  6342. HDFS-612. Remove the use of org.mortbay.log.Log in FSDataset. (szetszwo)
  6343. HDFS-622. checkMinReplication should count live nodes only. (shv)
  6344. HDFS-629. Remove ReplicationTargetChooser.java along with fixing
  6345. import warnings generated by Eclipse. (dhruba)
  6346. HDFS-637. DataNode sends a Success ack when block write fails. (hairong)
  6347. HDFS-640. Fixed TestHDFSFileContextMainOperations.java build failure. (suresh)
  6348. HDFS-547. TestHDFSFileSystemContract#testOutputStreamClosedTwice
  6349. sometimes fails with CloseByInterruptException. (hairong)
  6350. HDFS-588. Fix TestFiDataTransferProtocol and TestAppend2 failures. (shv)
  6351. HDFS-550. DataNode restarts may introduce corrupt/duplicated/lost replicas
  6352. when handling detached replicas. (hairong)
  6353. HDFS-659. If the the last block is not complete, update its length with
  6354. one of its replica's length stored in datanode. (szetszwo)
  6355. HDFS-649. Check null pointers for DataTransferTest. (Konstantin Boudnik
  6356. via szetszwo)
  6357. HDFS-661. DataNode upgrade fails on non-existant current directory.
  6358. (hairong)
  6359. HDFS-597. Mofication introduced by HDFS-537 breakes an advice binding in
  6360. FSDatasetAspects. (Konstantin Boudnik via szetszwo)
  6361. HDFS-665. TestFileAppend2 sometimes hangs. (hairong)
  6362. HDFS-676. Fix NPE in FSDataset.updateReplicaUnderRecovery() (shv)
  6363. HDFS-673. BlockReceiver#PacketResponder should not remove a packet from
  6364. the ack queue before its ack is sent. (hairong)
  6365. HDFS-682. Fix bugs in TestBlockUnderConstruction. (szetszwo)
  6366. HDFS-668. TestFileAppend3#TC7 sometimes hangs. (hairong)
  6367. HDFS-679. Appending to a partial chunk incorrectly assumes the
  6368. first packet fills up the partial chunk. (hairong)
  6369. HDFS-722. Fix callCreateBlockWriteStream pointcut in FSDatasetAspects.
  6370. (szetszwo)
  6371. HDFS-690. TestAppend2#testComplexAppend failed on "Too many open files".
  6372. (hairong)
  6373. HDFS-725. Support the build error fix for HADOOP-6327. (Sanjay Radia via
  6374. szetszwo)
  6375. HDFS-625. Fix NullPointerException thrown from ListPathServlet. (suresh)
  6376. HDFS-735. TestReadWhileWriting has wrong line termination symbols (cos)
  6377. HDFS-691. Fix an overflow error in DFSClient.DFSInputStream.available().
  6378. (szetszwo)
  6379. HDFS-733. TestBlockReport fails intermittently. (cos)
  6380. HDFS-774. Intermittent race condition in TestFiPipelines (cos)
  6381. HDFS-741. TestHFlush test doesn't seek() past previously written part of
  6382. the file (cos, szetszwo)
  6383. HDFS-706. Intermittent failures in TestFiHFlush (cos)
  6384. HDFS-646. Fix test-patch failure by adding test-contrib ant target.
  6385. (gkesavan)
  6386. HDFS-791. Build is broken after HDFS-787 patch has been applied (cos)
  6387. HDFS-792. TestHDFSCLI is failing. (Todd Lipcon via cos)
  6388. HDFS-781. Namenode metrics PendingDeletionBlocks is not decremented.
  6389. (Suresh)
  6390. HDFS-192. Fix TestBackupNode failures. (shv)
  6391. HDFS-797. TestHDFSCLI much slower after HDFS-265 merge. (Todd Lipcon via cos)
  6392. HDFS-824. Stop lease checker in TestReadWhileWriting. (szetszwo)
  6393. HDFS-823. CheckPointer should use addInternalServlet for image-fetching
  6394. servlet (jghoman)
  6395. HDFS-456. Fix URI generation for windows file paths. (shv)
  6396. HDFS-812. FSNamesystem#internalReleaseLease throws NullPointerException on
  6397. a single-block file's lease recovery. (cos)
  6398. HDFS-724. Pipeline hangs if one of the block receiver is not responsive.
  6399. (hairong)
  6400. HDFS-564. Adding pipeline tests 17-35. (hairong)
  6401. HDFS-849. TestFiDataTransferProtocol2#pipeline_Fi_18 sometimes fails.
  6402. (hairong)
  6403. HDFS-762. Balancer causes Null Pointer Exception.
  6404. (Cristian Ivascu via dhruba)
  6405. HDFS-868. Fix link to Hadoop Upgrade Wiki. (Chris A. Mattmann via shv)
  6406. HDFS-880. TestNNLeaseRecovery fails on windows (cos, shv)
  6407. HDFS-699. Primary datanode should compare replicas' on disk lengths.
  6408. (hairong)
  6409. HDFS-897. Fix a bug related to generation stamp comparison in
  6410. ReplicasMap. (suresh)
  6411. HDFS-793. Data node should receive the whole packet ack message before it
  6412. constructs and sends its own ack message for the packet. (hairong)
  6413. HDFS-101. DFS write pipeline: DFSClient sometimes does not detect second
  6414. datanode failure. (hairong)
  6415. HDFS-822. Appends to already-finalized blocks can rename across volumes.
  6416. (hairong)
  6417. HDFS-1046. Fix Tomcat version in hdfsproxy/build.xml. (Srikanth
  6418. Sundarrajan via szetszwo)
  6419. HDFS-1072. Fix TestReadWhileWriting failure. (Erik Steffl via shv)
  6420. HDFS-913. Rename fault injection test TestRename.java to TestFiRename.java
  6421. to include it in tests run by ant target run-test-hdfs-fault-inject.
  6422. (suresh)
  6423. HDFS-695. RaidNode should read in configuration from hdfs-site.xml.
  6424. (dhruba)
  6425. HDFS-726. Eclipse .classpath template has outdated jar files and is
  6426. missing some new ones. (cos)
  6427. HDFS-750. Fix build failure due to TestRename. (suresh)
  6428. HDFS-712. Move libhdfs from mapreduce subproject to hdfs subproject.
  6429. (Eli Collins via dhruba)
  6430. HDFS-757. Enable Unit test for HDFS Raid. (dhruba)
  6431. HDFS-611. Prevent DataNode heartbeat times from increasing even when
  6432. the DataNode has many blocks to delete. (Zheng Shao via dhruba)
  6433. HDFS-751. Fix TestCrcCorruption to pick up the correct datablocks to
  6434. corrupt. (dhruba)
  6435. HDFS-763. Fix slightly misleading report from DataBlockScanner
  6436. about corrupted scans. (dhruba)
  6437. HDFS-727. bug setting block size hdfsOpenFile (Eli Collins via cos)
  6438. HDFS-756. libhdfs unit tests do not run. (Eli Collins via cos)
  6439. HDFS-783. libhdfs tests brakes code coverage runs with Clover (cos)
  6440. HDFS-785. Add Apache license to several namenode unit tests.
  6441. (Ravi Phulari via jghoman)
  6442. HDFS-802. Update Eclipse configuration to match changes to Ivy
  6443. configuration (Edwin Chan via cos)
  6444. HDFS-423. Unbreak FUSE build and fuse_dfs_wrapper.sh (Eli Collins via cos)
  6445. HDFS-825. Build fails to pull latest hadoop-core-* artifacts (cos)
  6446. HDFS-94. The Heap Size printed in the NameNode WebUI is accurate.
  6447. (Dmytro Molkov via dhruba)
  6448. HDFS-767. An improved retry policy when the DFSClient is unable to fetch a
  6449. block from the datanode. (Ning Zhang via dhruba)
  6450. HDFS-775. FSDataset calls getCapacity() twice. (stevel)
  6451. HDFS-885. Datanode toString() NPEs on null dnRegistration. (stevel)
  6452. HDFS-877. Client-driven block verification not functioning. (Todd
  6453. Lipcon via hairong)
  6454. HDFS-630. In DFSOutputStream.nextBlockOutputStream(), the client can
  6455. exclude specific datanodes when locating the next block.
  6456. (Cosmin Lehene via Stack)
  6457. HDFS-922. Remove unnecessary semicolon added by HDFS-877 that causes
  6458. problems for Eclipse compilation. (jghoman)
  6459. HDFS-927 DFSInputStream retries too many times for new block locations
  6460. (Todd Lipcon via Stack)
  6461. HDFS-938. Replace calls to UGI.getUserName() with UGI.getShortUserName()
  6462. (jghoman)
  6463. HDFS-894. DatanodeID.ipcPort is not updated when existing node
  6464. re-registers. (Todd Lipcon via tomwhite)
  6465. HDFS-965. Split TestDelegationToken in to two parts and fix configuration
  6466. to allow proxy users in the test. (Jitendra Pandey via omalley)
  6467. HDFS-999. Secondary namenode should login using kerberos if security is
  6468. configured (boryas)
  6469. HDFS-856. Hardcoded replication level for new files in fuse-dfs.
  6470. (Brian Bockelman via tomwhite)
  6471. HDFS-857. Incorrect type for fuse-dfs capacity can cause "df" to return
  6472. negative values on 32-bit machines. (Brian Bockelman via tomwhite)
  6473. HDFS-858. Incorrect return codes for fuse-dfs. (Brian Bockelman via
  6474. tomwhite)
  6475. HDFS-859. fuse-dfs utime behavior causes issues with tar.
  6476. (Brian Bockelman via tomwhite)
  6477. HDFS-861. fuse-dfs does not support O_RDWR. (Brian Bockelman via tomwhite)
  6478. HDFS-961. dfs_readdir incorrectly parses paths. (Eli Collins via tomwhite)
  6479. HDFS-1015. Fix intermittent failure in TestSecurityTokenEditLog.
  6480. (Jitendra Nath Pandey via suresh)
  6481. HDFS-939. libhdfs test is broken. (Eli Collins via tomwhite)
  6482. HDFS-1074. hdfsproxy: Fix bugs in TestProxyUtil. (Srikanth Sundarrajan
  6483. via szetszwo)
  6484. HDFS-481. hdfsproxy: Bug Fixes + HdfsProxy to use proxy user to
  6485. impresonate the real user. (Srikanth Sundarrajan via szetszwo)
  6486. HDFS-482. Move HsftpFileSystem's ssl.client.do.not.authenticate.server
  6487. configuration setting to ssl-client.xml. (Srikanth Sundarrajan via
  6488. szetszwo)
  6489. HDFS-1010. hdfsproxy: Retrieve groups from UnixUserGroupInformation
  6490. instead of LdapEntry. (Srikanth Sundarrajan via szetszwo)
  6491. HDFS-466. hdfs_write infinite loop when dfs fails and cannot write
  6492. files > 2 GB. (Pete Wyckoff via tomwhite)
  6493. HDFS-651. HDFS Docs - fix listing of docs in the doc menu.
  6494. (Corinne Chandel via tomwhite)
  6495. HDFS-1014. Error in reading delegation tokens from edit logs.
  6496. (Jitendra Nath Pandey via jhoman)
  6497. HDFS-1088. Prevent renaming a symbolik link to its target.
  6498. (Eli Collins via suresh)
  6499. HDFS-966. NameNode does not recovers lease when it is in safemode.
  6500. (dhruba)
  6501. HDFS-833. Datanode shutdown should log problems with Storage.unlockAll()
  6502. (Steve Loughran via dhruba)
  6503. HDFS-1101. TestDiskError.testLocalDirs() fails. (cdouglas via jghoman)
  6504. HDFS-1031. Enhance the webUi to list a few of the corrupted files in HDFS.
  6505. (Andre Orian via dhruba)
  6506. HDFS-1078. Create static and dynamic versions of libhdfs.
  6507. (Sam Rash via dhruba)
  6508. HDFS-1104. Fsck triggers full GC on NameNode. (hairong)
  6509. HDFS-1141. Closing a file is successful only if the client still has a
  6510. valid lease. (Todd Lipcon via dhruba)
  6511. HDFS-1138. Prevent erroneous updation of modification time of a directory
  6512. when fsimage loads. (Dmytro Molkov via dhruba)
  6513. HDFS-1000. Updates libhdfs to the new API for UGI (ddas)
  6514. HDFS-609. Create a file with the append flag does not work in HDFS.
  6515. (tomwhite)
  6516. HDFS-1255. Fix failing test-libhdfs.sh test. (tomwhite)
  6517. HDFS-1256. libhdfs is missing from the tarball. (tomwhite)
  6518. HDFS-1057. Concurrent readers hit ChecksumExceptions if following a
  6519. writer to very end of file. (sam rash via hairong)
  6520. HDFS-1212. Harmonize HDFS JAR library versions with Common. (tomwhite)
  6521. HDFS-1159. clean-cache target removes wrong ivy cache (cos)
  6522. HDFS-1193. -mvn-system-deploy target is broken which inturn fails the
  6523. mvn-deploy task leading to unstable mapreduce build (Giridharan
  6524. Kesavan via cos)
  6525. HDFS-1299. 'compile-fault-inject' never should be called directly. (cos)
  6526. HDFS-1311. Running tests with 'testcase' cause triple execution of the
  6527. same test case (Cos)
  6528. HDFS-1267. fuse-dfs does not compile. (Devaraj Das via tomwhite)
  6529. HDFS-1598. Directory listing on hftp:// does not show .*.crc files.
  6530. (szetszwo)
  6531. HDFS-1750. ListPathsServlet should not use HdfsFileStatus.getLocalName()
  6532. to get file name since it may return an empty string. (szetszwo)
  6533. Release 0.20.3 - Unreleased
  6534. IMPROVEMENTS
  6535. BUG FIXES
  6536. HDFS-1041. DFSClient.getFileChecksum(..) should retry if connection to
  6537. the first datanode fails. (szetszwo)
  6538. HDFS-909. Wait until edits syncing is finishes before purging edits.
  6539. (Todd Lipcon via shv)
  6540. HDFS-1258. Clearing namespace quota on "/" corrupts fs image.
  6541. (Aaron T. Myers via szetszwo)
  6542. HDFS-1406. TestCLI fails on Ubuntu with default /etc/hosts. (cos)
  6543. Release 0.20.203.0 - 2011-5-11
  6544. IMPROVEMENTS
  6545. HADOOP-7259. Contrib modules should include the build.properties from
  6546. the enclosing hadoop directory. (omalley)
  6547. BUG FIXES
  6548. HDFS-132. Fix namenode to not report files deleted metrics for deletions
  6549. done while replaying edits during startup. (suresh & shv)
  6550. HDFS-955. New implementation of saveNamespace() to avoid loss of edits
  6551. when name-node fails during saving. (shv)
  6552. Release 0.20.2 - 2009-09-01
  6553. IMPROVEMENTS
  6554. HDFS-737. Add full path name of the file to the block information and
  6555. summary of total number of files, blocks, live and deadnodes to
  6556. metasave output. (Jitendra Nath Pandey via suresh)
  6557. HDFS-919. Create test to validate the BlocksVerified metric (Gary Murry
  6558. via cos)
  6559. HDFS-907. Add tests for getBlockLocations and totalLoad metrics.
  6560. (Ravi Phulari via cos)
  6561. BUG FIXES
  6562. HDFS-686. NullPointerException is thrown while merging edit log and image.
  6563. (hairong)
  6564. HDFS-677. Rename failure when both source and destination quota exceeds
  6565. results in deletion of source. (suresh)
  6566. HDFS-709. Fix TestDFSShell failure due to rename bug introduced by
  6567. HDFS-677. (suresh)
  6568. HDFS-579. Fix DfsTask to follow the semantics of 0.19, regarding non-zero
  6569. return values as failures. (Christian Kunz via cdouglas)
  6570. HDFS-723. Fix deadlock in DFSClient#DFSOutputStream. (hairong)
  6571. HDFS-596. Fix memory leak in hdfsFreeFileInfo() for libhdfs.
  6572. (Zhang Bingjun via dhruba)
  6573. HDFS-185. Disallow chown, chgrp, chmod, setQuota, and setSpaceQuota when
  6574. name-node is in safemode. (Ravi Phulari via shv)
  6575. HDFS-187. Initialize secondary namenode http address in TestStartup.
  6576. (Todd Lipcon via szetszwo)
  6577. HDFS-464. Fix memory leaks in libhdfs. (Christian Kunz via suresh)
  6578. HDFS-1377. Quota bug for partial blocks allows quotas to be violated. (eli)
  6579. Release 0.20.1 - 2009-09-01
  6580. IMPROVEMENTS
  6581. HDFS-438. Improve help message for space quota command. (Raghu Angadi)
  6582. BUG FIXES
  6583. HDFS-167. Fix a bug in DFSClient that caused infinite retries on write.
  6584. (Bill Zeller via szetszwo)
  6585. HDFS-527. Remove/deprecate unnecessary DFSClient constructors. (szetszwo)
  6586. HDFS-525. The SimpleDateFormat object in ListPathsServlet is not thread
  6587. safe. (Suresh Srinivas and cdouglas)
  6588. HDFS-761. Fix failure to process rename operation from edits log due to
  6589. quota verification. (suresh)