CHANGES.txt 115 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291
  1. Hadoop HDFS Change Log
  2. Release 0.23.2 - UNRELEASED
  3. INCOMPATIBLE CHANGES
  4. HDFS-2887. FSVolume, is a part of FSDatasetInterface implementation, should
  5. not be referred outside FSDataset. A new FSVolumeInterface is defined.
  6. The BlockVolumeChoosingPolicy.chooseVolume(..) method signature is also
  7. updated. (szetszwo)
  8. NEW FEATURES
  9. IMPROVEMENTS
  10. HDFS-2931. Switch DataNode's BlockVolumeChoosingPolicy to private-audience.
  11. (harsh via szetszwo)
  12. OPTIMIZATIONS
  13. BUG FIXES
  14. HDFS-2923. Namenode IPC handler count uses the wrong configuration key
  15. (todd)
  16. HDFS-2764. TestBackupNode is racy. (atm)
  17. HDFS-2869. Fix an error in the webhdfs docs for the mkdir op (harsh)
  18. HDFS-776. Fix exception handling in Balancer. (Uma Maheswara Rao G
  19. via szetszwo)
  20. Release 0.23.1 - 2012-02-08
  21. INCOMPATIBLE CHANGES
  22. NEW FEATURES
  23. HDFS-2316. [umbrella] WebHDFS: a complete FileSystem implementation for
  24. accessing HDFS over HTTP (szetszwo)
  25. HDFS-2594. Support getDelegationTokens and createSymlink in WebHDFS.
  26. (szetszwo)
  27. HDFS-2545. Change WebHDFS to support multiple namenodes in federation.
  28. (szetszwo)
  29. HDFS-2178. Contributing Hoop to HDFS, replacement for HDFS proxy
  30. with read/write capabilities. (tucu)
  31. IMPROVEMENTS
  32. HDFS-2560. Refactor BPOfferService to be a static inner class (todd)
  33. HDFS-2544. Hadoop scripts unconditionally source
  34. "$bin"/../libexec/hadoop-config.sh. (Bruno Mahé via tomwhite)
  35. HDFS-2543. HADOOP_PREFIX cannot be overridden. (Bruno Mahé via tomwhite)
  36. HDFS-2562. Refactor DN configuration variables out of DataNode class
  37. (todd)
  38. HDFS-2563. Some cleanup in BPOfferService. (todd)
  39. HDFS-2568. Use a set to manage child sockets in XceiverServer.
  40. (harsh via eli)
  41. HDFS-2454. Move maxXceiverCount check to before starting the
  42. thread in dataXceiver. (harsh via eli)
  43. HDFS-2570. Add descriptions for dfs.*.https.address in hdfs-default.xml.
  44. (eli)
  45. HDFS-2536. Remove unused imports. (harsh via eli)
  46. HDFS-2566. Move BPOfferService to be a non-inner class. (todd)
  47. HDFS-2552. Add Forrest doc for WebHDFS REST API. (szetszwo)
  48. HDFS-2587. Add apt doc for WebHDFS REST API. (szetszwo)
  49. HDFS-2604. Add a log message to show if WebHDFS is enabled and a
  50. configuration section in the forrest doc. (szetszwo)
  51. HDFS-2511. Add dev script to generate HDFS protobufs. (tucu)
  52. HDFS-2654. Make BlockReaderLocal not extend RemoteBlockReader2. (eli)
  53. HDFS-2675. Reduce warning verbosity when double-closing edit logs
  54. (todd)
  55. HDFS-2335. DataNodeCluster and NNStorage always pull fresh entropy.
  56. (Uma Maheswara Rao G via eli)
  57. HDFS-2574. Remove references to some deprecated properties in conf
  58. templates and defaults files. (Joe Crobak via harsh)
  59. HDFS-2722. HttpFs should not be using an int for block size. (harsh)
  60. HDFS-2710. Add HDFS tests related to HADOOP-7933. (Siddarth Seth via
  61. suresh)
  62. HDFS-2349. Corruption detected during block transfers between DNs
  63. should log a WARN instead of INFO. (harsh)
  64. HDFS-2729. Update BlockManager's comments regarding the invalid block
  65. set (harsh)
  66. HDFS-2726. Fix a logging issue under DFSClient's createBlockOutputStream
  67. method (harsh)
  68. HDFS-554. Use System.arraycopy in BlockInfo.ensureCapacity. (harsh)
  69. HDFS-1314. Make dfs.blocksize accept size-indicating prefixes.
  70. (Sho Shimauchi via harsh)
  71. HDFS-69. Improve the 'dfsadmin' commandline help. (harsh)
  72. HDFS-2788. HdfsServerConstants#DN_KEEPALIVE_TIMEOUT is dead code. (eli)
  73. HDFS-362. FSEditLog should not writes long and short as UTF8, and should
  74. not use ArrayWritable for writing non-array items. (Uma Maheswara Rao G
  75. via szetszwo)
  76. HDFS-2803. Add logging to LeaseRenewer for better lease expiration debugging.
  77. (Jimmy Xiang via todd)
  78. HDFS-2817. Combine the two TestSafeMode test suites. (todd)
  79. HDFS-2818. Fix a missing space issue in HDFS webapps' title tags. (Devaraj K via harsh)
  80. HDFS-2397. Undeprecate SecondaryNameNode. (eli)
  81. HDFS-2814. NamenodeMXBean does not account for svn revision in the version
  82. information. (Hitesh Shah via jitendra)
  83. HDFS-2784. Update hftp and hdfs for host-based token support.
  84. (Kihwal Lee via jitendra)
  85. HDFS-2785. Update webhdfs and httpfs for host-based token support.
  86. (Robert Joseph Evans via jitendra)
  87. HDFS-2868. Expose xceiver counts via the DataNode MXBean. (harsh)
  88. HDFS-2786. Fix host-based token incompatibilities in DFSUtil. (Kihwal
  89. Lee via jitendra)
  90. OPTIMIZATIONS
  91. HDFS-2130. Switch default checksum to CRC32C. (todd)
  92. HDFS-2533. Remove needless synchronization on some FSDataSet methods.
  93. (todd)
  94. HDFS-2129. Simplify BlockReader to not inherit from FSInputChecker.
  95. (todd)
  96. HDFS-2246. Enable reading a block directly from local file system
  97. for a client on the same node as the block file. (Andrew Purtell,
  98. Suresh Srinivas and Jitendra Nath Pandey via szetszwo)
  99. HDFS-2825. Add test hook to turn off the writer preferring its local
  100. DN. (todd)
  101. HDFS-2826. Add test case for HDFS-1476 (safemode can initialize
  102. replication queues before exiting) (todd)
  103. HDFS-2864. Remove some redundant methods and the constant METADATA_VERSION
  104. from FSDataset. (szetszwo)
  105. HDFS-2879. Change FSDataset to package private. (szetszwo)
  106. BUG FIXES
  107. HDFS-2541. For a sufficiently large value of blocks, the DN Scanner
  108. may request a random number with a negative seed value. (harsh via eli)
  109. HDFS-2502. hdfs-default.xml should include dfs.name.dir.restore.
  110. (harsh via eli)
  111. HDFS-2567. When 0 DNs are available, show a proper error when
  112. trying to browse DFS via web UI. (harsh via eli)
  113. HDFS-2575. DFSTestUtil may create empty files (todd)
  114. HDFS-2588. hdfs jsp pages missing DOCTYPE. (Dave Vronay via mattf)
  115. HDFS-2590. Fix the missing links in the WebHDFS forrest doc. (szetszwo)
  116. HDFS-2596. TestDirectoryScanner doesn't test parallel scans. (eli)
  117. HDFS-2606. webhdfs client filesystem impl must set the content-type
  118. header for create/append. (tucu)
  119. HDFS-2614. hadoop dist tarball is missing hdfs headers. (tucu)
  120. HDFS-2653. DFSClient should cache whether addrs are non-local when
  121. short-circuiting is enabled. (eli)
  122. HDFS-2649. eclipse:eclipse build fails for hadoop-hdfs-httpfs.
  123. (Jason Lowe via eli)
  124. HDFS-2640. Javadoc generation hangs. (tomwhite)
  125. HDFS-2553. Fix BlockPoolSliceScanner spinning in a tight loop (Uma
  126. Maheswara Rao G via todd)
  127. HDFS-2658. HttpFS introduced 70 javadoc warnings. (tucu)
  128. HDFS-2706. Use configuration for blockInvalidateLimit if it is set.
  129. (szetszwo)
  130. HDFS-2646. Hadoop HttpFS introduced 4 findbug warnings. (tucu)
  131. HDFS-2657. TestHttpFSServer and TestServerWebApp are failing on trunk. (tucu)
  132. HDFS-2705. HttpFS server should check that upload requests have correct
  133. content-type. (tucu)
  134. HDFS-2707. HttpFS should read the hadoop-auth secret from a file instead
  135. inline from the configuration. (tucu)
  136. HDFS-2790. FSNamesystem.setTimes throws exception with wrong
  137. configuration name in the message. (Arpit Gupta via eli)
  138. HDFS-2810. Leases not getting renewed properly by clients (todd)
  139. HDFS-2751. Datanode may incorrectly drop OS cache behind reads
  140. even for short reads. (todd)
  141. HDFS-2816. Fix missing license header in httpfs findbugsExcludeFile.xml.
  142. (hitesh via tucu)
  143. HDFS-2822. processMisReplicatedBlock incorrectly identifies
  144. under-construction blocks as under-replicated. (todd)
  145. HDFS-442. dfsthroughput in test jar throws NPE (harsh)
  146. HDFS-2836. HttpFSServer still has 2 javadoc warnings in trunk.
  147. (revans2 via tucu)
  148. HDFS-2837. mvn javadoc:javadoc not seeing LimitedPrivate class.
  149. (revans2 via tucu)
  150. HDFS-2840. TestHostnameFilter should work with localhost or
  151. localhost.localdomain (tucu)
  152. HDFS-2791. If block report races with closing of file, replica is
  153. incorrectly marked corrupt. (todd)
  154. HDFS-2827. When the parent of a directory is the root, renaming the
  155. directory results in leases updated incorrectly. (Uma Maheswara Rao G
  156. via szetszwo)
  157. HDFS-2835. Fix findbugs and javadoc issue with GetConf.java.
  158. (suresh)
  159. HDFS-2889. getNumCurrentReplicas is package private but should be public on
  160. 0.23 (see HDFS-2408). (Gregory Chanan via atm)
  161. HDFS-2893. The start/stop scripts don't start/stop the 2NN when
  162. using the default configuration. (eli)
  163. Release 0.23.0 - 2011-11-01
  164. INCOMPATIBLE CHANGES
  165. HDFS-1526. Dfs client name for a map/reduce task should be unique
  166. among threads. (hairong)
  167. HDFS-1536. Improve HDFS WebUI. (hairong)
  168. HDFS-2210. Remove hdfsproxy. (eli)
  169. HDFS-1073. Redesign the NameNode's storage layout for image checkpoints
  170. and edit logs to introduce transaction IDs and be more robust.
  171. Please see HDFS-1073 section below for breakout of individual patches.
  172. NEW FEATURES
  173. HDFS-1359. Add BlockPoolID to Block. (suresh)
  174. HDFS-1365. Federation: propose ClusterID and BlockPoolID format
  175. (Tanping via boryas)
  176. HDFS-1394. Federation: modify -format option for namenode to generated
  177. new blockpool id and accept newcluster (boryas)
  178. HDFS-1400. Federation: DataTransferProtocol uses ExtendedBlockPool to
  179. include BlockPoolID in the protocol. (suresh)
  180. HDFS-1428. Federation : add cluster ID and block pool ID into
  181. Name node web UI(Tanping via boryas)
  182. HDFS-1450. Federation: Introduce block pool ID into FSDatasetInterface.
  183. (suresh)
  184. HDFS-1632. Federation: data node storage structure changes and
  185. introduce block pool storage. (Tanping via suresh)
  186. HDFS-1634. Federation: Convert single threaded DataNode into
  187. per BlockPool thread model.(boryas)
  188. HDFS-1637. Federation: FSDataset in Datanode should be created after
  189. initial handshake with namenode. (boryas and jitendra)
  190. HDFS-1653. Federation: Block received message from datanode sends invalid
  191. DatanodeRegistration. (Tanping via suresh)
  192. HDFS-1645. Federation: DatanodeCommond.Finalize needs to include
  193. BlockPoolId. (suresh)
  194. HDFS-1638. Federation: DataNode.handleDiskError needs to inform
  195. ALL namenodes if a disk failed (boryas)
  196. HDFS-1647. Federation: Multiple namenode configuration. (jitendra)
  197. HDFS-1639. Federation: Add block pool management to FSDataset. (suresh)
  198. HDFS-1648. Federation: Only DataStorage must be locked using in_use.lock
  199. and no locks must be associated with BlockPoolStorage. (Tanping via suresh)
  200. HDFS-1641. Federation: Datanode fields that are no longer used should
  201. be removed (boryas)
  202. HDFS-1642. Federation: add Datanode.getDNRegistration(String bpid)
  203. method (boryas)
  204. HDFS-1643. Federation: remove namenode argument from DataNode
  205. constructor (boryas)
  206. HDFS-1657. Federation: Tests that corrupt block files fail due to changed
  207. file path in federation. (suresh)
  208. HDFS-1661. Federation: Remove unnecessary TODO:FEDERATION comments.
  209. (jitendra)
  210. HDFS-1660. Federation: Datanode doesn't start with two namenodes (boryas)
  211. HDFS-1650. Federation: TestReplication fails. (Tanping via suresh)
  212. HDFS-1651. Federation: Tests fail due to null pointer exception in
  213. Datnode#shutdown() method. (Tanping via suresh)
  214. HDFS-1649. Federation: Datanode command to refresh namenode list at
  215. the datanode. (jitendra)
  216. HDFS-1646. Federation: MiniDFSClsuter#waitActive() waits for ever
  217. with the introduction of BPOfferService in datanode. (suresh)
  218. HDFS-1659. Federation: BPOfferService exits after one iteration
  219. incorrectly. (Tanping via suresh)
  220. HDFS-1654. Federation: Fix TestDFSUpgrade and TestDFSRollback failures.
  221. (suresh)
  222. HDFS-1668. Federation: Datanodes sends block pool usage information
  223. to the namenode in heartbeat. (suresh)
  224. HDFS-1669. Federation: Fix TestHftpFileSystem failure. (suresh)
  225. HDFS-1670. Federation: remove dnRegistration from Datanode (boryas)
  226. HDFS-1662. Federation: fix unit test case, TestCheckpoint
  227. and TestDataNodeMXBean (tanping via boryas)
  228. HDFS-1671. Federation: shutdown in DataNode should be able to
  229. shutdown individual BP threads as well as the whole DN (boryas).
  230. HDFS-1663. Federation: Rename getPoolId() everywhere to
  231. getBlockPoolId() (tanping via boryas)
  232. HDFS-1652. FederationL Add support for multiple namenodes in
  233. MiniDFSCluster. (suresh)
  234. HDFS-1672. Federation: refactor stopDatanode(name) to work
  235. with multiple Block Pools (boryas)
  236. HDFS-1687. Federation: DirectoryScanner changes for
  237. federation (Matt Foley via boryas)
  238. HDFS-1626. Make BLOCK_INVALIDATE_LIMIT configurable. (szetszwo)
  239. HDFS-1655. Federation: DatablockScanner should scan blocks for
  240. all the block pools. (jitendra)
  241. HDFS-1664. Federation: Add block pool storage usage to Namenode WebUI.
  242. (Tanping via suresh)
  243. HDFS-1674. Federation: Rename BlockPool class to BlockPoolSlice.
  244. (jghoman, Tanping via suresh)
  245. HDFS-1673. Federation: Datanode changes to track block token secret per
  246. namenode. (suresh)
  247. HDFS-1677. Federation: Fix TestFsck and TestListCorruptFileBlocks
  248. failures. (Tanping via suresh)
  249. HDFS-1678. Federation: Remove unnecessary #getBlockpool()
  250. for NameNodeMXBean in FSNameSystem. (Tanping via Suresh)
  251. HDFS-1688. Federation: Fix failures in fault injection tests,
  252. TestDiskError, TestDatanodeRestart and TestDFSTartupVersions. (suresh)
  253. HDFS-1696. Federation: when build version doesn't match -
  254. datanode should wait (keep connecting) untill NN comes up
  255. with the right version (boryas)
  256. HDFS-1681. Balancer: support per pool and per node policies. (szetszwo)
  257. HDFS-1695. Federation: Fix testOIV and TestDatanodeUtils
  258. (jhoman and tanping via boryas)
  259. HDFS-1699. Federation: Fix failure of TestBlockReport.
  260. (Matt Foley via suresh)
  261. HDFS-1698. Federation: TestOverReplicatedBlocks and TestWriteToReplica
  262. failing. (jhoman and jitendra)
  263. HDFS-1701. Federation: Fix TestHeartbeathandling.
  264. (Erik Steffl and Tanping Wang via suresh)
  265. HDFS-1693. Federation: Fix TestDFSStorageStateRecovery failure. (suresh)
  266. HDFS-1694. Federation: SimulatedFSDataset changes to work with
  267. federation and multiple block pools. (suresh)
  268. HDFS-1689. Federation: Configuration for namenodes. (suresh and jitendra)
  269. HDFS-1682. Change Balancer CLI for multiple namenodes and balancing
  270. policy. (szetszwo)
  271. HDFS-1697. Federation: fix TestBlockRecovery (boryas)
  272. HDFS-1702. Federation: fix TestBackupNode and TestRefreshNamendoes
  273. failures. (suresh)
  274. HDFS-1706. Federation: TestFileAppend2, TestFileAppend3 and
  275. TestBlockTokenWithDFS failing. (jitendra)
  276. HDFS-1704. Federation: Add a tool that lists namenodes, secondary and
  277. backup from configuration file. (suresh)
  278. HDFS-1711. Federation: create method for updating machine name in
  279. DataNode.java (boryas)
  280. HDFS-1712. Federation: when looking up datanode we should use machineNmae
  281. (in testOverReplicatedBlocks) (boryas)
  282. HDFS-1709. Federation: Error "nnaddr url param is null" when clicking on a
  283. node from NN Live Node Link. (jitendra)
  284. HDFS-1714. Federation: refactor upgrade object in DataNode (boryas)
  285. HDFS-1715. Federation: warning/error not generated when datanode sees
  286. inconsistent/different Cluster ID between namenodes (boryas)
  287. HDFS-1715. Federation: warning/error not generated when datanode sees
  288. inconsistent/different Cluster ID between namenodes (boryas)
  289. HDFS-1716. Federation: Add decommission tests for federated namenodes.
  290. (suresh)
  291. HDFS-1713. Federation: Prevent DataBlockScanner from running in tight loop.
  292. (jitendra)
  293. HDFS-1721. Federation: Configuration for principal names should not be
  294. namenode specific. (jitendra)
  295. HDFS-1717. Federation: FSDataset volumeMap access is not synchronized
  296. correctly. (suresh)
  297. HDFS-1722. Federation: Add flag to MiniDFSCluser to differentiate between
  298. federation and non-federation modes. (boryas via suresh)
  299. HDFS-1718. Federation: MiniDFSCluster#waitActive() bug causes some tests
  300. to fail. (suresh)
  301. HDFS-1719. Federation: Fix TestDFSRemove that fails intermittently.
  302. (suresh)
  303. HDFS-1720. Federation: FSVolumeSet volumes is not synchronized correctly.
  304. (suresh)
  305. HDFS-1700. Federation: fsck needs to work with federation changes.
  306. (Matt Foley via suresh)
  307. HDFS-1482. Add listCorruptFileBlocks to DistributedFileSystem.
  308. (Patrick Kling via hairong)
  309. HDFS-1448. Add a new tool Offline Edits Viewer (oev). (Erik Steffl
  310. via szetszwo)
  311. HDFS-1735. Federation: merge FSImage change in federation to
  312. FSImage+NNStorage refactoring in trunk. (suresh)
  313. HDFS-1737. Federation: Update the layout version for federation
  314. changes. (suresh)
  315. HDFS-1744. Federation: Add new layout version to offline image viewer
  316. and edits viewer. (suresh)
  317. HDFS-1745. Federation: Fix fault injection test failures. (suresh)
  318. HDFS-1746. Federation: TestFileAppend3 fails intermittently. (jitendra)
  319. HDFS-1703. Improve start/stop scripts and add decommission tool for
  320. federation. (Tanping Wang, Erik Steffl via suresh)
  321. HDFS-1749. Federation: TestListCorruptFileBlocks failing in federation
  322. branch. (jitendra)
  323. HDFS-1754. Federation: testFsck fails. (boryas)
  324. HDFS-1755. Federation: The BPOfferService must always connect to namenode
  325. as the login user. (jitendra)
  326. HDFS-1675. Support transferring RBW between datanodes. (szetszwo)
  327. HDFS-1791. Federation: Add command to delete block pool directories
  328. from a datanode. (jitendra)
  329. HDFS-1761. Add a new DataTransferProtocol operation, Op.TRANSFER_BLOCK,
  330. for transferring RBW/Finalized with acknowledgement and without using RPC.
  331. (szetszwo)
  332. HDFS-1813. Federation: Authentication using BlockToken in RPC to datanode
  333. fails. (jitendra)
  334. HDFS-1630. Support fsedits checksum. (hairong)
  335. HDFS-1606. Provide a stronger data guarantee in the write pipeline by
  336. adding a new datanode when an existing datanode failed. (szetszwo)
  337. HDFS-1442. Api to get delegation token in Hdfs class. (jitendra)
  338. HDFS-1070. Speedup namenode image loading and saving by storing only
  339. local file names. (hairong)
  340. HDFS-1751. Intrinsic limits for HDFS files, directories (daryn via boryas).
  341. HDFS-1873. Federation: Add cluster management web console.
  342. (Tanping Wang via suresh)
  343. HDFS-1911 HDFS tests for the newly added viewfs
  344. HDFS-1814. Add "hdfs groups" command to query the server-side groups
  345. resolved for a user. (Aaron T. Myers via todd)
  346. HDFS-1914. Federation: namenode storage directories must be configurable
  347. specific to name service. (suresh)
  348. HDFS-1963. Create RPM and Debian packages for HDFS. Changes deployment
  349. layout to be consistent across the binary tgz, rpm, and deb.
  350. (Eric Yang via omalley)
  351. HDFS-2058. Change Data Transfer wire protocol to use protocol buffers.
  352. (todd)
  353. HDFS-2055. Add hflush support to libhdfs. (Travis Crawford via eli)
  354. HDFS-2083. Query JMX statistics over http via JMXJsonServlet. (tanping)
  355. HDFS-2156. Make hdfs and mapreduce rpm only depend on the same major
  356. version for common and hdfs. (eyang via omalley)
  357. HDFS-2202. Add a new DFSAdmin command to set balancer bandwidth of
  358. datanodes without restarting. (Eric Payne via szetszwo)
  359. HDFS-2284. Add a new FileSystem, webhdfs://, for supporting write Http
  360. access to HDFS. (szetszwo)
  361. HDFS-2317. Support read access to HDFS in WebHDFS. (szetszwo)
  362. HDFS-2338. Add configuration option to enable/disable WebHDFS.
  363. (jitendra via szetszwo)
  364. HDFS-2318. Provide authentication to WebHDFS using SPNEGO and delegation
  365. tokens. (szetszwo)
  366. HDFS-2340. Support getFileBlockLocations and getDelegationToken in WebHDFS.
  367. (szetszwo)
  368. HDFS-2348. Support getContentSummary and getFileChecksum in WebHDFS.
  369. (szetszwo)
  370. HDFS-2385. Support renew and cancel delegation tokens in WebHDFS.
  371. (szetszwo)
  372. HDFS-2539. Support doAs and GETHOMEDIRECTORY in WebHDFS.
  373. (szetszwo)
  374. IMPROVEMENTS
  375. HDFS-1875. MiniDFSCluster hard-codes dfs.datanode.address to localhost
  376. (Eric Payne via mattf)
  377. HDFS-2019. Fix all the places where Java method File.list is used with
  378. FileUtil.list API (Bharath Mundlapudi via mattf)
  379. HDFS-1934. Fix NullPointerException when certain File APIs return null
  380. (Bharath Mundlapudi via mattf)
  381. HDFS-1510. Added test-patch.properties required by test-patch.sh (nigel)
  382. HDFS-1628. Display full path in AccessControlException. (John George
  383. via szetszwo)
  384. HDFS-1707. Federation: Failure in browsing data on new namenodes.
  385. (jitendra)
  386. HDFS-1683. Test Balancer with multiple NameNodes. (szetszwo)
  387. HDFS-1547. Improve decommission mechanism. (suresh)
  388. HDFS-2143. Federation: In cluster web console, add link to namenode page
  389. that displays live and dead datanodes. (Ravi Prakash via suresh)
  390. HDFS-1588. Remove hardcoded strings for configuration keys, "dfs.hosts"
  391. and "dfs.hosts.exlude". (Erik Steffl via suresh)
  392. HDFS-1481. NameNode should validate fsimage before rolling. (hairong)
  393. HDFS-1506. Refactor fsimage loading code. (hairong)
  394. HDFS-1533. A more elegant FileSystem#listCorruptFileBlocks API
  395. (HDFS portion) (Patrick Kling via hairong)
  396. HDFS-1476. listCorruptFileBlocks should be functional while the
  397. name node is in safe mode. (Patrick Kling via hairong)
  398. HDFS-1534. Fix some incorrect logs in FSDirectory. (eli)
  399. HDFS-1539. A config option for the datanode to fsycn a block file
  400. when block is completely written. (dhruba)
  401. HDFS-1335. HDFS side change of HADDOP-6904: RPC compatibility. (hairong)
  402. HDFS-1557. Separate Storage from FSImage. (Ivan Kelly via jitendra)
  403. HDFS-560 Enhancements/tuning to hadoop-hdfs/build.xml
  404. HDFS-1629. Add a method to BlockPlacementPolicy for keeping the chosen
  405. nodes in the output array. (szetszwo)
  406. HDFS-1731. Allow using a file to exclude certain tests from build (todd)
  407. HDFS-1736. Remove the dependency from DatanodeJspHelper to FsShell.
  408. (Daryn Sharp via szetszwo)
  409. HDFS-780. Revive TestFuseDFS. (eli)
  410. HDFS-1445. Batch the calls in DataStorage to FileUtil.createHardLink().
  411. (Matt Foley via jghoman)
  412. HDFS-1763. Replace hard-coded option strings with variables from
  413. DFSConfigKeys. (eli)
  414. HDFS-1541. Not marking datanodes dead when namenode in safemode.
  415. (hairong)
  416. HDFS-1120. Make DataNode's block-to-device placement policy pluggable
  417. (Harsh J Chouraria via todd)
  418. HDFS-1785. In BlockReceiver and DataXceiver, clientName.length() is used
  419. multiple times for determining whether the source is a client or a
  420. datanode. (szetszwo)
  421. HDFS-1789. Refactor frequently used codes from DFSOutputStream and
  422. DataXceiver. (szetszwo)
  423. HDFS-1767. Namenode ignores non-initial block report from datanodes
  424. when in safemode during startup. (Matt Foley via suresh)
  425. HDFS-1817. Move pipeline_Fi_[39-51] from TestFiDataTransferProtocol
  426. to TestFiPipelineClose. (szetszwo)
  427. HDFS-1760. In FSDirectory.getFullPathName(..), it is better to return "/"
  428. for root directory instead of an empty string. (Daryn Sharp via szetszwo)
  429. HDFS-1833. Reduce repeated string constructions and unnecessary fields,
  430. and fix comments in BlockReceiver.PacketResponder. (szetszwo)
  431. HDFS-1486. Generalize CLITest structure and interfaces to faciliate
  432. upstream adoption (e.g. for web testing). (cos)
  433. HDFS-1844. Move "fs -help" shell command tests from HDFS to COMMOM; see
  434. also HADOOP-7230. (Daryn Sharp via szetszwo)
  435. HDFS-1840. In DFSClient, terminate the lease renewing thread when all files
  436. being written are closed for a grace period, and start a new thread when
  437. new files are opened for write. (szetszwo)
  438. HDFS-1854. make failure message more useful in
  439. DFSTestUtil.waitReplication(). (Matt Foley via eli)
  440. HDFS-1562. Add rack policy tests. (eli)
  441. HDFS-1856. TestDatanodeBlockScanner waits forever, errs without giving
  442. information. (Matt Foley via eli)
  443. HDFS-1295. Improve namenode restart times by short-circuiting the
  444. first block reports from datanodes. (Matt Foley via suresh)
  445. Corrected merge error in DataNode.java. (Matt Foley)
  446. HDFS-1843. Discover file not found early for file append.
  447. (Bharath Mundlapudi via jitendra)
  448. HDFS-1862. Improve test reliability of HDFS-1594. (Aaron T. Myers via eli)
  449. HDFS-1846. Preallocate edit log with OP_INVALID instead of zero bytes
  450. to ensure blocks are actually allocated. (Aaron T. Myers via todd)
  451. HDFS-1741. Provide a minimal pom file to allow integration of HDFS into Sonar
  452. analysis (cos)
  453. HDFS-1870. Move and rename DFSClient.LeaseChecker to a seperated class
  454. LeaseRenewer. (szetszwo)
  455. HDFS-1866. Document dfs.datanode.max.transfer.threads in hdfs-default.xml
  456. (Harsh J Chouraria via todd)
  457. HDFS-1890. Improve the name, class and value type of the map
  458. LeaseRenewer.pendingCreates. (szetszwo)
  459. HDFS-1865. Share LeaseRenewer among DFSClients so that there is only a
  460. LeaseRenewer thread per namenode per user. (szetszwo)
  461. HDFS-1906. Remove logging exception stack trace in client logs when one of
  462. the datanode targets to read from is not reachable. (suresh)
  463. HDFS-1378. Edit log replay should track and report file offsets in case of
  464. errors. (Aaron T. Myers and Todd Lipcon via todd)
  465. HDFS-1917. Separate hdfs jars from common in ivy configuration. (Eric Yang
  466. via szetszwo)
  467. HDFS-1899. GenericTestUtils.formatNamenode should be moved to DFSTestUtil
  468. (Ted Yu via todd)
  469. HDFS-1117. Metrics 2.0 HDFS instrumentation. (Luke Lu via suresh)
  470. HDFS-1946. HDFS part of HADOOP-7291. (eli)
  471. HDFS-1945. Removed the deprecated fields in DataTransferProtocol.
  472. (szetszwo)
  473. HDFS-1730. Use DaemonFactory from common and delete it from HDFS.
  474. (Tanping via suresh)
  475. HDFS-1573. Add useful tracing information to Lease Renewer thread names
  476. (todd)
  477. HDFS-1939. In ivy.xml, test conf should not extend common conf.
  478. (Eric Yang via szetszwo)
  479. HDFS-1332 Include more information in exceptions and debug messages
  480. when BlockPlacementPolicy cannot be satisfied. (Ted Yu via szetszwo)
  481. HDFS-1958. Confirmation should be more lenient of user input when
  482. formatting the NameNode. (todd)
  483. HDFS-1905. Improve namenode -format command by not making -clusterId
  484. parameter mandatory. (Bharath Mundlapudi via suresh)
  485. HDFS-1877. Add a new test for concurrent read and write. (CW Chung
  486. via szetszwo)
  487. HDFS-1959. Better error message for missing namenode directory. (eli)
  488. HDFS-1996. ivy: hdfs test jar should be independent to common test jar.
  489. (Eric Yang via szetszwo)
  490. HDFS-1812. TestHDFSCLI should clean up cluster in teardown method.
  491. (Uma Maheswara Rao G via todd)
  492. HDFS-1884. Improve TestDFSStorageStateRecovery to properly throw in the
  493. case of errors. (Aaron T. Myers via todd)
  494. HDFS-1727. fsck command should display command usage if user passes any
  495. illegal argument. (Sravan Kumar via todd)
  496. HDFS-1636. If dfs.name.dir points to an empty dir, namenode format
  497. shouldn't require confirmation. (Harsh J Chouraria via todd)
  498. HDFS-1966. Encapsulate individual DataTransferProtocol op headers.
  499. (szetszwo)
  500. HDFS-2024. Format TestWriteRead source codes. (CW Chung via szetszwo)
  501. HDFS-1968. Enhance TestWriteRead to support position/sequential read,
  502. append, truncate and verbose options. (CW Chung via szetszwo)
  503. HDFS-1986. Add option to get http/https address from
  504. DFSUtil#getInfoServer(). (Tanping via suresh)
  505. HDFS-2029. In TestWriteRead, check visible length immediately after
  506. openning the file and fix code style. (John George via szetszwo)
  507. HDFS-2040. Only build libhdfs if a flag is passed. (eli)
  508. HDFS-1586. Add InterfaceAudience and InterfaceStability annotations to
  509. MiniDFSCluster. (suresh)
  510. HDFS-2003. Separate FSEditLog reading logic from edit log memory state
  511. building logic. (Ivan Kelly via todd)
  512. HDFS-2066. Create a package and individual class files for
  513. DataTransferProtocol. (szetszwo)
  514. HADOOP-7106. Reorganize project SVN layout to "unsplit" the projects.
  515. (todd, nigel)
  516. HDFS-2046. Force entropy to come from non-true random for tests. (todd)
  517. HDFS-2073. Add @Override annotation to NameNode. (suresh)
  518. HDFS-420. Fuse-dfs should cache fs handles. (Brian Bockelman and eli)
  519. HDFS-1568. Improve the log messages in DataXceiver. (Joey Echeverria via
  520. szetszwo)
  521. HDFS-2100. Improve TestStorageRestore. (atm)
  522. HDFS-2092. Remove some object references to Configuration in DFSClient.
  523. (Bharath Mundlapudi via szetszwo)
  524. HDFS-2087. Declare methods in DataTransferProtocol interface, and change
  525. Sender and Receiver to implement the interface. (szetszwo)
  526. HDFS-1723. quota errors messages should use the same scale. (Jim Plush via
  527. atm)
  528. HDFS-2110. StreamFile and ByteRangeInputStream cleanup. (eli)
  529. HDFS-2107. Move block management code from o.a.h.h.s.namenode to a new
  530. package o.a.h.h.s.blockmanagement. (szetszwo)
  531. HDFS-2109. Store uMask as member variable to DFSClient.Conf. (Bharath
  532. Mundlapudi via szetszwo)
  533. HDFS-2111. Add tests for ensuring that the DN will start with a few bad
  534. data directories. (Harsh J Chouraria via todd)
  535. HDFS-2134. Move DecommissionManager to the blockmanagement package.
  536. (szetszwo)
  537. HDFS-1977. Stop using StringUtils.stringifyException().
  538. (Bharath Mundlapudi via jitendra)
  539. HDFS-2131. Add new tests for the -overwrite/-f option in put and
  540. copyFromLocal by HADOOP-7361. (Uma Maheswara Rao G via szetszwo)
  541. HDFS-2140. Move Host2NodesMap to the blockmanagement package. (szetszwo)
  542. HDFS-2154. In TestDFSShell, use TEST_ROOT_DIR and fix some deprecated
  543. warnings. (szetszwo)
  544. HDFS-2153. Move DFSClientAdapter to test and fix some javac warnings in
  545. OfflineEditsViewerHelper. (szetszwo)
  546. HDFS-2159. Deprecate DistributedFileSystem.getClient() and fixed the
  547. deprecated warnings in DFSAdmin. (szetszwo)
  548. HDFS-2157. Improve header comment in o.a.h.hdfs.server.namenode.NameNode.
  549. (atm via eli)
  550. HDFS-2147. Move cluster network topology to block management and fix some
  551. javac warnings. (szetszwo)
  552. HDFS-2141. Remove NameNode roles Active and Standby (they become
  553. states of the namenode). (suresh)
  554. HDFS-2161. Move createNamenode(..), createClientDatanodeProtocolProxy(..)
  555. and Random object creation to DFSUtil; move DFSClient.stringifyToken(..)
  556. to DelegationTokenIdentifier. (szetszwo)
  557. HDFS-1774. Small optimization to FSDataset. (Uma Maheswara Rao G via eli)
  558. HDFS-2167. Move dnsToSwitchMapping and hostsReader from FSNamesystem to
  559. DatanodeManager. (szetszwo)
  560. HDFS-2116. Use Mokito in TestStreamFile and TestByteRangeInputStream.
  561. (Plamen Jeliazkov via shv)
  562. HDFS-2112. Move ReplicationMonitor to block management. (Uma Maheswara
  563. Rao G via szetszwo)
  564. HDFS-1739. Add available volume size to the error message when datanode
  565. throws DiskOutOfSpaceException. (Uma Maheswara Rao G via szetszwo)
  566. HDFS-2144. If SNN shuts down during initialization it does not log the
  567. cause. (Ravi Prakash via atm)
  568. HDFS-2180. Refactor NameNode HTTP server into new class. (todd)
  569. HDFS-2198. Remove hardcoded configuration keys. (suresh)
  570. HDFS-2149. Move EditLogOp serialization formats into FsEditLogOp
  571. implementations. (Ivan Kelly via todd)
  572. HDFS-2191. Move datanodeMap from FSNamesystem to DatanodeManager.
  573. (szetszwo)
  574. HDFS-2200. Change FSNamesystem.LOG to package private. (szetszwo)
  575. HDFS-2195. Refactor StorageDirectory to not be an non-static inner class.
  576. (todd via eli)
  577. HDFS-2212. Refactor double-buffering code out of EditLogOutputStreams.
  578. (todd via eli)
  579. HDFS-2199. Move blockTokenSecretManager from FSNamesystem to BlockManager.
  580. (Uma Maheswara Rao G via szetszwo)
  581. HDFS-2187. Make EditLogInputStream act like an iterator over FSEditLogOps
  582. (Ivan Kelly and todd via todd)
  583. HDFS-2225. Refactor edit log file management so it's not in classes
  584. which should be generic to the type of edit log storage. (Ivan Kelly
  585. via todd)
  586. HDFS-2108. Move datanode heartbeat handling from namenode package to
  587. blockmanagement package. (szetszwo)
  588. HDFS-2226. Clean up counting of operations in FSEditLogLoader (todd)
  589. HDFS-2228. Move block and datanode code from FSNamesystem to
  590. BlockManager and DatanodeManager. (szetszwo)
  591. HDFS-2238. In NamenodeFsck.toString(), uses StringBuilder.(..) instead of
  592. string concatenation. (Uma Maheswara Rao G via szetszwo)
  593. HDFS-2230. ivy to resolve/retrieve latest common-tests jar published by
  594. hadoop common maven build. (gkesavan)
  595. HDFS-2227. getRemoteEditLogManifest should pull its information from
  596. FileJournalManager during checkpoint process (Ivan Kelly and Todd Lipcon
  597. via todd)
  598. HDFS-2239. Reduce access levels of the fields and methods in FSNamesystem.
  599. (szetszwo)
  600. HDFS-2241. Remove implementing FSConstants interface to just get the
  601. constants from the interface. (suresh)
  602. HDFS-2237. Change UnderReplicatedBlocks from public to package private.
  603. (szetszwo)
  604. HDFS-2233. Add WebUI tests with URI reserved chars. (eli)
  605. HDFS-2265. Remove unnecessary BlockTokenSecretManager fields/methods from
  606. BlockManager. (szetszwo)
  607. HDFS-2260. Refactor BlockReader into an interface and implementation.
  608. (todd)
  609. HDFS-2096. Mavenization of hadoop-hdfs (Alejandro Abdelnur via tomwhite)
  610. HDFS-2273. Refactor BlockManager.recentInvalidateSets to a new class.
  611. (szetszwo)
  612. HDFS-2266. Add Namesystem and SafeMode interfaces to avoid directly
  613. referring to FSNamesystem in BlockManager. (szetszwo)
  614. HDFS-1217. Change some NameNode methods from public to package private.
  615. (Laxman via szetszwo)
  616. HDFS-1620. Rename HdfsConstants -> HdfsServerConstants, FSConstants ->
  617. HdfsConstants. (Harsh J Chouraria via atm)
  618. HDFS-2197. Refactor RPC call implementations out of NameNode class (todd)
  619. HDFS-2332. Add test for HADOOP-7629 (using an immutable FsPermission
  620. object as an RPC parameter fails). (todd)
  621. HDFS-2363. Move datanodes size printing from FSNamesystem.metasave(..)
  622. to BlockManager. (Uma Maheswara Rao G via szetszwo)
  623. HDFS-2209. Make MiniDFS easier to embed in other apps. (stevel)
  624. HDFS-2205. Log message for failed connection to datanode is not
  625. followed by a success message. (Ravi Prakash via stevel)
  626. HDFS-2401. Running a set of methods in a Single Test Class.
  627. (Jonathan Eagles via mahadev)
  628. HDFS-2471. Add federation documentation. (suresh)
  629. HDFS-2485. Improve code layout and constants in UnderReplicatedBlocks
  630. (stevel)
  631. HDFS-2356. Support case insensitive query parameter names in WebHDFS.
  632. (szetszwo)
  633. HDFS-2368. Move SPNEGO conf properties from hdfs-default.xml to
  634. hdfs-site.xml. (szetszwo)
  635. HDFS-2395. Add a root element in the JSON responses of WebHDFS.
  636. (szetszwo)
  637. HDFS-2427. Change the default permission in WebHDFS to 755 and add range
  638. check/validation for all parameters. (szetszwo)
  639. HDFS-2501. Add version prefix and root methods to WebHDFS. (szetszwo)
  640. HDFS-1869. mkdirs should use the supplied permission for all of the created
  641. directories. (Daryn Sharp via szetszwo)
  642. HDFS-2355. Federation: enable using the same configuration file across
  643. all the nodes in the cluster. (suresh)
  644. HDFS-2371. Refactor BlockSender.java for better readability. (suresh)
  645. HDFS-2493. Remove reference to FSNamesystem in blockmanagement classes.
  646. (szetszwo)
  647. HDFS-2294. Download of commons-daemon TAR should not be under target (tucu)
  648. HDFS-2322. the build fails in Windows because commons-daemon TAR cannot be
  649. fetched. (tucu)
  650. HDFS-2436. Change FSNamesystem.setTimes(..) for allowing setting times on
  651. directories. (Uma Maheswara Rao G via szetszwo)
  652. HDFS-2512. Add textual error message to data transfer protocol responses
  653. (todd)
  654. HDFS-2521. Remove custom checksum headers from data transfer protocol
  655. (todd)
  656. HDFS-2308. NamenodeProtocol.endCheckpoint is vestigial and can be removed.
  657. (eli)
  658. OPTIMIZATIONS
  659. HDFS-1458. Improve checkpoint performance by avoiding unnecessary image
  660. downloads and loading. (hairong)
  661. HDFS-1601. Pipeline ACKs are sent as lots of tiny TCP packets (todd)
  662. HDFS-1826. NameNode should save image to name directories in parallel
  663. during upgrade. (Matt Foley via hairong)
  664. HDFS-2030. Improve usability of namenode -upgrade command.
  665. (Bharath Mundlapudi via suresh)
  666. HDFS-2056. Update fetchdt usage. (Tanping Wang via jitendra)
  667. HDFS-2118. Couple dfs data dir improvements. (eli)
  668. HDFS-2500. Avoid file system operations in BPOfferService thread while
  669. processing deletes. (todd)
  670. HDFS-2465. Add HDFS support for fadvise readahead and drop-behind. (todd)
  671. BUG FIXES
  672. HDFS-2344. Fix the TestOfflineEditsViewer test failure in 0.23 branch.
  673. (Uma Maheswara Rao G via mattf)
  674. HDFS-2347. Fix checkpointTxnCount's comment about editlog size.
  675. (Uma Maheswara Rao G via mattf)
  676. HDFS-2011. Removal and restoration of storage directories on checkpointing
  677. failure doesn't work properly. (Ravi Prakash via mattf)
  678. HDFS-1955. FSImage.doUpgrade() was made too fault-tolerant by HDFS-1826.
  679. (mattf)
  680. HDFS-2061. Two minor bugs in BlockManager block report processing. (mattf)
  681. HDFS-1449. Fix test failures - ExtendedBlock must return
  682. block file name in #getBlockName(). (suresh)
  683. HDFS-1680. Fix TestBalancer. (szetszwo)
  684. HDFS-1705. Balancer command throws NullPointerException. (suresh via
  685. szetszwo)
  686. HDFS-1559. Add missing UGM overrides to TestRefreshUserMappings
  687. (Todd Lipcon via eli)
  688. HDFS-1585. Fix build after HDFS-1547 (todd)
  689. HDFS-1684. Balancer cannot start with with multiple namenodes. (szetszwo)
  690. HDFS-1516. mvn-install is broken after 0.22 branch creation. (cos)
  691. HDFS-1360. TestBlockRecovery should bind ephemeral ports.
  692. (Todd Lipcon via hairong)
  693. HDFS-1551. Fix pom templates dependency list (gkesavan)
  694. HDFS-1509. A savenamespace command writes the fsimage and edits into
  695. all configured directories. (dhruba)
  696. HDFS-1540. Make Datanode handle errors from RPC calls to namenode
  697. more elegantly. (dhruba)
  698. HDFS-1463. Accesstime of a file is not updated in safeMode. (dhruba)
  699. HDFS-863. Potential deadlock in TestOverReplicatedBlocks.
  700. (Ken Goodhope via jghoman)
  701. HDFS-1607. Fix referenced to misspelled method name getProtocolSigature
  702. (todd)
  703. HDFS-1610. Fix TestClientProtocolWithDelegationToken and TestBlockToken
  704. on trunk after HADOOP-6904 (todd)
  705. HDFS-1600. Fix release audit warnings on trunk. (todd)
  706. HDFS-1691. Remove a duplicated static initializer for reading default
  707. configurations in DFSck. (Alexey Diomin via szetszwo)
  708. HDFS-1748. Balancer utilization classification is incomplete. (szetszwo)
  709. HDFS-1738. change hdfs jmxget to return an empty string instead of
  710. null when an attribute value is not available (tanping vi boryas)
  711. HDFS-1757. Don't compile fuse-dfs by default. (eli)
  712. HDFS-1770. TestFiRename fails due to invalid block size. (eli)
  713. HDFS-1797. Fix new findbugs warning introduced by HDFS-1120 (todd)
  714. HDFS-1611. Fix up some log messages in DFSClient and MBean registration
  715. (Uma Maheswara Rao G via todd)
  716. HDFS-1543. Reduce dev. cycle time by moving system testing artifacts from
  717. default build and push to maven for HDFS (Luke Lu via cos)
  718. HDFS-1818. TestHDFSCLI is failing on trunk after HADOOP-7202.
  719. (Aaron T. Myers via todd)
  720. HDFS-1828. TestBlocksWithNotEnoughRacks intermittently fails assert.
  721. (Matt Foley via eli)
  722. HDFS-1824. delay instantiation of file system object until it is
  723. needed (linked to HADOOP-7207) (boryas)
  724. HDFS-1831. Fix append bug in FileContext and implement CreateFlag
  725. check (related to HADOOP-7223). (suresh)
  726. HDFS-1594. When the disk becomes full Namenode is getting shutdown and
  727. not able to recover. (Aaron T. Myers via eli)
  728. HDFS-1822. Handle editlog opcode conflict with 0.20.203 during upgrade,
  729. by throwing an error to indicate the editlog needs to be empty.
  730. (suresh)
  731. HDFS-1808. TestBalancer waits forever, errs without giving information.
  732. (Matt Foley via eli)
  733. HDFS-1829. TestNodeCount waits forever, errs without giving information.
  734. (Matt Foley via eli)
  735. HDFS-1860. when renewing/canceling DelegationToken over http we need to
  736. pass exception information back to the caller.(boryas)
  737. HDFS-1871. Mapreduce build fails due to MiniDFSCluster change from
  738. HDFS-1052. (suresh)
  739. HDFS-1876. One MiniDFSCluster constructor ignores numDataNodes parameter
  740. (todd)
  741. HDFS-1773. Do not show decommissioned datanodes, which are not in both
  742. include and exclude lists, on web and JMX interfaces.
  743. (Tanping Wang via szetszwo)
  744. HDFS-1888. MiniDFSCluster#corruptBlockOnDatanodes() access must be
  745. public. (suresh)
  746. HDFS-1889. incorrect path in start/stop dfs script. (John George via eli)
  747. HDFS-1891. Disable IPV6 for junit tests to fix TestBackupNode failure.
  748. (suresh)
  749. HDFS-1898. Tests failing on trunk due to use of NameNode.format.
  750. (todd via eli)
  751. HDFS-1902. Fix setrep path display for TestHDFSCLI. (Daryn Sharp
  752. via szetszwo)
  753. HDFS-1827. Fix timeout problem in TestBlockReplacement. (Matt Foley
  754. via szetszwo)
  755. HDFS-1908. Fix a NullPointerException in fi.DataTransferTestUtil.
  756. (szetszwo)
  757. HDFS-1912. Update tests for FsShell standardized error messages.
  758. (Daryn Sharp via szetszwo)
  759. HDFS-1903. Fix path display for rm/rmr in TestHDFSCLI and TestDFSShell.
  760. (Daryn Sharp via szetszwo)
  761. HDFS-1627. Fix NullPointerException in Secondary NameNode. (hairong)
  762. HDFS-1928. Fix path display for touchz in TestHDFSCLI.
  763. (Daryn Sharp via todd)
  764. HDFS-1938. Fix ivy-retrieve-hdfs dependence in build.xml and aop.xml.
  765. (Eric Yang via szetszwo)
  766. HDFS-1929. TestEditLogFileOutputStream fails if running on same host as NN
  767. (Aaron T. Myers via todd)
  768. HDFS-1933. Update TestDFSShell for improved "test" shell command. (Daryn
  769. Sharp via todd)
  770. HDFS-1931. Update TestDFSShell for improved "du" shell command. (Daryn
  771. Sharp via todd)
  772. HDFS-1439. HDFS Federation: Fix compilation error in TestFiHftp. (suresh)
  773. HDFS-1881. Federation: after taking snapshot the current directory
  774. of datanode is empty. (Tanping Wang via suresh)
  775. HDFS-1927. Fix a bug which causes ip=null in NameNode audit log.
  776. (John George via szetszwo)
  777. HDFS-1953. Federation: Change name node mxbean name in cluster web
  778. console. (Tanping Wang via suresh)
  779. HDFS-1922. Fix recurring failure of TestJMXGet (Luke Lu via todd)
  780. HDFS-1371. One bad node can incorrectly flag many files as corrupt.
  781. (Tanping Wang via jitendra)
  782. HDFS-1943. Fail to start datanode while start-dfs.sh is executed by
  783. root user. (Wei Yongjun via jghoman)
  784. HDFS-1983. Fix path display for copy and rm commands in TestHDFSCLI and
  785. TestDFSShell. (Daryn Sharp via todd)
  786. HDFS-1999. Tests use deprecated configs. (Aaron T. Myers via eli)
  787. HDFS-1592. Datanode startup doesn't honor volumes.tolerated.
  788. (Bharath Mundlapudi via jitendra)
  789. HDFS-1920. libhdfs does not build for ARM processors.
  790. (Trevor Robinson via eli)
  791. HDFS-1936. Layout version change from HDFS-1822 causes upgrade failure.
  792. (suresh)
  793. HDFS-2021. Update numBytesAcked before sending the ack in PacketResponder.
  794. (John George via szetszwo)
  795. HDFS-2020. Fix TestDFSUpgradeFromImage by removing the use of DataNode
  796. as a singleton. (suresh via todd)
  797. HDFS-2022. ant binary should build libhdfs. (Eric Yang via eli)
  798. HDFS-2014. Change HDFS scripts to work in developer enviroment post
  799. RPM packaging changes. (Eric Yang via suresh)
  800. HDFS-1995. Federation: Minor bug fixes and modification cluster web UI.
  801. (Tanping Wang via suresh)
  802. HDFS-1907. Fix position read for reading still-being-written file in
  803. DFSInputStream. (John George via szetszwo)
  804. HDFS-1923. In TestFiDataTransferProtocol2, reduce random sleep time period
  805. and increase the number of datanodes. (szetszwo)
  806. HDFS-1149. Lease reassignment should be persisted to the edit log.
  807. (Aaron T. Myers via todd)
  808. HDFS-1998. Federation: Make refresh-namenodes.sh refresh all the
  809. namenode. (Tanping Wang via suresh)
  810. HDFS-2041. OP_CONCAT_DELETE doesn't properly restore modification time
  811. of the concatenated file when edit logs are replayed. (todd)
  812. HDFS-2063. libhdfs test is broken. (Eric Yang via eli)
  813. HDFS-2067. Bump DATA_TRANSFER_VERSION constant in trunk after introduction
  814. of protocol buffers in the protocol. (szetszwo via todd)
  815. HDFS-2069. Incorrect default trash interval value in the docs.
  816. (Harsh J Chouraria via eli)
  817. HDFS-1942. Datanode must exist when all the block pool service threads
  818. exit. (Bharath Mundlapudi via suresh)
  819. HDFS-1656. Fixes an issue to do with fetching of delegation tokens in
  820. HftpFileSystem. Contributed by Kan Zhang.
  821. HDFS-1692. In secure mode, Datanode process doesn't exit when disks
  822. fail. (Bharath Mundlapudi via suresh)
  823. HDFS-1734. 'Chunk size to view' option is not working in Name Node UI.
  824. (Uma Maheswara Rao G via jitendra)
  825. HDFS-2086. If the include hosts list contains host names, after restarting
  826. namenode, data nodes registration is denied. Contributed by Tanping Wang.
  827. HDFS-2082. SecondaryNameNode web interface doesn't show the right info. (atm)
  828. HDFS-1321. If service port and main port are the same, there is no clear
  829. log message explaining the issue. (Jim Plush via atm)
  830. HDFS-1381. HDFS javadocs hard-code references to dfs.namenode.name.dir and
  831. dfs.datanode.data.dir parameters (Jim Plush via atm)
  832. HDFS-2053. Bug in INodeDirectory#computeContentSummary warning.
  833. (Michael Noll via eli)
  834. HDFS-1990. Fix resource leaks in BlockReceiver.close(). (Uma Maheswara
  835. Rao G via szetszwo)
  836. HDFS-2034. Length in DFSInputStream.getBlockRange(..) becomes -ve when
  837. reading only from a currently being written block. (John George via
  838. szetszwo)
  839. HDFS-2132. Potential resource leak in EditLogFileOutputStream.close. (atm)
  840. HDFS-2120. on reconnect, DN can connect to NN even with different source
  841. versions. (John George via atm)
  842. HDFS-2152. TestWriteConfigurationToDFS causing the random failures. (Uma
  843. Maheswara Rao G via atm)
  844. HDFS-2114. re-commission of a decommissioned node does not delete
  845. excess replicas. (John George via mattf)
  846. HDFS-1776. Bug in Concat code. (Bharath Mundlapudi via Dmytro Molkov)
  847. HDFS-2196. Make ant build system work with hadoop-common JAR generated
  848. by Maven. (Alejandro Abdelnur via tomwhite)
  849. HDFS-2245. Fix a NullPointerException in BlockManager.chooseTarget(..).
  850. (szetszwo)
  851. HDFS-2229. Fix a deadlock in namenode by enforcing lock acquisition
  852. ordering. (szetszwo)
  853. HDFS-2235. Encode servlet paths. (eli)
  854. HDFS-2186. DN volume failures on startup are not counted. (eli)
  855. HDFS-2240. Fix a deadlock in LeaseRenewer by enforcing lock acquisition
  856. ordering. (szetszwo)
  857. HDFS-73. DFSOutputStream does not close all the sockets.
  858. (Uma Maheswara Rao G via eli)
  859. HDFS-1257. Fix a race condition on BlockManager.recentInvalidateSets.
  860. (Eric Payne via szetszwo)
  861. HDFS-2267. DataXceiver thread name incorrect while waiting on op during
  862. keepalive. (todd)
  863. HDFS-1480. All replicas of a block can end up on the same rack when
  864. some datanodes are decommissioning. (todd)
  865. HDFS-2286. DataXceiverServer logs AsynchronousCloseException at shutdown
  866. (todd)
  867. HDFS-2289. Ensure jsvc is bundled with the HDFS distribution artifact.
  868. (Alejandro Abdelnur via acmurthy)
  869. HDFS-2314. MRV1 test compilation broken after HDFS-2197 (todd)
  870. HDFS-2323. start-dfs.sh script fails for tarball install (tomwhite)
  871. HDFS-2346. TestHost2NodesMap & TestReplicasMap will fail depending upon
  872. execution order of test methods (Laxman via atm)
  873. HDFS-2345. TestLeaseRecovery2 fails on 0.23 branch (Uma Maheswara Rao G
  874. via atm)
  875. HDFS-2412. Add backwards-compatibility layer for renamed FSConstants
  876. class (todd)
  877. HDFS-2414. Fix TestDFSRollback to avoid spurious failures. (todd)
  878. HDFS-2422. The NN should tolerate the same number of low-resource volumes
  879. as failed volumes (atm)
  880. HDFS-2467. HftpFileSystem uses incorrect compare for finding delegation
  881. tokens. (omalley)
  882. HDFS-2331. Fix WebHdfsFileSystem compilation problems for a bug in JDK
  883. version < 1.6.0_26. (Abhijit Suresh Shingate via szetszwo)
  884. HDFS-2333. Change DFSOutputStream back to package private, otherwise,
  885. there are two SC_START_IN_CTOR findbugs warnings. (szetszwo)
  886. HDFS-2366. Initialize WebHdfsFileSystem.ugi in object construction.
  887. (szetszwo)
  888. HDFS-2361. hftp is broken, fixed username checks in JspHelper. (jitendra)
  889. HDFS-2403. NamenodeWebHdfsMethods.generateDelegationToken(..) does not use
  890. the renewer parameter. (szetszwo)
  891. HDFS-2409. _HOST in dfs.web.authentication.kerberos.principal. (jitendra)
  892. HDFS-2404. WebHDFS liststatus json response is not correct. (suresh)
  893. HDFS-2441. Remove the Content-Type set by HttpServer.QuotingInputFilter in
  894. WebHDFS responses. (szetszwo)
  895. HDFS-2428. Convert com.sun.jersey.api.ParamException$QueryParamException
  896. to IllegalArgumentException and response it as http BAD_REQUEST in WebHDFS.
  897. (szetszwo)
  898. HDFS-2424. Added a root element "HdfsFileStatuses" for the response
  899. of WebHDFS listStatus. (szetszwo)
  900. MAPREDUCE-2764. Fix renewal of dfs delegation tokens. (Owen via jitendra)
  901. HDFS-2439. Fix NullPointerException in WebHDFS when opening a non-existing
  902. file or creating a file without specifying the replication parameter.
  903. (szetszwo)
  904. HDFS-2453. Fix http response code for partial content in WebHDFS, added
  905. getDefaultBlockSize() and getDefaultReplication() in WebHdfsFileSystem
  906. and cleared content type in ExceptionHandler. (szetszwo)
  907. HDFS-2411. The the auth to local mappings are not being respected, with
  908. WebHDFS enabled. (jitendra)
  909. HDFS-2494. Close the streams and DFSClient in DatanodeWebHdfsMethods.
  910. (Uma Maheswara Rao G via szetszwo)
  911. HDFS-2298. Fix TestDfsOverAvroRpc by changing ClientProtocol to
  912. not include multiple methods of the same name. (cutting)
  913. HDFS-2432. WebHDFS: response FORBIDDEN when setReplication on non-files;
  914. clear umask before creating a flie; throw IllegalArgumentException if
  915. setOwner with both owner and group empty; throw FileNotFoundException if
  916. getFileStatus on non-existing files; fix bugs in getBlockLocations; and
  917. changed getFileChecksum json response root to "FileChecksum". (szetszwo)
  918. HDFS-2065. Add null checks in DFSClient.getFileChecksum(..). (Uma
  919. Maheswara Rao G via szetszwo)
  920. HDFS-2522. Disable TestDfsOverAvroRpc test. (suresh)
  921. HDFS-2416. distcp with a WebHDFS uri on a secure cluster fails. (jitendra)
  922. HDFS-2527. WebHDFS: remove the use of "Range" header in Open; use ugi
  923. username if renewer parameter is null in GetDelegationToken; response OK
  924. when setting replication for non-files; rename GETFILEBLOCKLOCATIONS to
  925. GET_BLOCK_LOCATIONS and state that it is a private unstable API; replace
  926. isDirectory and isSymlink with enum {FILE, DIRECTORY, SYMLINK} in
  927. HdfsFileStatus JSON object. (szetszwo)
  928. HDFS-2528. WebHDFS: set delegation kind to WEBHDFS and add a HDFS token
  929. when http requests are redirected to datanode. (szetszwo)
  930. HDFS-2540. WebHDFS: change "Expect: 100-continue" to two-step write; change
  931. "HdfsFileStatus" and "localName" respectively to "FileStatus" and
  932. "pathSuffix" in JSON response. (szetszwo)
  933. BREAKDOWN OF HDFS-1073 SUBTASKS
  934. HDFS-1521. Persist transaction ID on disk between NN restarts.
  935. (Ivan Kelly and Todd Lipcon via todd)
  936. HDFS-1538. Refactor more startup and image loading code out of FSImage.
  937. (todd)
  938. HDFS-1729. Add code to detect valid length of an edits file. (todd)
  939. HDFS-1793. Add code to inspect a storage directory with txid-based
  940. filenames (todd)
  941. HDFS-1794. Add code to list which edit logs are available on a remote NN
  942. (todd)
  943. HDFS-1858. Add state management variables to FSEditLog (Ivan Kelly and Todd
  944. Lipcon via todd)
  945. HDFS-1859. Add some convenience functions to iterate over edit log streams
  946. (Ivan Kelly and Todd Lipcon via todd)
  947. HDFS-1894. Add constants for LAYOUT_VERSIONs in edits log branch (todd)
  948. HDFS-1892. Fix EditLogFileInputStream.getValidLength to be aware of
  949. OP_INVALID filler (todd)
  950. HDFS-1799. Refactor log rolling and filename management out of FSEditLog
  951. (Ivan Kelly and Todd Lipcon via todd)
  952. HDFS-1801. Remove use of timestamps to identify checkpoints and logs (todd)
  953. HDFS-1930. TestDFSUpgrade failing in HDFS-1073 branch (todd)
  954. HDFS-1800. Extend image checksumming to function with multiple fsimage
  955. files per directory. (todd)
  956. HDFS-1725. Set storage directories only at FSImage construction (Ivan Kelly
  957. via todd)
  958. HDFS-1926. Remove references to StorageDirectory from JournalManager
  959. interface (Ivan Kelly via todd)
  960. HDFS-1893. Change edit logs and images to be named based on txid (todd)
  961. HDFS-1985. Clean up image transfer servlet (todd)
  962. HDFS-1984. Enable multiple secondary namenodes to run simultaneously (todd)
  963. HDFS-1987. Re-enable TestCheckpoint.testSecondaryImageDownload which was
  964. not running previously. (todd)
  965. HDFS-1993. TestCheckpoint needs to clean up between cases (todd)
  966. HDFS-1992. Remove vestiges of NNStorageListener. (todd)
  967. HDFS-1991. Some refactoring of Secondary NameNode to be able to share more
  968. code with the BackupNode or CheckpointNode. (todd)
  969. HDFS-1994. Fix race conditions when running two rapidly checkpointing
  970. Secondary NameNodes. (todd)
  971. HDFS-2001. Remove use of previous.checkpoint and lastcheckpoint.tmp
  972. directories (todd)
  973. HDFS-2015. Remove checkpointTxId from VERSION file. (todd)
  974. HDFS-2016. Add infrastructure to remove or archive old and unneeded storage
  975. files within the name directories. (todd)
  976. HDFS-2047. Improve TestNamespace and TestEditLog in HDFS-1073 branch.
  977. (todd)
  978. HDFS-2048. Add upgrade tests and fix upgrade from 0.22 with corrupt image.
  979. (todd)
  980. HDFS-2027. Image inspector should return finalized logs before unfinalized
  981. logs. (todd)
  982. HDFS-2074. Determine edit log validity by truly reading and validating
  983. transactions. (todd)
  984. HDFS-2085. Finalize in-progress edit logs at startup. (todd)
  985. HDFS-2026. SecondaryNameNode should properly handle the case where the
  986. NameNode is reformatted. (todd)
  987. HDFS-2077. Address checkpoint upload when one of the storage dirs is failed
  988. (todd)
  989. HDFS-2078. NameNode should not clear directory when restoring removed
  990. storage. (todd)
  991. HDFS-2088. Move edits log archiving logic into FSEditLog/JournalManager
  992. (todd)
  993. HDFS-2093. Handle case where an entirely empty log is left during NN crash
  994. (todd)
  995. HDFS-2102. Zero-pad edits filename to make them lexically sortable. (Ivan
  996. Kelly via todd)
  997. HDFS-2010. Fix NameNode to exit if all edit streams become inaccessible.
  998. (atm via todd)
  999. HDFS-2123. Checkpoint interval should be based on txn count, not size.
  1000. (todd)
  1001. HDFS-1979. Fix backupnode for new edits/image layout. (todd)
  1002. HDFS-2101. Fix remaining unit tests for new storage filenames. (todd)
  1003. HDFS-2133. Address remaining TODOs and pre-merge cleanup on HDFS-1073
  1004. branch. (todd)
  1005. HDFS-1780. Reduce need to rewrite FSImage on startup. (todd)
  1006. HDFS-2104. Add a flag to the 2NN to format its checkpoint dirs on startup.
  1007. (todd)
  1008. HDFS-2135. Fix regression of HDFS-1955 in HDFS-1073 branch. (todd)
  1009. HDFS-2160. Fix CreateEditsLog test tool in HDFS-1073 branch. (todd)
  1010. HDFS-2168. Reenable TestEditLog.testFailedOpen and fix exposed bug. (todd)
  1011. HDFS-2169. Clean up TestCheckpoint and remove TODOs (todd)
  1012. HDFS-2170. Address remaining TODOs in HDFS-1073 branch. (todd)
  1013. HDFS-2172. Address findbugs and javadoc warnings in HDFS-1073 branch.
  1014. (todd)
  1015. HDFS-2445. Ensure failed tests exit with proper error code. (Jonathan
  1016. Eagles via acmurthy)
  1017. Release 0.22.1 - Unreleased
  1018. INCOMPATIBLE CHANGES
  1019. NEW FEATURES
  1020. IMPROVEMENTS
  1021. OPTIMIZATIONS
  1022. HDFS-2718. Optimize OP_ADD in edits loading. (shv)
  1023. HDFS-2886. CreateEditLogs should generate a realistic edit log. (shv)
  1024. BUG FIXES
  1025. HDFS-2877. If locking of a storage dir fails, it will remove the other
  1026. NN's lock file on exit. (todd)
  1027. Release 0.22.0 - 2011-11-29
  1028. INCOMPATIBLE CHANGES
  1029. HDFS-1825. Remove thriftfs contrib. (nigel via eli)
  1030. NEW FEATURES
  1031. HDFS-992. Re-factor block access token implementation to conform to the
  1032. generic Token interface in Common (Kan Zhang and Jitendra Pandey via jghoman)
  1033. HDFS-599. Allow NameNode to have a seprate port for service requests from
  1034. client requests. (Dmytro Molkov via hairong)
  1035. HDFS-1004. Update NN to support Kerberized SSL from HADOOP-6584.
  1036. (jghoman and Kan Zhang via jghoman)
  1037. HDFS-1005. Fsck security. (borya and Kan Zhang via jghoman)
  1038. HDFS-1006. getImage/putImage http requests should be https for the case
  1039. of security enabled. (borya and jghoman via jghoman)
  1040. HDFS-1033. In secure clusters, NN and SNN should verify that the remote
  1041. principal during image and edits transfer. (jghoman)
  1042. HDFS-1023. Allow http server to start as regular principal if https
  1043. principal not defined. (jghoman)
  1044. HDFS-1150. Verify datanodes' identities to clients in secure clusters.
  1045. (jghoman)
  1046. HDFS-1330. Make RPCs to DataNodes timeout. (hairong)
  1047. Added additional unit tests per HADOOP-6889. (John George via mattf)
  1048. HDFS-202. HDFS support of listLocatedStatus introduced in HADOOP-6870.
  1049. HDFS piggyback block locations to each file status when listing a
  1050. directory. (hairong)
  1051. HDFS-1361. Add -fileStatus operation to NNThroughputBenchmark. (shv)
  1052. HDFS-1435. Provide an option to store fsimage compressed. (hairong)
  1053. HDFS-903. Support fsimage validation through MD5 checksum. (hairong)
  1054. HDFS-1457. Provide an option to throttle image transmission between
  1055. pimary and secondary NameNodes. (Yifei Lu and hairong via hairong)
  1056. HDFS-1164. TestHdfsProxy is failing. (Todd Lipcon via cos)
  1057. HDFS-811. Add metrics, failure reporting and additional tests for HDFS-457.
  1058. (eli)
  1059. HDFS-895. Allow hflush/sync to occur in parallel with new writes
  1060. to the file. (Todd Lipcon via hairong)
  1061. HDFS-528. Add ability for safemode to wait for a minimum number of
  1062. live datanodes (Todd Lipcon via eli)
  1063. HDFS-1753. Resource Leak in StreamFile. (Uma Maheswara Rao G via eli)
  1064. IMPROVEMENTS
  1065. HDFS-1304. Add a new unit test for HftpFileSystem.open(..). (szetszwo)
  1066. HDFS-1096. fix for prev. commit. (boryas)
  1067. HDFS-1096. allow dfsadmin/mradmin refresh of superuser proxy group
  1068. mappings (boryas)
  1069. HDFS-1146. Javadoc for getDelegationTokenSecretManager in FSNamesystem (jnp via boryas)
  1070. HDFS-1132. Refactor TestFileStatus (Eli Collins via cos)
  1071. HDFS-1163. normalize property names for JT/NN kerberos principal
  1072. names in configuration (from HADOOP 6633) (boryas)
  1073. HDFS-1003. authorization checks for inter-server protocol
  1074. (based on HADOOP-6600) (boryas)
  1075. HDFS-1061. Memory footprint optimization for INodeFile object.
  1076. (Bharath Mundlapudi via jghoman)
  1077. HDFS-1079. Throw exceptions as specified by the AbstractFileSystem
  1078. in HDFS implemenation and protocols. (suresh)
  1079. HDFS-1112. Edit log buffer should not grow unfoundedly. (hairong)
  1080. HDFS-1119. Introduce a GSet interface to BlocksMap. (szetszwo)
  1081. HDFS-1184. Replace tabs in code with spaces. (Jeff Ames via jghoman)
  1082. HDFS-1185. Remove duplicate now() functions in DataNode, FSNamesysetm.
  1083. (Jeff Ames via jghoman)
  1084. HDFS-1183. Remove some duplicate code in NamenodeJspHelper.java.
  1085. (Jeff Ames via jghoman)
  1086. HDFS-1190. Remove unused getNamenode() method from DataNode.
  1087. (Jeff Ames via jghoman)
  1088. HDFS-1110. Reuses objects for commonly used file names in namenode to
  1089. reduce the heap usage. (suresh)
  1090. HDFS-752. Add interfaces classification to to HDFS source code. (suresh)
  1091. HDFS-947. An Hftp read request is redirected to a datanode that has
  1092. the most replicas of the blocks in the file. (Dmytro Molkov via dhruba)
  1093. HDFS-1272. Fixes to take care of the changes in HADOOP-6845.
  1094. (Jitendra Pandey via ddas)
  1095. HDFS-1298 - Add support in HDFS for new statistics added in FileSystem
  1096. to track the file system operations. (suresh)
  1097. HDFS-1201. The HDFS component for HADOOP-6632.
  1098. (Kan Zhang & Jitendra Pandey via ddas)
  1099. HDFS-1307 Add start time, end time and total time taken for FSCK to
  1100. FSCK report (suresh)
  1101. HDFS-1302. The HDFS side of the changes corresponding to HADOOP-6861.
  1102. (Jitendra Pandey & Owen O'Malley via ddas)
  1103. HDFS-1315. Add fsck event to audit log and remove other audit log events
  1104. corresponding to FSCK listStatus and open calls. (suresh)
  1105. HDFS-1178. The NameNode servlets should not use RPC to connect to the
  1106. NameNode. (Kan Zhang via jghoman)
  1107. HDFS-1130. Adds dfs.cluster.administrator ACL configuration that can
  1108. be used to control who can view the default hdfs servlets. (ddas)
  1109. HDFS-1297. Fix some comments. (Jeff Ames via jghoman)
  1110. HDFS-330. Datanode Web UIs should provide robots.txt.
  1111. (Allen Wittenauer via jghoman)
  1112. HDFS-881. Refactor DataNode Packet header into DataTransferProtocol.
  1113. (Todd Lipcon via jghoman)
  1114. HDFS-1036. docs for fetchdt
  1115. HDFS-1318. Add JMX interface for read access to namenode and datanode
  1116. web UI information. (Tanping Wang via suresh).
  1117. HDFS-1356. Provide information as to whether or not security is
  1118. enabled on web interface for NameNode (boryas)
  1119. HDFS-1205. FSDatasetAsyncDiskService should name its threads.
  1120. (Todd Lipcon via eli)
  1121. HDFS-1111. Introduce getCorruptFileBlocks() for fsck. (Sriram Rao via shv)
  1122. HDFS-1395. Add @Override to FSDataset methods that implement
  1123. FSDatasetInterface methods. (suresh)
  1124. HDFS-1383. Improve the error messages when using hftp://. (szetszwo)
  1125. HDFS-1093. Change the FSNamesystem lock to a read/write lock. (dhruba)
  1126. HDFS-1407. Change DataTransferProtocol methods to use Block instead
  1127. of individual elements of Block. (suresh)
  1128. HDFS-1417. Add @Override to SimulatedFSDataset methods that implement
  1129. FSDatasetInterface methods. (suresh)
  1130. HDFS-1426. Remove unused method BlockInfo#listCount. (hairong)
  1131. HDFS-1472. Allow programmatic access to fsck output.
  1132. (Ramkumar Vadali via dhruba)
  1133. HADOOP-7007. Update the hudson-test-patch ant target to work with the
  1134. latest test-patch.sh script (gkesavan)
  1135. HDFS-1462. Refactor edit log loading to a separate class from edit log writing.
  1136. (Todd Lipcon via eli)
  1137. HDFS-1485. Fix typo in BlockPlacementPolicy. (Jingguo Yao via shv)
  1138. HDFS-1035. Generate Eclipse's .classpath file from Ivy config. (nigel)
  1139. HDFS-1408. Herriot NN and DN clients should vend statistics. (cos)
  1140. HDFS-1491 Update Hdfs to match the change of methods from protected to public
  1141. in AbstractFileSystem (Hadoop-6903) (sanjay)
  1142. HDFS-1160. Improve some FSDataset warnings and comments. (eli)
  1143. HDFS-556. Provide info on failed volumes in the web ui. (eli)
  1144. HDFS-697. Enable asserts for tests by default. (eli)
  1145. HDFS-1187. Modify fetchdt to allow renewing and canceling token.
  1146. (Owen O'Malley and Kan Zhang via jghoman)
  1147. HDFS-1387. Update HDFS permissions guide for security. (Todd Lipcon via eli)
  1148. HDFS-455. Make NN and DN handle in a intuitive way comma-separated
  1149. configuration strings. (Michele Catasta via eli)
  1150. HDFS-1071. savenamespace should write the fsimage to all configured
  1151. fs.name.dir in parallel (Dmytro Molkov via jghoman)
  1152. HDFS-1055. Improve thread naming for DataXceivers.
  1153. (Todd Lipcon and Ramkumar Vadali via eli).
  1154. HDFS-718. Configuration parameter to prevent accidental formatting of
  1155. HDFS filesystem. (Andrew Ryan via jghoman)
  1156. HDFS-1500. TestOfflineImageViewer failing on trunk. (Todd Lipcon
  1157. via hairong)
  1158. HDFS-1483. DFSClient.getBlockLocations should indicate if corresponding
  1159. blocks are corrupt. (Patrick Kling via hairong)
  1160. HDFS-259. Remove intentionally corrupt 0.13 directory layout creation.
  1161. (Todd Lipcon via eli)
  1162. HDFS-1513. Fix a number of warnings. (eli)
  1163. HDFS-1473. Refactor storage management into separate classes than fsimage
  1164. file reading/writing. (Todd Lipcon via eli)
  1165. HDFS-1582. Remove auto-generated native build files. (rvs via eli)
  1166. HDFS-1456. Provide builder for constructing instances of MiniDFSCluster.
  1167. (jghoman)
  1168. HDFS-1861. Rename dfs.datanode.max.xcievers and bump its default value.
  1169. (eli)
  1170. HDFS-1052. HDFS Federation - Merge of umbrella jira changes from
  1171. HDFS-1052 branch into trunk.
  1172. HDFS-1835. DataNode should not depend on SHA1PRNG secure random generator
  1173. to generate a storage ID. (John Carrino via todd)
  1174. HDFS-1947. DFSClient should use mapreduce.task.attempt.id. (eli)
  1175. HDFS-1957. Add documentation for HFTP. (Ari Rabkin via todd)
  1176. HDFS-1454. Update the documentation to reflect that clients don't write
  1177. blocks to local disk before copying to HDFS. (Harsh J Chouraria via todd)
  1178. HDFS-1980. Move build/webapps deeper in the build directory heirarchy
  1179. to aid eclipse users. (todd)
  1180. HDFS-1619. Remove AC_TYPE* from the libhdfs. (Roman Shaposhnik via eli)
  1181. HDFS-1948 Forward port 'hdfs-1520 lightweight namenode operation to
  1182. trigger lease recovery' (stack)
  1183. HDFS-1954. Improved corrupt files warning on NameNode web UI.
  1184. (Patrick Hunt via shv)
  1185. HDFS-1409. BackupNode registration throwing
  1186. UnsupportedActionException("register") instead of "journal".
  1187. (Ching-Shen Chen via shv)
  1188. HDFS-2054 BlockSender.sendChunk() prints ERROR for connection closures
  1189. encountered during transferToFully() (Kihwal Lee via stack)
  1190. OPTIMIZATIONS
  1191. HDFS-1140. Speedup INode.getPathComponents. (Dmytro Molkov via shv)
  1192. HDFS-1081. Performance regression in
  1193. DistributedFileSystem::getFileBlockLocations in secure systems (jghoman)
  1194. HDFS-1114. Implement LightWeightGSet for BlocksMap in order to reduce
  1195. NameNode memory footprint. (szetszwo)
  1196. HDFS-1320. Add LOG.isDebugEnabled() guard for each LOG.debug(..).
  1197. (Erik Steffl via szetszwo)
  1198. HDFS-1368. Add a block counter to DatanodeDescriptor. (hairong)
  1199. HDFS-1434. Refactor Datanode#startDataNode method into smaller methods.
  1200. (suresh)
  1201. HDFS-941. The DFS client should cache and reuse open sockets to datanodes
  1202. while performing reads. (bc Wong and Todd Lipcon via todd)
  1203. BUG FIXES
  1204. HDFS-1039. Adding test for JspHelper.getUGI(jnp via boryas)
  1205. HDFS-1019. Incorrect default values for delegation tokens in
  1206. hdfs-default.xml (jnp via boryas)
  1207. HDFS-1039. Service should be set in the token in JspHelper.getUGI(jnp via boryas)
  1208. HDFS-1038. FIX. A test missed in a previous commit for this JIRA. (boryas)
  1209. HDFS-1038. In nn_browsedfscontent.jsp fetch delegation token only
  1210. if security is enabled. (jnp via boryas)
  1211. HDFS-1044. Cannot submit mapreduce job from secure client to
  1212. unsecure sever (boryas)
  1213. HDFS-1021. specify correct server principal for RefreshAuthorizationPolicyProtocol
  1214. and RefreshUserToGroupMappingsProtocol protocols in DFSAdmin (for HADOOP-6612) (boryas)
  1215. HDFS-970. fsync fsimage to disk before closing fsimage file.
  1216. (Todd Lipcon via dhruba)
  1217. HDFS-1027. Update copyright year to 2010. (Ravi Phulari via jghoman)
  1218. HDFS-1080. SecondaryNameNode image transfer should use the defined http
  1219. address rather than local ip address. (jghoman)
  1220. HDFS-1198. Resolving cross-realm principals. (Jitendra Pandey via jghoman)
  1221. HDFS-1118. Fix socketleak on DFSClient. (Zheng Shao via dhruba)
  1222. HDFS-1192. refreshSuperUserGroupsConfiguration should use server side
  1223. configuration for the refresh (for HADOOP-6815) (boryas)
  1224. HDFS-1036. in DelegationTokenFetch dfs.getURI returns no port (boryas)
  1225. HDFS-1017. browsedfs jsp should call JspHelper.getUGI rather
  1226. than using createRemoteUser() (jnp via boryas)
  1227. HDFS-1250. Namenode should reject block reports and block received
  1228. requests from dead datanodes (suresh)
  1229. HDFS-1145. When NameNode is shutdown it does not try to exit
  1230. safemode anymore. (dhruba)
  1231. HDFS-1202. DataBlockScanner throws NPE when updated before
  1232. initialized. (Todd Lipcon via dhruba)
  1233. HDFS-882. Datanode logs the hostname and port its listening on.
  1234. (Steve Loughran via dhruba)
  1235. HDFS-1238. ant eclipse-files has drifted again, (jghoman)
  1236. HDFS-1045. In secure clusters, re-login is necessary for https
  1237. clients before opening connections. (jghoman)
  1238. HDFS-1289. Datanode secure mode is broken. (Kan Zhang via jghoman)
  1239. HDFS-1007. HFTP needs to be updated to use delegation tokens (boryas)
  1240. HDFS-1085. HFTP read may fail silently on the client side if there is an
  1241. exception on the server side. (szetszwo)
  1242. HDFS-1308. job conf key for the services name of DelegationToken for HFTP
  1243. url is constructed incorrectly in HFTPFileSystem (boryas)
  1244. HDFS-1319. Fix location of re-login for secondary namenode from HDFS-999.
  1245. (jghoman)
  1246. HDFS-1317. Remove the FILEPATH_PATTERN from hdfsproxy.AuthorizationFilter.
  1247. (Rohini Palaniswamy via szetszwo)
  1248. HDFS-912. sed in build.xml on Solaris fails. (Allen Wittenauer via jghoman)
  1249. HDFS-1296. using delegation token over hftp for long running
  1250. clients (boryas)
  1251. HDFS-1334. open in HftpFileSystem does not add delegation tokens to the url.
  1252. (Jitendra Pandey via jghoman)
  1253. HDFS-1301. TestHDFSProxy need to use server side conf for ProxyUser
  1254. stuff. (boryas)
  1255. HDFS-1340. When security is turned off, there is a potential XSS attack.
  1256. This patch fixes it by removing delegationtoken string from the URL,
  1257. before returning a response to the client. (Jitendra Pandey via ddas)
  1258. HDFS-1347. TestDelegationToken uses mortbay.log for logging (boryas)
  1259. HDFS-1157. Modifications introduced by HDFS-1150 are breaking aspect's
  1260. bindings (cos)
  1261. HDFS-1349. Remove empty java files. (Eli Collins)
  1262. HDFS-1340. A null delegation token is appended to the url if security
  1263. is disabled when browsing filesystem. (boryas)
  1264. HDFS-1352. Fix jsvc.location. (Eli Collins via jghoman)
  1265. HDFS-1284. TestBlockToken fails. (Kan Zhang via jghoman)
  1266. HDFS-1355. ant veryclean (clean-cache) doesn't clean enough.
  1267. (Luke Lu via jghoman)
  1268. HDFS-1353. Remove most of getBlockLocation optimization. (jghoman)
  1269. HDFS-1369. Invalid javadoc reference in FSDatasetMBean.java (Eli Collins)
  1270. HDFS-829. hdfsJniHelper.c: #include <error.h> is not portable.
  1271. (Allen Wittenauer via jghoman)
  1272. HDFS-1310. The ClientDatanodeProtocol proxy should be stopped in
  1273. DFSInputStream.readBlockLength(..). (sam rash via szetszwo)
  1274. HDFS-1357. HFTP traffic served by DataNode shouldn't use service port
  1275. on NameNode. (Kan Zhang via jghoman)
  1276. HDFS-1419. HDFS Federation: Three test cases need minor modification after
  1277. the new block id change (Tanping Wang via suresh)
  1278. HDFS-96. HDFS supports blocks larger than 2 GB.
  1279. (Patrick Kling via dhruba)
  1280. HDFS-1433. Fix test failures - TestPread and TestFileLimit. (suresh)
  1281. HDFS-1364. Makes long running HFTP-based applications do relogins
  1282. if necessary. (Jitendra Pandey via ddas)
  1283. HDFS-1399. Distinct minicluster services (e.g. NN and JT) overwrite each
  1284. other's service policies. (Aaron T. Myers via tomwhite)
  1285. HDFS-1440. Fix TestComputeInvalidateWork failure. (suresh)
  1286. HDFS-1498. FSDirectory#unprotectedConcat calls setModificationTime
  1287. on a file. (eli)
  1288. HDFS-1625. Ignore disk space values in TestDataNodeMXBean. (szetszwo)
  1289. HDFS-1850. DN should transmit absolute failed volume count rather than
  1290. increments to the NN. (eli)
  1291. HDFS-671. Documentation change for updated configuration keys.
  1292. (tomwhite via eli)
  1293. HDFS-1544. Ivy resolve force mode should be turned off by default.
  1294. (Luke Lu via tomwhite)
  1295. HDFS-1615. seek() on closed DFS input stream throws NullPointerException
  1296. (Scott Carey via todd)
  1297. HDFS-1897. Documentation refers to removed option dfs.network.script
  1298. (Andrew Whang via todd)
  1299. HDFS-1621. Fix references to hadoop-common-${version} in build.xml
  1300. (Jolly Chen via todd)
  1301. HDFS-1505. saveNamespace appears to succeed even if all directories fail
  1302. to save. (Aaron T. Myers via todd)
  1303. HDFS-1921. saveNamespace can cause NN to be unable to come up on restart
  1304. (Matt Foley via todd)
  1305. HDFS-1925. SafeModeInfo should use the correct constant instead of a
  1306. hard-coded value for its default. (Joey Echeverria via todd)
  1307. HDFS-1575. Viewing block from web UI is broken. (Aaron T. Myers via todd)
  1308. HDFS-1932. Ensure that HDFS configuration deprecations are set up in every
  1309. spot that HDFS configurations are loaded. (Jolly Chen via todd)
  1310. HDFS-1952. FSEditLog.open() appears to succeed even if all EDITS
  1311. directories fail. (Andrew Wang via todd)
  1312. HDFS-1965. IPCs done using block token-based tickets can't reuse
  1313. connections (todd)
  1314. HDFS-1978. All but first option in LIBHDFS_OPTS is ignored. (eli)
  1315. HDFS-1964. Fix incorrect HTML unescaping in DatanodeJspHelper
  1316. (Aaron T. Myers via todd)
  1317. HDFS-1997. Image transfer process misreports client side exceptions.
  1318. (todd via eli)
  1319. HDFS-2000. Missing deprecation for io.bytes.per.checksum.
  1320. (Aaron T. Myers vie eli)
  1321. HDFS-977. DataNode.createInterDataNodeProtocolProxy() guards a log
  1322. at the wrong level. (Harsh J Chouraria via todd)
  1323. HDFS-1969. Running rollback on new-version namenode destroys the
  1324. namespace. (todd)
  1325. HDFS-2039. TestNameNodeMetrics uses a bad test root path, preventing it
  1326. from running inside Eclipse. (todd)
  1327. HDFS-988. saveNamespace race can corrupt the edits log. (eli)
  1328. HDFS-2071. Use of isConnected() in DataXceiver is invalid. (Kihwal Lee
  1329. via todd)
  1330. HDFS-1981. NameNode does not saveNamespace() when editsNew is empty.
  1331. (Uma Maheswara Rao G via shv)
  1332. HDFS-2232. Generalize regular expressions in TestHDFSCLI.
  1333. (Plamen Jeliazkov via shv)
  1334. HDFS-2290. Block with corrupt replica is not getting replicated.
  1335. (Benoy Antony via shv)
  1336. HDFS-2452. OutOfMemoryError in DataXceiverServer takes down the DataNode
  1337. (Uma Maheswara Rao via cos)
  1338. HDFS-2002. Incorrect computation of needed blocks in getTurnOffTip().
  1339. (Plamen Jeliazkov via shv)
  1340. HDFS-2514. Link resolution bug for intermediate symlinks with
  1341. relative targets. (eli)
  1342. Release 0.21.1 - Unreleased
  1343. HDFS-1466. TestFcHdfsSymlink relies on /tmp/test not existing. (eli)
  1344. HDFS-874. TestHDFSFileContextMainOperations fails on weirdly
  1345. configured DNS hosts. (Todd Lipcon via eli)
  1346. HDFS-1507. TestAbandonBlock should abandon a block. (eli)
  1347. HDFS-1487. FSDirectory.removeBlock() should update diskspace count
  1348. of the block owner node (Zhong Wang via eli).
  1349. HDFS-1467. Append pipeline never succeeds with more than one replica.
  1350. (Todd Lipcon via eli)
  1351. HDFS-1167. New property for local conf directory in system-test-hdfs.xml
  1352. file. (Vinay Thota via cos)
  1353. HDFS-1503. TestSaveNamespace fails. (Todd Lipcon via cos)
  1354. HDFS-1524. Image loader should make sure to read every byte in image file.
  1355. (hairong)
  1356. HDFS-1523. TestLargeBlock is failing on trunk. (cos)
  1357. HDFS-1502. TestBlockRecovery triggers NPE in assert. (hairong via cos)
  1358. HDFS-1532. Exclude Findbugs warning in FSImageFormat$Saver. (Todd Lipcon
  1359. via cos)
  1360. HDFS-1527. SocketOutputStream.transferToFully fails for blocks >= 2GB on
  1361. 32 bit JVM. (Patrick Kling via cos)
  1362. HDFS-1531. Clean up stack traces due to duplicate MXBean registration.
  1363. (Todd Lipcon via cos)
  1364. HDFS-613. TestBalancer and TestBlockTokenWithDFS fail Balancer assert.
  1365. (Todd Lipcon via cos)
  1366. HDFS-1511. 98 Release Audit warnings on trunk and branch-0.22.
  1367. (jghoman)
  1368. HDFS-1560. dfs.data.dir permissions should default to 700.
  1369. (Todd Lipcon via eli)
  1370. HDFS-1550. NPE when listing a file with no location. (hairong)
  1371. HDFS-1542. Add test for HADOOP-7082, a deadlock writing Configuration to
  1372. HDFS. (todd)
  1373. HDFS-1504. FSImageSaver should catch all exceptions, not just IOE. (todd)
  1374. HDFS-884. DataNode throws IOException if all data directories are
  1375. unavailable. (Steve Loughran and shv)
  1376. HDFS-1591. HDFS part of HADOOP-6642. (Chris Douglas, Po Cheung via shv)
  1377. HDFS-900. Corrupt replicas are not processed correctly in block report (shv)
  1378. HDFS-1529. Incorrect handling of interrupts in waitForAckedSeqno can cause
  1379. deadlock (todd)
  1380. HDFS-1597. Batched edit log syncs can reset synctxid and throw assertions
  1381. (todd)
  1382. HDFS-1602. Fix HADOOP-4885 for it is doesn't work as expected. (boryas)
  1383. HDFS-1618. configure files that are generated as part of the released
  1384. tarball need to have executable bit set (Roman Shaposhnik via cos)
  1385. HDFS-981. test-contrib fails due to test-cactus failure (cos)
  1386. HDFS-1001. DataXceiver and BlockReader disagree on when to send/recv
  1387. CHECKSUM_OK. (bc Wong via eli)
  1388. HDFS-1781. Fix the path for jsvc in bin/hdfs. (John George via szetszwo)
  1389. HDFS-1782. Fix an NPE in FSNamesystem.startFileInternal(..).
  1390. (John George via szetszwo)
  1391. HDFS-1821. Fix username resolution in NameNode.createSymlink(..) and
  1392. FSDirectory.addSymlink(..). (John George via szetszwo)
  1393. HDFS-1806. TestBlockReport.blockReport_08() and _09() are timing-dependent
  1394. and likely to fail on fast servers. (Matt Foley via eli)
  1395. HDFS-1845. Symlink comes up as directory after namenode restart.
  1396. (John George via eli)
  1397. HDFS-1666. Disable failing hdfsproxy test TestAuthorizationFilter (todd)
  1398. HDFS-1823. start-dfs.sh script fails if HADOOP_HOME is not set.
  1399. (tomwhite via eli)
  1400. Release 0.21.1 - Unreleased
  1401. HDFS-1411. Correct backup node startup command in hdfs user guide.
  1402. (Ching-Shen Chen via shv)
  1403. BUG FIXES
  1404. HDFS-1363. Eliminate second synchronized sections in appendFile(). (shv)
  1405. HDFS-1413. Fix broken links to HDFS Wiki. (shv)
  1406. HDFS-1420. Clover build doesn't generate per-test coverage (cos)
  1407. HDFS-1444. Test related code of build.xml is error-prone and needs to be
  1408. re-aligned. (cos)
  1409. HDFS-1343. Instrumented build should be concentrated in one build area (cos)
  1410. HDFS-1452. ant compile-contrib is broken (cos)
  1411. HDFS-1474. ant binary-system is broken (cos)
  1412. HDFS-1292. Allow artifacts to be published to the staging Apache Nexus
  1413. Maven Repository. (Giridharan Kesavan via tomwhite)
  1414. HDFS-1552. Remove java5 dependencies from build. (cos)
  1415. HDFS-1189. Quota counts missed between clear quota and set quota.
  1416. (John George via szetszwo)
  1417. HDFS-1665. Balancer misuses dfs.heartbeat.interval as milliseconds.
  1418. (szetszwo)
  1419. HDFS-1728. SecondaryNameNode.checkpointSize is in bytes but not in MB.
  1420. (szetszwo)
  1421. HDFS-1206. TestFiHFlush fails intermittently. (cos)
  1422. HDFS-1548. Fault-injection tests are executed multiple times if invoked
  1423. with run-test-hdfs-fault-inject target (cos)
  1424. HDFS-1552. Remove java5 dependencies from build. (cos)
  1425. HDFS-996. JUnit tests should never depend on anything in conf (cos)
  1426. HDFS-1612. Update HDFS design documentation for append, quota, symlink,
  1427. block placement and checkpoint/backup node features. (Joe Crobak
  1428. via szetszwo)
  1429. HDFS-1596. Replace fs.checkpoint.* with dfs.namenode.checkpoint.*
  1430. in documentations. (Harsh J Chouraria via szetszwo)
  1431. HDFS-1786. Some cli test cases expect a "null" message
  1432. (Uma Maheswara Rao G via todd)
  1433. HDFS-1855. TestDatanodeBlockScanner.testBlockCorruptionRecoveryPolicy()
  1434. part 2 fails in two different ways. (Matt Foley via eli)
  1435. Release 0.21.0 - 2010-08-13
  1436. INCOMPATIBLE CHANGES
  1437. HDFS-538. Per the contract elucidated in HADOOP-6201, throw
  1438. FileNotFoundException from FileSystem::listStatus rather than returning
  1439. null. (Jakob Homan via cdouglas)
  1440. HDFS-602. DistributedFileSystem mkdirs throws FileAlreadyExistsException
  1441. instead of FileNotFoundException. (Boris Shkolnik via suresh)
  1442. HDFS-544. Add a "rbw" subdir to DataNode data directory. (hairong)
  1443. HDFS-576. Block report includes under-construction replicas. (shv)
  1444. HDFS-636. SafeMode counts complete blocks only. (shv)
  1445. HDFS-644. Lease recovery, concurrency support. (shv)
  1446. HDFS-570. Get last block length from a data-node when opening a file
  1447. being written to. (Tsz Wo (Nicholas), SZE via shv)
  1448. HDFS-657. Remove unused legacy data-node protocol methods. (shv)
  1449. HDFS-658. Block recovery for primary data-node. (shv)
  1450. HDFS-660. Remove deprecated methods from InterDatanodeProtocol. (shv)
  1451. HDFS-512. Block.equals() and compareTo() compare blocks based
  1452. only on block Ids, ignoring generation stamps. (shv)
  1453. HDFS-873. Configuration specifies data-node storage directories as URIs.
  1454. (shv)
  1455. HDFS-905. Use the new UserGroupInformation from HDFS-6299.
  1456. (jghoman via omalley)
  1457. HDFS-984. Persistent delegation tokens. (Jitendra Pandey via shv)
  1458. HDFS-1016. HDFS side change for HADOOP-6569. This jira changes the
  1459. error message on the screen when cat a directory or a
  1460. non-existent file. (hairong)
  1461. NEW FEATURES
  1462. HDFS-1134. Large-scale Automated Framework. (cos)
  1463. HDFS-436. Introduce AspectJ framework for HDFS code and tests.
  1464. (Konstantin Boudnik via szetszwo)
  1465. HDFS-447. Add LDAP lookup to hdfsproxy. (Zhiyong Zhang via cdouglas)
  1466. HDFS-459. Introduce Job History Log Analyzer. (shv)
  1467. HDFS-461. Tool to analyze file size distribution in HDFS. (shv)
  1468. HDFS-492. Add two JSON JSP pages to the Namenode for providing corrupt
  1469. blocks/replicas information. (Bill Zeller via szetszwo)
  1470. HDFS-578. Add support for new FileSystem method for clients to get server
  1471. defaults. (Kan Zhang via suresh)
  1472. HDFS-595. umask settings in configuration may now use octal or symbolic
  1473. instead of decimal. (Jakob Homan via suresh)
  1474. HADOOP-6234. Updated hadoop-core and test jars to propagate new option
  1475. dfs.umaskmode in configuration. (Jakob Homan via suresh)
  1476. HDFS-235. Add support for byte ranges in HftpFileSystem to serve
  1477. range of bytes from a file. (Bill Zeller via suresh)
  1478. HDFS-385. Add support for an experimental API that allows a module external
  1479. to HDFS to specify how HDFS blocks should be placed. (dhruba)
  1480. HADOOP-4952. Update hadoop-core and test jars to propagate new FileContext
  1481. file system application interface. (Sanjay Radia via suresh).
  1482. HDFS-567. Add block forensics contrib tool to print history of corrupt and
  1483. missing blocks from the HDFS logs.
  1484. (Bill Zeller, Jitendra Nath Pandey via suresh).
  1485. HDFS-610. Support o.a.h.fs.FileContext. (Sanjay Radia via szetszwo)
  1486. HDFS-536. Support hflush at DFSClient. (hairong)
  1487. HDFS-517. Introduce BlockInfoUnderConstruction to reflect block replica
  1488. states while writing. (shv)
  1489. HDFS-565. Introduce block committing logic during new block allocation
  1490. and file close. (shv)
  1491. HDFS-537. DataNode exposes a replica's meta info to BlockReceiver for the
  1492. support of dfs writes/hflush. It also updates a replica's bytes received,
  1493. bytes on disk, and bytes acked after receiving a packet. (hairong)
  1494. HDFS-585. Datanode should serve up to visible length of a replica for read
  1495. requests. (szetszwo)
  1496. HDFS-604. Block report processing for append. (shv)
  1497. HDFS-619. Support replica recovery initialization in datanode for the new
  1498. append design. (szetszwo)
  1499. HDFS-592. Allow clients to fetch a new generation stamp from NameNode for
  1500. pipeline recovery. (hairong)
  1501. HDFS-624. Support a new algorithm for pipeline recovery and pipeline setup
  1502. for append. (hairong)
  1503. HDFS-627. Support replica update in data-node.
  1504. (Tsz Wo (Nicholas), SZE and Hairong Kuang via shv)
  1505. HDFS-642. Support pipeline close and close error recovery. (hairong)
  1506. HDFS-631. Rename configuration keys towards API standardization and
  1507. backward compatibility. (Jitendra Nath Pandey via suresh)
  1508. HDFS-669. Add unit tests framework (Mockito) (cos, Eli Collins)
  1509. HDFS-731. Support new Syncable interface in HDFS. (hairong)
  1510. HDFS-702. Add HDFS implementation of AbstractFileSystem.
  1511. (Sanjay Radio via suresh)
  1512. HDFS-758. Add decommissioning status page to Namenode Web UI.
  1513. (Jitendra Nath Pandey via suresh)
  1514. HDFS-814. Add an api to get the visible length of a DFSDataInputStream.
  1515. (szetszwo)
  1516. HDFS-654. Add support new atomic rename functionality in HDFS for
  1517. supporting rename in FileContext. (suresh)
  1518. HDFS-222. Support for concatenating of files into a single file
  1519. without copying. (Boris Shkolnik via hairong)
  1520. HDFS-933. Adds Delegation token based authentication in the NameNode.
  1521. (Kan Zhang via ddas)
  1522. HDFS-935. Adds a real user component in Delegation token.
  1523. (Jitendra Nath Pandey via ddas)
  1524. HDFS-245. Adds a symlink implementation to HDFS. This complements the new
  1525. symlink feature added in HADOOP-6421 (Eli Collins via Sanjay Radia)
  1526. HDFS-1009. Support Kerberos authorization in HDFSProxy. (Srikanth
  1527. Sundarrajan via szetszwo)
  1528. HDFS-1091. Implement listStatus that returns an iterator of FileStatus.
  1529. (hairong)
  1530. IMPROVEMENTS
  1531. HDFS-381. Remove blocks from DataNode maps when corresponding file
  1532. is deleted. (Suresh Srinivas via rangadi)
  1533. HDFS-377. Separate codes which implement DataTransferProtocol.
  1534. (szetszwo)
  1535. HDFS-396. NameNode image and edits directories are specified as URIs.
  1536. (Luca Telloli via rangadi)
  1537. HDFS-444. Allow to change probability levels dynamically in the fault
  1538. injection framework. (Konstantin Boudnik via szetszwo)
  1539. HDFS-352. Documentation for saveNamespace command. (Ravi Phulari via shv)
  1540. HADOOP-6106. Updated hadoop-core and test jars from hudson trunk
  1541. build #12. (Giridharan Kesavan)
  1542. HDFS-204. Add a new metrics FilesInGetListingOps to the Namenode.
  1543. (Jitendra Nath Pandey via szetszwo)
  1544. HDFS-278. HDFS Outputstream close does not hang forever. (dhruba)
  1545. HDFS-443. Add a new metrics numExpiredHeartbeats to the Namenode.
  1546. (Jitendra Nath Pandey via szetszwo)
  1547. HDFS-475. Add new ant targets for fault injection jars and tests.
  1548. (Konstantin Boudnik via szetszwo)
  1549. HDFS-458. Create a new ant target, run-commit-test. (Jakob Homan
  1550. via szetszwo)
  1551. HDFS-493. Change build.xml so that the fault-injected tests are executed
  1552. only by the run-test-*-fault-inject targets. (Konstantin Boudnik via
  1553. szetszwo)
  1554. HDFS-446. Improvements to Offline Image Viewer. (Jakob Homan via shv)
  1555. HADOOP-6160. Fix releaseaudit target to run on specific directories.
  1556. (gkesavan)
  1557. HDFS-501. Use enum to define the constants in DataTransferProtocol.
  1558. (szetszwo)
  1559. HDFS-508. Factor out BlockInfo from BlocksMap. (shv)
  1560. HDFS-510. Rename DatanodeBlockInfo to be ReplicaInfo.
  1561. (Jakob Homan & Hairong Kuang via shv)
  1562. HDFS-500. Deprecate NameNode methods deprecated in NameNodeProtocol.
  1563. (Jakob Homan via shv)
  1564. HDFS-514. Change DFSClient.namenode from public to private. (Bill Zeller
  1565. via szetszwo)
  1566. HDFS-496. Use PureJavaCrc32 in HDFS. (Todd Lipcon via szetszwo)
  1567. HDFS-511. Remove redundant block searches in BlockManager. (shv)
  1568. HDFS-504. Update the modification time of a file when the file
  1569. is closed. (Chun Zhang via dhruba)
  1570. HDFS-498. Add development guide and documentation for the fault injection
  1571. framework. (Konstantin Boudnik via szetszwo)
  1572. HDFS-524. Further DataTransferProtocol code refactoring. (szetszwo)
  1573. HDFS-529. Use BlockInfo instead of Block to avoid redundant block searches
  1574. in BlockManager. (shv)
  1575. HDFS-530. Refactor TestFileAppend* to remove code duplication.
  1576. (Konstantin Boudnik via szetszwo)
  1577. HDFS-451. Add fault injection tests for DataTransferProtocol. (szetszwo)
  1578. HDFS-409. Add more access token tests. (Kan Zhang via szetszwo)
  1579. HDFS-546. DatanodeDescriptor iterates blocks as BlockInfo. (shv)
  1580. HDFS-457. Do not shutdown datanode if some, but not all, volumes fail.
  1581. (Boris Shkolnik via szetszwo)
  1582. HDFS-548. TestFsck takes nearly 10 minutes to run. (hairong)
  1583. HDFS-539. Refactor fault injeciton pipeline test util for future reuse.
  1584. (Konstantin Boudnik via szetszwo)
  1585. HDFS-552. Change TestFiDataTransferProtocol to junit 4 and add a few new
  1586. tests. (szetszwo)
  1587. HDFS-563. Simplify the codes in FSNamesystem.getBlockLocations(..).
  1588. (szetszwo)
  1589. HDFS-581. Introduce an iterator over blocks in the block report array.(shv)
  1590. HDFS-549. Add a new target, run-with-fault-inject-testcaseonly, which
  1591. allows an execution of non-FI tests in FI-enable environment. (Konstantin
  1592. Boudnik via szetszwo)
  1593. HDFS-173. Namenode will not block until a large directory deletion
  1594. completes. It allows other operations when the deletion is in progress.
  1595. (suresh)
  1596. HDFS-551. Create new functional test for a block report. (Konstantin
  1597. Boudnik via hairong)
  1598. HDFS-288. Redundant computation in hashCode() implementation.
  1599. (szetszwo via tomwhite)
  1600. HDFS-412. Hadoop JMX usage makes Nagios monitoring impossible.
  1601. (Brian Bockelman via tomwhite)
  1602. HDFS-472. Update hdfsproxy documentation. Adds a setup guide and design
  1603. document. (Zhiyong Zhang via cdouglas)
  1604. HDFS-617. Support non-recursive create(). (Kan Zhang via szetszwo)
  1605. HDFS-618. Support non-recursive mkdir(). (Kan Zhang via szetszwo)
  1606. HDFS-574. Split the documentation between the subprojects.
  1607. (Corinne Chandel via omalley)
  1608. HDFS-598. Eclipse launch task for HDFS. (Eli Collins via tomwhite)
  1609. HDFS-641. Move all of the components that depend on map/reduce to
  1610. map/reduce. (omalley)
  1611. HDFS-509. Redesign DataNode volumeMap to include all types of Replicas.
  1612. (hairong)
  1613. HDFS-562. Add a test for NameNode.getBlockLocations(..) to check read from
  1614. un-closed file. (szetszwo)
  1615. HDFS-543. Break FSDatasetInterface#writToBlock() into writeToRemporary,
  1616. writeToRBW, ad append. (hairong)
  1617. HDFS-603. Add a new interface, Replica, which is going to replace the use
  1618. of Block in datanode. (szetszwo)
  1619. HDFS-589. Change block write protocol to support pipeline recovery.
  1620. (hairong)
  1621. HDFS-652. Replace BlockInfo.isUnderConstruction() with isComplete() (shv)
  1622. HDFS-648. Change some methods in AppendTestUtil to public. (Konstantin
  1623. Boudnik via szetszwo)
  1624. HDFS-662. Unnecessary info message from DFSClient. (hairong)
  1625. HDFS-518. Create new tests for Append's hflush. (Konstantin Boudnik
  1626. via szetszwo)
  1627. HDFS-688. Add configuration resources to DFSAdmin. (shv)
  1628. HDFS-29. Validate the consistency of the lengths of replica and its file
  1629. in replica recovery. (szetszwo)
  1630. HDFS-680. Add new access method to a copy of a block's replica. (shv)
  1631. HDFS-704. Unify build property names to facilitate cross-projects
  1632. modifications (cos)
  1633. HDFS-705. Create an adapter to access some of package-private methods of
  1634. DataNode from tests (cos)
  1635. HDFS-710. Add actions with constraints to the pipeline fault injection
  1636. tests and change SleepAction to support uniform random sleeping over an
  1637. interval. (szetszwo)
  1638. HDFS-713. Need to properly check the type of the test class from an aspect
  1639. (cos)
  1640. HDFS-716. Define a pointcut for pipeline close and add a few fault
  1641. injection tests to simulate out of memory problem. (szetszwo)
  1642. HDFS-719. Add 6 fault injection tests for pipeline close to simulate slow
  1643. datanodes and disk errors. (szetszwo)
  1644. HDFS-616. Create functional tests for new design of the block report. (cos)
  1645. HDFS-584. Fail the fault-inject build if any advices are mis-bound. (cos)
  1646. HDFS-730. Add 4 fault injection tests to simulate non-responsive datanode
  1647. and out-of-memory problem for pipeline close ack. (szetszwo)
  1648. HDFS-728. Create a comprehensive functional test for append. (hairong)
  1649. HDFS-736. commitBlockSynchronization() updates block GS and length
  1650. in-place. (shv)
  1651. HADOOP-5107. Use Maven ant tasks to publish the subproject jars.
  1652. (Giridharan Kesavan via omalley)
  1653. HDFS-521. Create new tests for pipeline (cos)
  1654. HDFS-764. Places the Block Access token implementation in hdfs project.
  1655. (Kan Zhang via ddas)
  1656. HDFS-787. Upgrade some libraries to be consistent with common and
  1657. mapreduce. (omalley)
  1658. HDFS-519. Create new tests for lease recovery (cos)
  1659. HDFS-804. New unit tests for concurrent lease recovery (cos)
  1660. HDFS-813. Enable the append test in TestReadWhileWriting. (szetszwo)
  1661. HDFS-145. Cleanup inconsistent block length handling code in
  1662. FSNameSystem#addStoredBlock. (hairong)
  1663. HDFS-127. Reset failure count in DFSClient for each block acquiring
  1664. operation. (Igor Bolotin via szetszwo)
  1665. HDFS-520. Create new tests for block recovery. (hairong)
  1666. HDFS-1067. Create block recovery tests that handle errors. (hairong)
  1667. HDFS-1107. Turn on append by default. (shv)
  1668. HDFS-968. Use StringBuilder instead of StringBuffer for better
  1669. performance. (Kay Kay via suresh)
  1670. HDFS-703. Replace current fault injection implementation with one
  1671. from (cos)
  1672. HDFS-754. Reduce ivy console output to observable level (cos)
  1673. HDFS-832. HDFS side of HADOOP-6222. (cos)
  1674. HDFS-840. Change tests to use FileContext test helper introduced in
  1675. HADOOP-6394. (Jitendra Nath Pandey via suresh)
  1676. HDFS-685. Use the user-to-groups mapping service in the NameNode.
  1677. (boryas, acmurthy)
  1678. HDFS-755. Read multiple checksum chunks at once in DFSInputStream.
  1679. (Todd Lipcon via tomwhite)
  1680. HDFS-786. Implement getContentSummary in HftpFileSystem.
  1681. (Tsz Wo (Nicholas), SZE via cdouglas)
  1682. HDFS-587. Add support for specifying queue name in mapreduce tests.
  1683. (Erik Steffl via suresh)
  1684. HDFS-902 Move contrib/raid to MapReduce. (Eli Collins via omalley)
  1685. HDFS-800. The last block of a file under construction may change to the
  1686. COMPLETE state in response to getAdditionalBlock or completeFileInternal.
  1687. (hairong)
  1688. HDFS-899. Delegation Token Implementation
  1689. and corresponding changes in Namenode and DFS Api to issue,
  1690. renew and cancel delegation tokens. (jnp via boryas)
  1691. HDFS-844. Log the filename when file locking fails. (tomwhite)
  1692. HDFS-914. Refactor DFSOutputStream and DFSInputStream out of DFSClient.
  1693. (Todd Lipcon via tomwhite)
  1694. HDFS-949. Move DelegationToken into Common so that it can be used by
  1695. MapReduce. (omalley)
  1696. HDFS-930. Better error message for DATA_TRANSFER_VERSION mismatched.
  1697. (Kay Kay via szetszwo)
  1698. HDFS-986. Delegation token renewing and cancelling should provide
  1699. meaningful exceptions when there are failures instead of returning
  1700. false. (omalley)
  1701. HADOOP-6579. Upgrade the commons-codec library to 1.4. (omalley)
  1702. HDFS-991. Allow authentication to the web ui via a delegation token.
  1703. (omalley)
  1704. HDFS-994. Allow fetching of delegation token from NameNode for hftp.
  1705. (Jakob Homan via acmurthy)
  1706. HDFS-998. Quote blocks streamed through jsps. (cdouglas)
  1707. HDFS-729. NameNode API to list files that have missing blocks.
  1708. (Rodrigo Schmidt via dhruba)
  1709. HDFS-850. The WebUI display more details about namenode memory usage.
  1710. (Dmytro Molkov via dhruba)
  1711. HDFS-826. The DFSOutputStream has a API that returns the number of
  1712. active datanode(s) in the current pipeline. (dhruba)
  1713. HDFS-985. HDFS should issue multiple RPCs for listing a large
  1714. directory. (hairong)
  1715. HDFS-1043. NNThroughputBenchmark modifications to support benchmarking of
  1716. server-side user group resolution. (shv)
  1717. HDFS-892. Optionally use Avro reflection for Namenode RPC. This
  1718. is not a complete implementation yet, but rather a starting point.
  1719. (cutting)
  1720. HDFS-854. Datanode should scan devices in parallel to generate
  1721. block report. (Dmytro Molkov via jhoman)
  1722. HDFS-1032. fsck has an option to list corrupt files.
  1723. (Andre Oriai via dhruba)
  1724. HDFS-1024. SecondaryNameNode verifies size of fsimage and edits file.
  1725. (Dmytro Molkov via dhruba)
  1726. HDFS-1011. hdfsproxy: Improve log messages by restoring the previous
  1727. thread name. (Srikanth Sundarrajan via szetszwo)
  1728. HDFS-997. Allow datanode storage directory permissions to be configurable.
  1729. (Luke Lu via cdouglas)
  1730. HDFS-1012. hdfsproxy: Support for fully qualified HDFS path in addition to
  1731. simple unqualified path. (Srikanth Sundarrajan via szetszwo)
  1732. HDFS-933. Namenode should issue a delegation token only for kerberos
  1733. authenticated clients.(jnp via boryas)
  1734. HDFS-1087. Modify audit log to use a StringBuilder rather than a Formatter.
  1735. (cdouglas)
  1736. HDFS-1083. Update TestHDFSCLI not to expect exception class name
  1737. in error messages. (suresh)
  1738. HDFS-1099. Add test for umask backward compatibility. (suresh)
  1739. HDFS-1092. Use logging rather than System.err in MiniDFSCluster.
  1740. (Kay Kay via jghoman)
  1741. HDFS-1047. Install/deploy source jars to Maven repo.
  1742. (Patrick Angeles via jghoman)
  1743. HDFS-666. Unit test for FsShell -text. (cdouglas via jghoman)
  1744. HDFS-1054. Remove unnecessary sleep after failure in nextBlockOutputStream.
  1745. (Todd Lipcon via jghoman)
  1746. HDFS-921. Convert TestDFSClientRetries::testNotYetReplicatedErrors
  1747. to Mockito. (jghoman)
  1748. HDFS-1100. Override unwrapException in TestFcHdfsSymlink to test
  1749. symlink API conformance. (Eli Collins via suresh).
  1750. HDFS-1089. Remove uses of FileContext#isFile, isDirectory, and exists.
  1751. (Eli Collins via hairong)
  1752. HDFS-1028. Efficient splitting of path components reduces the time
  1753. to load in fsimage by 20%. (Dmytro Molkov via dhruba)
  1754. HDFS-1109. HFTP supports filenames that contains the character "+".
  1755. (Dmytro Molkov via dhruba)
  1756. HDFS-853. The HDFS webUI displays the balanced-ness of the cluster.
  1757. (Dmytro Molkov via dhruba)
  1758. HDFS-1126. Change HDFS to depend on Hadoop 'common' artifacts instead
  1759. of 'core'. (tomwhite)
  1760. HDFS-995. Replace usage of FileStatus#isDir(). (Eli Collins via
  1761. tomwhite)
  1762. HDFS-1161. Make DN minimum valid volumes configurable.
  1763. (Eli Collins via tomwhite)
  1764. HDFS-1181. Move configuration and script files post split. (tomwhite)
  1765. HDFS-1170. Add more assertions to TestLargeDirectoryDelete.
  1766. (Steve Loughran via tomwhite)
  1767. HDFS-1199. Extract a subset of tests for smoke (DOA) validation. (cos)
  1768. HDFS-1174. New properties for suspend and resume process. (Vinay Thota via
  1769. cos)
  1770. HDFS-1277. [Herriot] New property for multi user list. (Vinay Thota via
  1771. cos)
  1772. HDFS-806. Add new unit tests to the 10-mins 'run-commit-test' target (cos)
  1773. OPTIMIZATIONS
  1774. HDFS-946. NameNode should not return full path name when lisitng a
  1775. diretory or getting the status of a file. (hairong)
  1776. BUG FIXES
  1777. HDFS-76. Better error message to users when commands fail because of
  1778. lack of quota. Allow quota to be set even if the limit is lower than
  1779. current consumption. (Boris Shkolnik via rangadi)
  1780. HADOOP-4687. HDFS is split from Hadoop Core. It is a subproject under
  1781. Hadoop (Owen O'Malley)
  1782. HADOOP-6096. Fix Eclipse project and classpath files following project
  1783. split. (tomwhite)
  1784. HDFS-195. Handle expired tokens when write pipeline is reestablished.
  1785. (Kan Zhang via rangadi)
  1786. HDFS-181. Validate src path in FSNamesystem.getFileInfo(..). (Todd
  1787. Lipcon via szetszwo)
  1788. HDFS-441. Remove TestFTPFileSystem. (szetszwo)
  1789. HDFS-440. Fix javadoc broken links in DFSClient. (szetszwo)
  1790. HDFS-480. Fix a typo in the jar name in build.xml.
  1791. (Konstantin Shvachko via gkesavan)
  1792. HDFS-438. Check for NULL before invoking GenericArgumentParser in
  1793. DataNode. (Raghu Angadi)
  1794. HDFS-415. BlockReceiver hangs in case of certain runtime exceptions.
  1795. (Konstantin Boudnik via rangadi)
  1796. HDFS-462. loadFSImage should close edits file. (Jakob Homan via shv)
  1797. HDFS-489. Update TestHDFSCLI for the -skipTrash option in rm. (Jakob Homan
  1798. via szetszwo)
  1799. HDFS-445. pread() does not pick up changes to block locations.
  1800. (Kan Zhang via rangadi)
  1801. HDFS-463. CreateEditLog utility broken after HDFS-396 (URI for
  1802. FSImage). (Suresh Srinivas via rangadi)
  1803. HDFS-484. Fix bin-package and package target to package jar files.
  1804. (gkesavan)
  1805. HDFS-490. Eliminate the deprecated warnings introduced by H-5438.
  1806. (He Yongqiang via szetszwo)
  1807. HDFS-119. Fix a bug in logSync(), which causes NameNode block forever.
  1808. (Suresh Srinivas via shv)
  1809. HDFS-534. Include avro in ivy. (szetszwo)
  1810. HDFS-532. Allow applications to know that a read request failed
  1811. because block is missing. (dhruba)
  1812. HDFS-561. Fix write pipeline READ_TIMEOUT in DataTransferProtocol.
  1813. (Kan Zhang via szetszwo)
  1814. HDFS-553. BlockSender reports wrong failed position in ChecksumException.
  1815. (hairong)
  1816. HDFS-568. Set mapred.job.tracker.retire.jobs to false in
  1817. src/test/mapred-site.xml for mapreduce tests to run. (Amareshwari
  1818. Sriramadasu via szetszwo)
  1819. HDFS-15. All replicas end up on 1 rack. (Jitendra Nath Pandey via hairong)
  1820. HDFS-586. TestBlocksWithNotEnoughRacks sometimes fails.
  1821. (Jitendra Nath Pandey via hairong)
  1822. HADOOP-6243. Fixed a NullPointerException in handling deprecated keys.
  1823. (Sreekanth Ramakrishnan via yhemanth)
  1824. HDFS-605. Do not run fault injection tests in the run-test-hdfs-with-mr
  1825. target. (Konstantin Boudnik via szetszwo)
  1826. HDFS-606. Fix ConcurrentModificationException in invalidateCorruptReplicas()
  1827. (shv)
  1828. HDFS-601. TestBlockReport obtains data directories directly from
  1829. MiniHDFSCluster. (Konstantin Boudnik via shv)
  1830. HDFS-614. TestDatanodeBlockScanner obtains data directories directly from
  1831. MiniHDFSCluster. (shv)
  1832. HDFS-612. Remove the use of org.mortbay.log.Log in FSDataset. (szetszwo)
  1833. HDFS-622. checkMinReplication should count live nodes only. (shv)
  1834. HDFS-629. Remove ReplicationTargetChooser.java along with fixing
  1835. import warnings generated by Eclipse. (dhruba)
  1836. HDFS-637. DataNode sends a Success ack when block write fails. (hairong)
  1837. HDFS-640. Fixed TestHDFSFileContextMainOperations.java build failure. (suresh)
  1838. HDFS-547. TestHDFSFileSystemContract#testOutputStreamClosedTwice
  1839. sometimes fails with CloseByInterruptException. (hairong)
  1840. HDFS-588. Fix TestFiDataTransferProtocol and TestAppend2 failures. (shv)
  1841. HDFS-550. DataNode restarts may introduce corrupt/duplicated/lost replicas
  1842. when handling detached replicas. (hairong)
  1843. HDFS-659. If the the last block is not complete, update its length with
  1844. one of its replica's length stored in datanode. (szetszwo)
  1845. HDFS-649. Check null pointers for DataTransferTest. (Konstantin Boudnik
  1846. via szetszwo)
  1847. HDFS-661. DataNode upgrade fails on non-existant current directory.
  1848. (hairong)
  1849. HDFS-597. Mofication introduced by HDFS-537 breakes an advice binding in
  1850. FSDatasetAspects. (Konstantin Boudnik via szetszwo)
  1851. HDFS-665. TestFileAppend2 sometimes hangs. (hairong)
  1852. HDFS-676. Fix NPE in FSDataset.updateReplicaUnderRecovery() (shv)
  1853. HDFS-673. BlockReceiver#PacketResponder should not remove a packet from
  1854. the ack queue before its ack is sent. (hairong)
  1855. HDFS-682. Fix bugs in TestBlockUnderConstruction. (szetszwo)
  1856. HDFS-668. TestFileAppend3#TC7 sometimes hangs. (hairong)
  1857. HDFS-679. Appending to a partial chunk incorrectly assumes the
  1858. first packet fills up the partial chunk. (hairong)
  1859. HDFS-722. Fix callCreateBlockWriteStream pointcut in FSDatasetAspects.
  1860. (szetszwo)
  1861. HDFS-690. TestAppend2#testComplexAppend failed on "Too many open files".
  1862. (hairong)
  1863. HDFS-725. Support the build error fix for HADOOP-6327. (Sanjay Radia via
  1864. szetszwo)
  1865. HDFS-625. Fix NullPointerException thrown from ListPathServlet. (suresh)
  1866. HDFS-735. TestReadWhileWriting has wrong line termination symbols (cos)
  1867. HDFS-691. Fix an overflow error in DFSClient.DFSInputStream.available().
  1868. (szetszwo)
  1869. HDFS-733. TestBlockReport fails intermittently. (cos)
  1870. HDFS-774. Intermittent race condition in TestFiPipelines (cos)
  1871. HDFS-741. TestHFlush test doesn't seek() past previously written part of
  1872. the file (cos, szetszwo)
  1873. HDFS-706. Intermittent failures in TestFiHFlush (cos)
  1874. HDFS-646. Fix test-patch failure by adding test-contrib ant target.
  1875. (gkesavan)
  1876. HDFS-791. Build is broken after HDFS-787 patch has been applied (cos)
  1877. HDFS-792. TestHDFSCLI is failing. (Todd Lipcon via cos)
  1878. HDFS-781. Namenode metrics PendingDeletionBlocks is not decremented.
  1879. (Suresh)
  1880. HDFS-192. Fix TestBackupNode failures. (shv)
  1881. HDFS-797. TestHDFSCLI much slower after HDFS-265 merge. (Todd Lipcon via cos)
  1882. HDFS-824. Stop lease checker in TestReadWhileWriting. (szetszwo)
  1883. HDFS-823. CheckPointer should use addInternalServlet for image-fetching
  1884. servlet (jghoman)
  1885. HDFS-456. Fix URI generation for windows file paths. (shv)
  1886. HDFS-812. FSNamesystem#internalReleaseLease throws NullPointerException on
  1887. a single-block file's lease recovery. (cos)
  1888. HDFS-724. Pipeline hangs if one of the block receiver is not responsive.
  1889. (hairong)
  1890. HDFS-564. Adding pipeline tests 17-35. (hairong)
  1891. HDFS-849. TestFiDataTransferProtocol2#pipeline_Fi_18 sometimes fails.
  1892. (hairong)
  1893. HDFS-762. Balancer causes Null Pointer Exception.
  1894. (Cristian Ivascu via dhruba)
  1895. HDFS-868. Fix link to Hadoop Upgrade Wiki. (Chris A. Mattmann via shv)
  1896. HDFS-880. TestNNLeaseRecovery fails on windows (cos, shv)
  1897. HDFS-699. Primary datanode should compare replicas' on disk lengths.
  1898. (hairong)
  1899. HDFS-897. Fix a bug related to generation stamp comparison in
  1900. ReplicasMap. (suresh)
  1901. HDFS-793. Data node should receive the whole packet ack message before it
  1902. constructs and sends its own ack message for the packet. (hairong)
  1903. HDFS-101. DFS write pipeline: DFSClient sometimes does not detect second
  1904. datanode failure. (hairong)
  1905. HDFS-822. Appends to already-finalized blocks can rename across volumes.
  1906. (hairong)
  1907. HDFS-1046. Fix Tomcat version in hdfsproxy/build.xml. (Srikanth
  1908. Sundarrajan via szetszwo)
  1909. HDFS-1072. Fix TestReadWhileWriting failure. (Erik Steffl via shv)
  1910. HDFS-913. Rename fault injection test TestRename.java to TestFiRename.java
  1911. to include it in tests run by ant target run-test-hdfs-fault-inject.
  1912. (suresh)
  1913. HDFS-695. RaidNode should read in configuration from hdfs-site.xml.
  1914. (dhruba)
  1915. HDFS-726. Eclipse .classpath template has outdated jar files and is
  1916. missing some new ones. (cos)
  1917. HDFS-750. Fix build failure due to TestRename. (suresh)
  1918. HDFS-712. Move libhdfs from mapreduce subproject to hdfs subproject.
  1919. (Eli Collins via dhruba)
  1920. HDFS-757. Enable Unit test for HDFS Raid. (dhruba)
  1921. HDFS-611. Prevent DataNode heartbeat times from increasing even when
  1922. the DataNode has many blocks to delete. (Zheng Shao via dhruba)
  1923. HDFS-751. Fix TestCrcCorruption to pick up the correct datablocks to
  1924. corrupt. (dhruba)
  1925. HDFS-763. Fix slightly misleading report from DataBlockScanner
  1926. about corrupted scans. (dhruba)
  1927. HDFS-727. bug setting block size hdfsOpenFile (Eli Collins via cos)
  1928. HDFS-756. libhdfs unit tests do not run. (Eli Collins via cos)
  1929. HDFS-783. libhdfs tests brakes code coverage runs with Clover (cos)
  1930. HDFS-785. Add Apache license to several namenode unit tests.
  1931. (Ravi Phulari via jghoman)
  1932. HDFS-802. Update Eclipse configuration to match changes to Ivy
  1933. configuration (Edwin Chan via cos)
  1934. HDFS-423. Unbreak FUSE build and fuse_dfs_wrapper.sh (Eli Collins via cos)
  1935. HDFS-825. Build fails to pull latest hadoop-core-* artifacts (cos)
  1936. HDFS-94. The Heap Size printed in the NameNode WebUI is accurate.
  1937. (Dmytro Molkov via dhruba)
  1938. HDFS-767. An improved retry policy when the DFSClient is unable to fetch a
  1939. block from the datanode. (Ning Zhang via dhruba)
  1940. HDFS-775. FSDataset calls getCapacity() twice. (stevel)
  1941. HDFS-885. Datanode toString() NPEs on null dnRegistration. (stevel)
  1942. HDFS-877. Client-driven block verification not functioning. (Todd
  1943. Lipcon via hairong)
  1944. HDFS-630. In DFSOutputStream.nextBlockOutputStream(), the client can
  1945. exclude specific datanodes when locating the next block.
  1946. (Cosmin Lehene via Stack)
  1947. HDFS-922. Remove unnecessary semicolon added by HDFS-877 that causes
  1948. problems for Eclipse compilation. (jghoman)
  1949. HDFS-927 DFSInputStream retries too many times for new block locations
  1950. (Todd Lipcon via Stack)
  1951. HDFS-938. Replace calls to UGI.getUserName() with UGI.getShortUserName()
  1952. (jghoman)
  1953. HDFS-894. DatanodeID.ipcPort is not updated when existing node
  1954. re-registers. (Todd Lipcon via tomwhite)
  1955. HDFS-965. Split TestDelegationToken in to two parts and fix configuration
  1956. to allow proxy users in the test. (Jitendra Pandey via omalley)
  1957. HDFS-999. Secondary namenode should login using kerberos if security is
  1958. configured (boryas)
  1959. HDFS-856. Hardcoded replication level for new files in fuse-dfs.
  1960. (Brian Bockelman via tomwhite)
  1961. HDFS-857. Incorrect type for fuse-dfs capacity can cause "df" to return
  1962. negative values on 32-bit machines. (Brian Bockelman via tomwhite)
  1963. HDFS-858. Incorrect return codes for fuse-dfs. (Brian Bockelman via
  1964. tomwhite)
  1965. HDFS-859. fuse-dfs utime behavior causes issues with tar.
  1966. (Brian Bockelman via tomwhite)
  1967. HDFS-861. fuse-dfs does not support O_RDWR. (Brian Bockelman via tomwhite)
  1968. HDFS-961. dfs_readdir incorrectly parses paths. (Eli Collins via tomwhite)
  1969. HDFS-1015. Fix intermittent failure in TestSecurityTokenEditLog.
  1970. (Jitendra Nath Pandey via suresh)
  1971. HDFS-939. libhdfs test is broken. (Eli Collins via tomwhite)
  1972. HDFS-1074. hdfsproxy: Fix bugs in TestProxyUtil. (Srikanth Sundarrajan
  1973. via szetszwo)
  1974. HDFS-481. hdfsproxy: Bug Fixes + HdfsProxy to use proxy user to
  1975. impresonate the real user. (Srikanth Sundarrajan via szetszwo)
  1976. HDFS-482. Move HsftpFileSystem's ssl.client.do.not.authenticate.server
  1977. configuration setting to ssl-client.xml. (Srikanth Sundarrajan via
  1978. szetszwo)
  1979. HDFS-1010. hdfsproxy: Retrieve groups from UnixUserGroupInformation
  1980. instead of LdapEntry. (Srikanth Sundarrajan via szetszwo)
  1981. HDFS-466. hdfs_write infinite loop when dfs fails and cannot write
  1982. files > 2 GB. (Pete Wyckoff via tomwhite)
  1983. HDFS-651. HDFS Docs - fix listing of docs in the doc menu.
  1984. (Corinne Chandel via tomwhite)
  1985. HDFS-1014. Error in reading delegation tokens from edit logs.
  1986. (Jitendra Nath Pandey via jhoman)
  1987. HDFS-1088. Prevent renaming a symbolik link to its target.
  1988. (Eli Collins via suresh)
  1989. HDFS-966. NameNode does not recovers lease when it is in safemode.
  1990. (dhruba)
  1991. HDFS-833. Datanode shutdown should log problems with Storage.unlockAll()
  1992. (Steve Loughran via dhruba)
  1993. HDFS-1101. TestDiskError.testLocalDirs() fails. (cdouglas via jghoman)
  1994. HDFS-1031. Enhance the webUi to list a few of the corrupted files in HDFS.
  1995. (Andre Orian via dhruba)
  1996. HDFS-1078. Create static and dynamic versions of libhdfs.
  1997. (Sam Rash via dhruba)
  1998. HDFS-1104. Fsck triggers full GC on NameNode. (hairong)
  1999. HDFS-1141. Closing a file is successful only if the client still has a
  2000. valid lease. (Todd Lipcon via dhruba)
  2001. HDFS-1138. Prevent erroneous updation of modification time of a directory
  2002. when fsimage loads. (Dmytro Molkov via dhruba)
  2003. HDFS-1000. Updates libhdfs to the new API for UGI (ddas)
  2004. HDFS-609. Create a file with the append flag does not work in HDFS.
  2005. (tomwhite)
  2006. HDFS-1255. Fix failing test-libhdfs.sh test. (tomwhite)
  2007. HDFS-1256. libhdfs is missing from the tarball. (tomwhite)
  2008. HDFS-1057. Concurrent readers hit ChecksumExceptions if following a
  2009. writer to very end of file. (sam rash via hairong)
  2010. HDFS-1212. Harmonize HDFS JAR library versions with Common. (tomwhite)
  2011. HDFS-1159. clean-cache target removes wrong ivy cache (cos)
  2012. HDFS-1193. -mvn-system-deploy target is broken which inturn fails the
  2013. mvn-deploy task leading to unstable mapreduce build (Giridharan
  2014. Kesavan via cos)
  2015. HDFS-1299. 'compile-fault-inject' never should be called directly. (cos)
  2016. HDFS-1311. Running tests with 'testcase' cause triple execution of the
  2017. same test case (Cos)
  2018. HDFS-1267. fuse-dfs does not compile. (Devaraj Das via tomwhite)
  2019. HDFS-1598. Directory listing on hftp:// does not show .*.crc files.
  2020. (szetszwo)
  2021. HDFS-1750. ListPathsServlet should not use HdfsFileStatus.getLocalName()
  2022. to get file name since it may return an empty string. (szetszwo)
  2023. Release 0.20.3 - Unreleased
  2024. IMPROVEMENTS
  2025. BUG FIXES
  2026. HDFS-1041. DFSClient.getFileChecksum(..) should retry if connection to
  2027. the first datanode fails. (szetszwo)
  2028. HDFS-909. Wait until edits syncing is finishes before purging edits.
  2029. (Todd Lipcon via shv)
  2030. HDFS-1258. Clearing namespace quota on "/" corrupts fs image.
  2031. (Aaron T. Myers via szetszwo)
  2032. HDFS-1406. TestCLI fails on Ubuntu with default /etc/hosts. (cos)
  2033. Release 0.20.203.0 - 2011-5-11
  2034. IMPROVEMENTS
  2035. HADOOP-7259. Contrib modules should include the build.properties from
  2036. the enclosing hadoop directory. (omalley)
  2037. BUG FIXES
  2038. HDFS-132. Fix namenode to not report files deleted metrics for deletions
  2039. done while replaying edits during startup. (suresh & shv)
  2040. HDFS-955. New implementation of saveNamespace() to avoid loss of edits
  2041. when name-node fails during saving. (shv)
  2042. Release 0.20.2 - 2009-09-01
  2043. IMPROVEMENTS
  2044. HDFS-737. Add full path name of the file to the block information and
  2045. summary of total number of files, blocks, live and deadnodes to
  2046. metasave output. (Jitendra Nath Pandey via suresh)
  2047. HDFS-919. Create test to validate the BlocksVerified metric (Gary Murry
  2048. via cos)
  2049. HDFS-907. Add tests for getBlockLocations and totalLoad metrics.
  2050. (Ravi Phulari via cos)
  2051. BUG FIXES
  2052. HDFS-686. NullPointerException is thrown while merging edit log and image.
  2053. (hairong)
  2054. HDFS-677. Rename failure when both source and destination quota exceeds
  2055. results in deletion of source. (suresh)
  2056. HDFS-709. Fix TestDFSShell failure due to rename bug introduced by
  2057. HDFS-677. (suresh)
  2058. HDFS-579. Fix DfsTask to follow the semantics of 0.19, regarding non-zero
  2059. return values as failures. (Christian Kunz via cdouglas)
  2060. HDFS-723. Fix deadlock in DFSClient#DFSOutputStream. (hairong)
  2061. HDFS-596. Fix memory leak in hdfsFreeFileInfo() for libhdfs.
  2062. (Zhang Bingjun via dhruba)
  2063. HDFS-185. Disallow chown, chgrp, chmod, setQuota, and setSpaceQuota when
  2064. name-node is in safemode. (Ravi Phulari via shv)
  2065. HDFS-187. Initialize secondary namenode http address in TestStartup.
  2066. (Todd Lipcon via szetszwo)
  2067. HDFS-464. Fix memory leaks in libhdfs. (Christian Kunz via suresh)
  2068. HDFS-1377. Quota bug for partial blocks allows quotas to be violated. (eli)
  2069. Release 0.20.1 - 2009-09-01
  2070. IMPROVEMENTS
  2071. HDFS-438. Improve help message for space quota command. (Raghu Angadi)
  2072. BUG FIXES
  2073. HDFS-167. Fix a bug in DFSClient that caused infinite retries on write.
  2074. (Bill Zeller via szetszwo)
  2075. HDFS-527. Remove/deprecate unnecessary DFSClient constructors. (szetszwo)
  2076. HDFS-525. The SimpleDateFormat object in ListPathsServlet is not thread
  2077. safe. (Suresh Srinivas and cdouglas)
  2078. HDFS-761. Fix failure to process rename operation from edits log due to
  2079. quota verification. (suresh)