| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782978397849785978697879788978997909791979297939794979597969797979897999800980198029803980498059806980798089809981098119812981398149815981698179818981998209821982298239824982598269827982898299830983198329833983498359836983798389839984098419842984398449845984698479848984998509851985298539854985598569857985898599860986198629863986498659866986798689869987098719872987398749875987698779878987998809881988298839884988598869887988898899890989198929893989498959896989798989899990099019902990399049905990699079908990999109911991299139914991599169917991899199920992199229923992499259926992799289929993099319932993399349935993699379938993999409941994299439944994599469947994899499950995199529953995499559956995799589959996099619962996399649965996699679968996999709971997299739974997599769977997899799980998199829983998499859986998799889989999099919992999399949995999699979998999910000100011000210003100041000510006100071000810009100101001110012100131001410015100161001710018100191002010021100221002310024100251002610027100281002910030100311003210033100341003510036100371003810039100401004110042100431004410045100461004710048100491005010051100521005310054100551005610057100581005910060100611006210063100641006510066100671006810069100701007110072100731007410075100761007710078100791008010081100821008310084100851008610087100881008910090100911009210093100941009510096100971009810099101001010110102101031010410105101061010710108101091011010111101121011310114101151011610117101181011910120101211012210123101241012510126101271012810129101301013110132101331013410135101361013710138101391014010141101421014310144101451014610147101481014910150101511015210153101541015510156101571015810159101601016110162101631016410165101661016710168101691017010171101721017310174101751017610177101781017910180101811018210183101841018510186101871018810189101901019110192101931019410195101961019710198101991020010201102021020310204102051020610207102081020910210102111021210213102141021510216102171021810219102201022110222102231022410225102261022710228102291023010231102321023310234102351023610237102381023910240102411024210243102441024510246102471024810249102501025110252102531025410255102561025710258102591026010261102621026310264102651026610267102681026910270102711027210273102741027510276102771027810279102801028110282102831028410285102861028710288102891029010291102921029310294102951029610297102981029910300103011030210303103041030510306103071030810309103101031110312103131031410315103161031710318103191032010321103221032310324103251032610327103281032910330103311033210333103341033510336103371033810339103401034110342103431034410345103461034710348103491035010351103521035310354103551035610357103581035910360103611036210363103641036510366103671036810369103701037110372103731037410375103761037710378103791038010381103821038310384103851038610387103881038910390103911039210393103941039510396103971039810399104001040110402104031040410405104061040710408104091041010411104121041310414104151041610417104181041910420104211042210423104241042510426104271042810429104301043110432104331043410435104361043710438104391044010441104421044310444104451044610447104481044910450104511045210453104541045510456104571045810459104601046110462104631046410465104661046710468104691047010471104721047310474104751047610477104781047910480104811048210483104841048510486104871048810489104901049110492104931049410495104961049710498104991050010501105021050310504105051050610507105081050910510105111051210513105141051510516105171051810519105201052110522105231052410525105261052710528105291053010531105321053310534105351053610537105381053910540105411054210543105441054510546105471054810549105501055110552105531055410555105561055710558105591056010561105621056310564105651056610567105681056910570105711057210573105741057510576105771057810579105801058110582105831058410585105861058710588105891059010591105921059310594105951059610597105981059910600106011060210603106041060510606106071060810609106101061110612106131061410615106161061710618106191062010621106221062310624106251062610627106281062910630106311063210633106341063510636106371063810639106401064110642106431064410645106461064710648106491065010651106521065310654106551065610657106581065910660106611066210663106641066510666106671066810669106701067110672106731067410675106761067710678106791068010681106821068310684106851068610687106881068910690106911069210693106941069510696106971069810699107001070110702107031070410705107061070710708107091071010711107121071310714107151071610717107181071910720107211072210723107241072510726107271072810729107301073110732107331073410735107361073710738107391074010741107421074310744107451074610747107481074910750107511075210753107541075510756107571075810759107601076110762107631076410765107661076710768107691077010771107721077310774107751077610777107781077910780107811078210783107841078510786107871078810789107901079110792107931079410795107961079710798107991080010801108021080310804108051080610807108081080910810108111081210813108141081510816108171081810819108201082110822108231082410825108261082710828108291083010831108321083310834108351083610837108381083910840108411084210843108441084510846108471084810849108501085110852108531085410855108561085710858108591086010861108621086310864108651086610867108681086910870108711087210873108741087510876108771087810879108801088110882108831088410885108861088710888108891089010891108921089310894108951089610897108981089910900109011090210903109041090510906109071090810909109101091110912109131091410915109161091710918109191092010921109221092310924109251092610927109281092910930109311093210933109341093510936109371093810939109401094110942109431094410945109461094710948109491095010951109521095310954109551095610957109581095910960109611096210963109641096510966109671096810969109701097110972109731097410975109761097710978109791098010981109821098310984109851098610987109881098910990109911099210993109941099510996109971099810999110001100111002110031100411005110061100711008110091101011011110121101311014110151101611017110181101911020110211102211023110241102511026110271102811029110301103111032110331103411035110361103711038110391104011041110421104311044110451104611047110481104911050110511105211053110541105511056110571105811059110601106111062110631106411065110661106711068110691107011071110721107311074110751107611077110781107911080110811108211083110841108511086110871108811089110901109111092110931109411095110961109711098110991110011101111021110311104111051110611107111081110911110111111111211113111141111511116111171111811119111201112111122111231112411125111261112711128111291113011131111321113311134111351113611137111381113911140111411114211143111441114511146111471114811149111501115111152111531115411155111561115711158111591116011161111621116311164111651116611167111681116911170111711117211173111741117511176111771117811179111801118111182111831118411185111861118711188111891119011191111921119311194111951119611197111981119911200112011120211203112041120511206112071120811209112101121111212112131121411215112161121711218112191122011221112221122311224112251122611227112281122911230112311123211233112341123511236112371123811239112401124111242112431124411245112461124711248112491125011251112521125311254112551125611257112581125911260112611126211263112641126511266112671126811269112701127111272112731127411275112761127711278112791128011281112821128311284112851128611287112881128911290112911129211293112941129511296112971129811299113001130111302113031130411305113061130711308113091131011311113121131311314113151131611317113181131911320113211132211323113241132511326113271132811329113301133111332113331133411335113361133711338113391134011341113421134311344113451134611347113481134911350113511135211353113541135511356113571135811359113601136111362113631136411365113661136711368113691137011371113721137311374113751137611377113781137911380113811138211383113841138511386113871138811389113901139111392113931139411395113961139711398113991140011401114021140311404114051140611407114081140911410114111141211413114141141511416114171141811419114201142111422114231142411425114261142711428114291143011431114321143311434114351143611437114381143911440114411144211443114441144511446114471144811449114501145111452114531145411455114561145711458114591146011461114621146311464114651146611467114681146911470114711147211473114741147511476114771147811479114801148111482114831148411485114861148711488114891149011491114921149311494114951149611497114981149911500115011150211503115041150511506115071150811509115101151111512115131151411515115161151711518115191152011521115221152311524115251152611527115281152911530115311153211533115341153511536115371153811539115401154111542115431154411545115461154711548115491155011551115521155311554115551155611557115581155911560115611156211563115641156511566115671156811569115701157111572115731157411575115761157711578115791158011581115821158311584115851158611587115881158911590115911159211593115941159511596115971159811599116001160111602116031160411605116061160711608116091161011611116121161311614116151161611617116181161911620116211162211623116241162511626116271162811629116301163111632116331163411635116361163711638116391164011641116421164311644116451164611647116481164911650116511165211653116541165511656116571165811659116601166111662116631166411665116661166711668116691167011671116721167311674116751167611677116781167911680116811168211683116841168511686116871168811689116901169111692116931169411695116961169711698116991170011701117021170311704117051170611707117081170911710117111171211713117141171511716117171171811719117201172111722117231172411725117261172711728117291173011731117321173311734117351173611737117381173911740117411174211743117441174511746117471174811749117501175111752117531175411755117561175711758117591176011761117621176311764117651176611767117681176911770117711177211773117741177511776117771177811779117801178111782117831178411785117861178711788117891179011791117921179311794117951179611797117981179911800118011180211803118041180511806118071180811809118101181111812118131181411815118161181711818118191182011821118221182311824118251182611827118281182911830118311183211833118341183511836118371183811839118401184111842118431184411845118461184711848118491185011851118521185311854118551185611857118581185911860118611186211863118641186511866118671186811869118701187111872118731187411875118761187711878118791188011881118821188311884118851188611887118881188911890118911189211893118941189511896118971189811899119001190111902119031190411905119061190711908119091191011911119121191311914119151191611917119181191911920119211192211923119241192511926119271192811929119301193111932119331193411935119361193711938119391194011941119421194311944119451194611947119481194911950119511195211953119541195511956119571195811959119601196111962119631196411965119661196711968119691197011971119721197311974119751197611977119781197911980119811198211983119841198511986119871198811989119901199111992119931199411995119961199711998119991200012001120021200312004120051200612007120081200912010120111201212013120141201512016120171201812019120201202112022120231202412025120261202712028120291203012031120321203312034120351203612037120381203912040120411204212043120441204512046120471204812049120501205112052120531205412055120561205712058120591206012061120621206312064120651206612067120681206912070120711207212073120741207512076120771207812079120801208112082120831208412085120861208712088120891209012091120921209312094120951209612097120981209912100121011210212103121041210512106121071210812109121101211112112121131211412115121161211712118121191212012121121221212312124121251212612127121281212912130121311213212133121341213512136121371213812139121401214112142121431214412145121461214712148121491215012151121521215312154121551215612157121581215912160121611216212163121641216512166121671216812169121701217112172121731217412175121761217712178121791218012181121821218312184121851218612187121881218912190121911219212193121941219512196121971219812199122001220112202122031220412205122061220712208122091221012211122121221312214122151221612217122181221912220122211222212223122241222512226122271222812229122301223112232122331223412235122361223712238122391224012241122421224312244122451224612247122481224912250122511225212253122541225512256122571225812259122601226112262122631226412265122661226712268122691227012271122721227312274122751227612277122781227912280122811228212283122841228512286122871228812289122901229112292122931229412295122961229712298122991230012301123021230312304123051230612307123081230912310123111231212313123141231512316123171231812319123201232112322123231232412325123261232712328123291233012331123321233312334123351233612337123381233912340123411234212343123441234512346123471234812349123501235112352123531235412355123561235712358123591236012361123621236312364123651236612367123681236912370123711237212373123741237512376123771237812379123801238112382123831238412385123861238712388123891239012391123921239312394123951239612397123981239912400124011240212403124041240512406124071240812409124101241112412124131241412415124161241712418124191242012421124221242312424124251242612427124281242912430124311243212433124341243512436124371243812439124401244112442124431244412445124461244712448124491245012451124521245312454124551245612457124581245912460124611246212463124641246512466124671246812469124701247112472124731247412475124761247712478124791248012481124821248312484124851248612487124881248912490124911249212493124941249512496124971249812499125001250112502125031250412505125061250712508125091251012511125121251312514125151251612517125181251912520125211252212523125241252512526125271252812529125301253112532125331253412535125361253712538125391254012541125421254312544125451254612547125481254912550125511255212553125541255512556125571255812559125601256112562125631256412565125661256712568125691257012571125721257312574125751257612577125781257912580125811258212583125841258512586125871258812589125901259112592125931259412595125961259712598125991260012601126021260312604126051260612607126081260912610126111261212613126141261512616126171261812619126201262112622126231262412625126261262712628126291263012631126321263312634126351263612637126381263912640126411264212643126441264512646126471264812649126501265112652126531265412655126561265712658126591266012661126621266312664126651266612667126681266912670126711267212673126741267512676126771267812679126801268112682126831268412685126861268712688126891269012691126921269312694126951269612697126981269912700127011270212703127041270512706127071270812709127101271112712127131271412715127161271712718127191272012721127221272312724127251272612727127281272912730127311273212733127341273512736127371273812739127401274112742127431274412745127461274712748127491275012751127521275312754127551275612757127581275912760127611276212763127641276512766127671276812769127701277112772127731277412775127761277712778127791278012781127821278312784127851278612787127881278912790127911279212793127941279512796127971279812799128001280112802128031280412805128061280712808128091281012811128121281312814128151281612817128181281912820128211282212823128241282512826128271282812829128301283112832128331283412835128361283712838128391284012841128421284312844128451284612847128481284912850128511285212853128541285512856128571285812859128601286112862128631286412865128661286712868128691287012871128721287312874128751287612877128781287912880128811288212883128841288512886128871288812889128901289112892128931289412895128961289712898128991290012901129021290312904129051290612907129081290912910129111291212913129141291512916129171291812919129201292112922129231292412925129261292712928129291293012931129321293312934129351293612937129381293912940129411294212943129441294512946129471294812949129501295112952129531295412955129561295712958129591296012961129621296312964129651296612967129681296912970129711297212973129741297512976129771297812979129801298112982129831298412985129861298712988129891299012991129921299312994129951299612997129981299913000130011300213003130041300513006130071300813009130101301113012130131301413015130161301713018130191302013021130221302313024130251302613027130281302913030130311303213033130341303513036130371303813039130401304113042130431304413045130461304713048130491305013051130521305313054130551305613057130581305913060130611306213063130641306513066130671306813069130701307113072130731307413075130761307713078130791308013081130821308313084130851308613087130881308913090130911309213093130941309513096130971309813099131001310113102131031310413105131061310713108131091311013111131121311313114131151311613117131181311913120131211312213123131241312513126131271312813129131301313113132131331313413135131361313713138131391314013141131421314313144131451314613147131481314913150131511315213153131541315513156131571315813159131601316113162131631316413165131661316713168131691317013171131721317313174131751317613177131781317913180131811318213183131841318513186131871318813189131901319113192131931319413195131961319713198131991320013201132021320313204132051320613207132081320913210132111321213213132141321513216132171321813219132201322113222132231322413225132261322713228132291323013231132321323313234132351323613237132381323913240132411324213243132441324513246132471324813249132501325113252132531325413255132561325713258132591326013261132621326313264132651326613267132681326913270132711327213273132741327513276132771327813279132801328113282132831328413285132861328713288132891329013291132921329313294132951329613297132981329913300133011330213303133041330513306133071330813309133101331113312133131331413315133161331713318133191332013321133221332313324133251332613327133281332913330133311333213333133341333513336133371333813339133401334113342133431334413345133461334713348133491335013351133521335313354133551335613357133581335913360133611336213363133641336513366133671336813369133701337113372133731337413375133761337713378133791338013381133821338313384133851338613387133881338913390133911339213393133941339513396133971339813399134001340113402134031340413405134061340713408134091341013411134121341313414134151341613417134181341913420134211342213423134241342513426134271342813429134301343113432134331343413435134361343713438134391344013441134421344313444134451344613447134481344913450134511345213453134541345513456134571345813459134601346113462134631346413465134661346713468134691347013471134721347313474134751347613477134781347913480134811348213483134841348513486134871348813489134901349113492134931349413495134961349713498134991350013501135021350313504135051350613507135081350913510135111351213513135141351513516135171351813519135201352113522135231352413525135261352713528135291353013531135321353313534135351353613537135381353913540135411354213543135441354513546135471354813549135501355113552135531355413555135561355713558135591356013561135621356313564135651356613567135681356913570135711357213573135741357513576135771357813579135801358113582135831358413585135861358713588135891359013591135921359313594135951359613597135981359913600136011360213603136041360513606136071360813609136101361113612136131361413615136161361713618136191362013621136221362313624136251362613627136281362913630136311363213633136341363513636136371363813639136401364113642136431364413645136461364713648136491365013651136521365313654136551365613657136581365913660136611366213663136641366513666136671366813669136701367113672136731367413675136761367713678136791368013681136821368313684136851368613687136881368913690136911369213693136941369513696136971369813699137001370113702137031370413705137061370713708137091371013711137121371313714137151371613717137181371913720137211372213723137241372513726137271372813729137301373113732137331373413735137361373713738137391374013741137421374313744137451374613747137481374913750137511375213753137541375513756137571375813759137601376113762137631376413765137661376713768137691377013771137721377313774137751377613777137781377913780137811378213783137841378513786137871378813789137901379113792137931379413795137961379713798137991380013801138021380313804138051380613807138081380913810138111381213813138141381513816138171381813819138201382113822138231382413825138261382713828138291383013831138321383313834138351383613837138381383913840138411384213843138441384513846138471384813849138501385113852138531385413855138561385713858138591386013861138621386313864138651386613867138681386913870138711387213873138741387513876138771387813879138801388113882138831388413885138861388713888138891389013891138921389313894138951389613897138981389913900139011390213903139041390513906139071390813909139101391113912139131391413915139161391713918139191392013921139221392313924139251392613927139281392913930139311393213933139341393513936139371393813939139401394113942139431394413945139461394713948139491395013951139521395313954139551395613957139581395913960139611396213963139641396513966139671396813969139701397113972139731397413975139761397713978139791398013981139821398313984139851398613987139881398913990139911399213993139941399513996139971399813999140001400114002140031400414005140061400714008140091401014011140121401314014140151401614017140181401914020140211402214023140241402514026140271402814029140301403114032140331403414035140361403714038140391404014041140421404314044140451404614047140481404914050140511405214053140541405514056140571405814059140601406114062140631406414065140661406714068140691407014071140721407314074140751407614077140781407914080140811408214083140841408514086140871408814089140901409114092140931409414095140961409714098140991410014101141021410314104141051410614107141081410914110141111411214113141141411514116141171411814119141201412114122141231412414125141261412714128141291413014131141321413314134141351413614137141381413914140141411414214143141441414514146141471414814149141501415114152141531415414155141561415714158141591416014161141621416314164141651416614167141681416914170141711417214173141741417514176141771417814179141801418114182141831418414185141861418714188141891419014191141921419314194141951419614197141981419914200142011420214203142041420514206142071420814209142101421114212142131421414215142161421714218142191422014221142221422314224142251422614227142281422914230142311423214233142341423514236142371423814239142401424114242142431424414245142461424714248142491425014251142521425314254142551425614257142581425914260142611426214263142641426514266142671426814269142701427114272142731427414275142761427714278142791428014281142821428314284142851428614287142881428914290142911429214293142941429514296142971429814299143001430114302143031430414305143061430714308143091431014311143121431314314143151431614317143181431914320143211432214323143241432514326143271432814329143301433114332143331433414335143361433714338143391434014341143421434314344143451434614347143481434914350143511435214353143541435514356143571435814359143601436114362143631436414365143661436714368143691437014371143721437314374143751437614377143781437914380143811438214383143841438514386143871438814389143901439114392143931439414395143961439714398143991440014401144021440314404144051440614407144081440914410144111441214413144141441514416144171441814419144201442114422144231442414425144261442714428144291443014431144321443314434144351443614437144381443914440144411444214443144441444514446144471444814449144501445114452144531445414455144561445714458144591446014461144621446314464144651446614467144681446914470144711447214473144741447514476144771447814479144801448114482144831448414485144861448714488144891449014491144921449314494144951449614497144981449914500145011450214503145041450514506145071450814509145101451114512145131451414515145161451714518145191452014521145221452314524145251452614527145281452914530145311453214533145341453514536145371453814539145401454114542145431454414545145461454714548145491455014551145521455314554145551455614557145581455914560145611456214563145641456514566145671456814569145701457114572145731457414575145761457714578145791458014581145821458314584145851458614587145881458914590145911459214593145941459514596145971459814599146001460114602146031460414605146061460714608146091461014611146121461314614146151461614617146181461914620146211462214623146241462514626146271462814629146301463114632146331463414635146361463714638146391464014641146421464314644146451464614647146481464914650146511465214653146541465514656146571465814659146601466114662146631466414665146661466714668146691467014671146721467314674146751467614677146781467914680146811468214683146841468514686146871468814689146901469114692146931469414695146961469714698146991470014701147021470314704147051470614707147081470914710147111471214713147141471514716147171471814719147201472114722147231472414725147261472714728147291473014731147321473314734147351473614737147381473914740147411474214743147441474514746147471474814749147501475114752147531475414755147561475714758147591476014761147621476314764147651476614767147681476914770147711477214773147741477514776147771477814779147801478114782147831478414785147861478714788147891479014791147921479314794147951479614797147981479914800148011480214803148041480514806148071480814809148101481114812148131481414815148161481714818148191482014821148221482314824148251482614827148281482914830148311483214833148341483514836148371483814839148401484114842148431484414845148461484714848148491485014851148521485314854148551485614857148581485914860148611486214863148641486514866148671486814869148701487114872148731487414875148761487714878148791488014881148821488314884148851488614887148881488914890148911489214893148941489514896148971489814899149001490114902149031490414905149061490714908149091491014911149121491314914149151491614917149181491914920149211492214923149241492514926149271492814929149301493114932149331493414935149361493714938149391494014941149421494314944149451494614947149481494914950149511495214953149541495514956149571495814959149601496114962149631496414965149661496714968149691497014971149721497314974149751497614977149781497914980149811498214983149841498514986149871498814989149901499114992149931499414995149961499714998149991500015001150021500315004150051500615007150081500915010150111501215013150141501515016150171501815019150201502115022150231502415025150261502715028150291503015031150321503315034150351503615037150381503915040150411504215043150441504515046150471504815049150501505115052150531505415055150561505715058150591506015061150621506315064150651506615067150681506915070150711507215073150741507515076150771507815079150801508115082150831508415085150861508715088150891509015091150921509315094150951509615097150981509915100151011510215103151041510515106151071510815109151101511115112151131511415115151161511715118151191512015121151221512315124151251512615127151281512915130151311513215133151341513515136151371513815139151401514115142151431514415145151461514715148151491515015151151521515315154151551515615157151581515915160151611516215163151641516515166151671516815169151701517115172151731517415175151761517715178151791518015181151821518315184151851518615187151881518915190151911519215193151941519515196151971519815199152001520115202152031520415205152061520715208152091521015211152121521315214152151521615217152181521915220152211522215223152241522515226152271522815229152301523115232152331523415235152361523715238152391524015241152421524315244152451524615247152481524915250152511525215253152541525515256152571525815259152601526115262152631526415265152661526715268152691527015271152721527315274152751527615277152781527915280152811528215283152841528515286152871528815289152901529115292152931529415295152961529715298152991530015301153021530315304153051530615307153081530915310153111531215313153141531515316153171531815319153201532115322153231532415325153261532715328153291533015331153321533315334153351533615337153381533915340153411534215343153441534515346153471534815349153501535115352153531535415355153561535715358153591536015361153621536315364153651536615367153681536915370153711537215373153741537515376153771537815379153801538115382153831538415385153861538715388153891539015391153921539315394153951539615397153981539915400154011540215403154041540515406154071540815409154101541115412154131541415415154161541715418154191542015421154221542315424154251542615427154281542915430154311543215433154341543515436154371543815439154401544115442154431544415445154461544715448154491545015451154521545315454154551545615457154581545915460154611546215463154641546515466154671546815469154701547115472154731547415475154761547715478154791548015481154821548315484154851548615487154881548915490154911549215493154941549515496154971549815499155001550115502155031550415505155061550715508155091551015511155121551315514155151551615517155181551915520155211552215523155241552515526155271552815529155301553115532155331553415535155361553715538155391554015541155421554315544155451554615547155481554915550155511555215553155541555515556155571555815559155601556115562155631556415565155661556715568155691557015571155721557315574155751557615577155781557915580155811558215583155841558515586155871558815589155901559115592155931559415595155961559715598155991560015601156021560315604156051560615607156081560915610156111561215613156141561515616156171561815619156201562115622156231562415625156261562715628156291563015631156321563315634156351563615637156381563915640156411564215643156441564515646156471564815649156501565115652156531565415655156561565715658156591566015661156621566315664156651566615667156681566915670156711567215673156741567515676156771567815679156801568115682156831568415685156861568715688156891569015691156921569315694156951569615697156981569915700157011570215703157041570515706157071570815709157101571115712157131571415715157161571715718157191572015721157221572315724157251572615727157281572915730157311573215733157341573515736157371573815739157401574115742157431574415745157461574715748157491575015751157521575315754157551575615757157581575915760157611576215763157641576515766157671576815769157701577115772157731577415775157761577715778157791578015781157821578315784157851578615787157881578915790157911579215793157941579515796157971579815799158001580115802158031580415805158061580715808158091581015811158121581315814158151581615817158181581915820158211582215823158241582515826158271582815829158301583115832158331583415835158361583715838158391584015841158421584315844158451584615847158481584915850158511585215853158541585515856158571585815859158601586115862158631586415865158661586715868158691587015871158721587315874158751587615877158781587915880158811588215883158841588515886158871588815889158901589115892158931589415895158961589715898158991590015901159021590315904159051590615907159081590915910159111591215913159141591515916159171591815919159201592115922159231592415925159261592715928159291593015931159321593315934159351593615937159381593915940159411594215943159441594515946159471594815949159501595115952159531595415955159561595715958159591596015961159621596315964159651596615967159681596915970159711597215973159741597515976159771597815979159801598115982159831598415985159861598715988159891599015991159921599315994159951599615997159981599916000160011600216003160041600516006160071600816009160101601116012160131601416015160161601716018160191602016021160221602316024160251602616027160281602916030160311603216033160341603516036160371603816039160401604116042160431604416045160461604716048160491605016051160521605316054160551605616057160581605916060160611606216063160641606516066160671606816069160701607116072160731607416075160761607716078160791608016081160821608316084160851608616087160881608916090160911609216093160941609516096160971609816099161001610116102161031610416105161061610716108161091611016111161121611316114161151611616117161181611916120161211612216123161241612516126161271612816129161301613116132161331613416135161361613716138161391614016141161421614316144161451614616147161481614916150161511615216153161541615516156161571615816159161601616116162161631616416165161661616716168161691617016171161721617316174161751617616177161781617916180161811618216183161841618516186161871618816189161901619116192161931619416195161961619716198161991620016201162021620316204162051620616207162081620916210162111621216213162141621516216162171621816219162201622116222162231622416225162261622716228162291623016231162321623316234162351623616237162381623916240162411624216243162441624516246162471624816249162501625116252162531625416255162561625716258162591626016261162621626316264162651626616267162681626916270162711627216273162741627516276162771627816279162801628116282162831628416285162861628716288162891629016291162921629316294162951629616297162981629916300163011630216303163041630516306163071630816309163101631116312163131631416315163161631716318163191632016321163221632316324163251632616327163281632916330163311633216333163341633516336163371633816339163401634116342163431634416345163461634716348163491635016351163521635316354163551635616357163581635916360163611636216363163641636516366163671636816369163701637116372163731637416375163761637716378163791638016381163821638316384163851638616387163881638916390163911639216393163941639516396163971639816399164001640116402164031640416405164061640716408164091641016411164121641316414164151641616417164181641916420164211642216423164241642516426164271642816429164301643116432164331643416435164361643716438164391644016441164421644316444164451644616447164481644916450164511645216453164541645516456164571645816459164601646116462164631646416465164661646716468164691647016471164721647316474164751647616477164781647916480164811648216483164841648516486164871648816489164901649116492164931649416495164961649716498164991650016501165021650316504165051650616507165081650916510165111651216513165141651516516165171651816519165201652116522165231652416525165261652716528165291653016531165321653316534165351653616537165381653916540165411654216543165441654516546165471654816549165501655116552165531655416555165561655716558165591656016561165621656316564165651656616567165681656916570165711657216573165741657516576165771657816579165801658116582165831658416585165861658716588165891659016591165921659316594165951659616597165981659916600166011660216603166041660516606166071660816609166101661116612166131661416615166161661716618166191662016621166221662316624166251662616627166281662916630166311663216633166341663516636166371663816639166401664116642166431664416645166461664716648166491665016651166521665316654166551665616657166581665916660166611666216663166641666516666166671666816669166701667116672166731667416675166761667716678166791668016681166821668316684166851668616687166881668916690166911669216693166941669516696166971669816699167001670116702167031670416705167061670716708167091671016711167121671316714167151671616717167181671916720167211672216723167241672516726167271672816729167301673116732167331673416735167361673716738167391674016741167421674316744167451674616747167481674916750167511675216753167541675516756167571675816759167601676116762167631676416765167661676716768167691677016771167721677316774167751677616777167781677916780167811678216783167841678516786167871678816789167901679116792167931679416795167961679716798167991680016801168021680316804168051680616807168081680916810168111681216813168141681516816168171681816819168201682116822168231682416825168261682716828168291683016831168321683316834168351683616837168381683916840168411684216843168441684516846168471684816849168501685116852168531685416855168561685716858168591686016861168621686316864168651686616867168681686916870168711687216873168741687516876168771687816879168801688116882168831688416885168861688716888168891689016891168921689316894168951689616897168981689916900169011690216903169041690516906169071690816909169101691116912169131691416915169161691716918169191692016921169221692316924169251692616927169281692916930169311693216933169341693516936169371693816939169401694116942169431694416945169461694716948169491695016951169521695316954169551695616957169581695916960169611696216963169641696516966169671696816969169701697116972169731697416975169761697716978169791698016981169821698316984169851698616987169881698916990169911699216993169941699516996169971699816999170001700117002170031700417005170061700717008170091701017011170121701317014170151701617017170181701917020170211702217023170241702517026170271702817029170301703117032170331703417035170361703717038170391704017041170421704317044170451704617047170481704917050170511705217053170541705517056170571705817059170601706117062170631706417065170661706717068170691707017071170721707317074170751707617077170781707917080170811708217083170841708517086170871708817089170901709117092170931709417095170961709717098170991710017101171021710317104171051710617107171081710917110171111711217113171141711517116171171711817119171201712117122171231712417125171261712717128171291713017131171321713317134171351713617137171381713917140171411714217143171441714517146171471714817149171501715117152171531715417155171561715717158171591716017161171621716317164171651716617167171681716917170171711717217173171741717517176171771717817179171801718117182171831718417185171861718717188171891719017191171921719317194171951719617197171981719917200172011720217203172041720517206172071720817209172101721117212172131721417215172161721717218172191722017221172221722317224172251722617227172281722917230172311723217233172341723517236172371723817239172401724117242172431724417245172461724717248172491725017251172521725317254172551725617257172581725917260172611726217263172641726517266172671726817269172701727117272172731727417275172761727717278172791728017281172821728317284172851728617287172881728917290172911729217293172941729517296172971729817299173001730117302173031730417305173061730717308173091731017311173121731317314173151731617317173181731917320173211732217323173241732517326173271732817329173301733117332173331733417335173361733717338173391734017341173421734317344173451734617347173481734917350173511735217353173541735517356173571735817359173601736117362173631736417365173661736717368173691737017371173721737317374173751737617377173781737917380173811738217383173841738517386173871738817389173901739117392173931739417395173961739717398173991740017401174021740317404174051740617407174081740917410174111741217413174141741517416174171741817419174201742117422174231742417425174261742717428174291743017431174321743317434174351743617437174381743917440174411744217443174441744517446174471744817449174501745117452174531745417455174561745717458174591746017461174621746317464174651746617467174681746917470174711747217473174741747517476174771747817479174801748117482174831748417485174861748717488174891749017491174921749317494174951749617497174981749917500175011750217503175041750517506175071750817509175101751117512175131751417515175161751717518175191752017521175221752317524175251752617527175281752917530175311753217533175341753517536175371753817539175401754117542175431754417545175461754717548175491755017551175521755317554175551755617557175581755917560175611756217563175641756517566175671756817569175701757117572175731757417575175761757717578175791758017581175821758317584175851758617587175881758917590175911759217593175941759517596175971759817599176001760117602176031760417605176061760717608176091761017611176121761317614176151761617617176181761917620176211762217623176241762517626176271762817629176301763117632176331763417635176361763717638176391764017641176421764317644176451764617647176481764917650176511765217653176541765517656176571765817659176601766117662176631766417665176661766717668176691767017671176721767317674176751767617677176781767917680176811768217683176841768517686176871768817689176901769117692176931769417695176961769717698176991770017701177021770317704177051770617707177081770917710177111771217713177141771517716177171771817719177201772117722177231772417725177261772717728177291773017731177321773317734177351773617737177381773917740177411774217743177441774517746177471774817749177501775117752177531775417755177561775717758177591776017761177621776317764177651776617767177681776917770177711777217773177741777517776177771777817779177801778117782177831778417785177861778717788177891779017791177921779317794177951779617797177981779917800178011780217803178041780517806178071780817809178101781117812178131781417815178161781717818178191782017821178221782317824178251782617827178281782917830178311783217833178341783517836178371783817839178401784117842178431784417845178461784717848178491785017851178521785317854178551785617857178581785917860178611786217863178641786517866178671786817869178701787117872178731787417875178761787717878178791788017881178821788317884178851788617887178881788917890178911789217893178941789517896178971789817899179001790117902179031790417905179061790717908179091791017911179121791317914179151791617917179181791917920179211792217923179241792517926179271792817929179301793117932179331793417935179361793717938179391794017941179421794317944179451794617947179481794917950179511795217953179541795517956179571795817959179601796117962179631796417965179661796717968179691797017971179721797317974179751797617977179781797917980179811798217983179841798517986179871798817989179901799117992179931799417995179961799717998179991800018001180021800318004180051800618007180081800918010180111801218013180141801518016180171801818019180201802118022180231802418025180261802718028180291803018031180321803318034180351803618037180381803918040180411804218043180441804518046180471804818049180501805118052180531805418055180561805718058180591806018061180621806318064180651806618067180681806918070180711807218073180741807518076180771807818079180801808118082180831808418085180861808718088180891809018091180921809318094180951809618097180981809918100181011810218103181041810518106181071810818109181101811118112181131811418115181161811718118181191812018121181221812318124181251812618127181281812918130181311813218133181341813518136181371813818139181401814118142181431814418145181461814718148181491815018151181521815318154181551815618157181581815918160181611816218163181641816518166181671816818169181701817118172181731817418175181761817718178181791818018181181821818318184181851818618187181881818918190181911819218193181941819518196181971819818199182001820118202182031820418205182061820718208182091821018211182121821318214182151821618217182181821918220182211822218223182241822518226182271822818229182301823118232182331823418235182361823718238182391824018241182421824318244182451824618247182481824918250182511825218253182541825518256182571825818259182601826118262182631826418265182661826718268182691827018271182721827318274182751827618277182781827918280182811828218283182841828518286182871828818289182901829118292182931829418295182961829718298182991830018301183021830318304183051830618307183081830918310183111831218313183141831518316183171831818319183201832118322183231832418325183261832718328183291833018331183321833318334183351833618337183381833918340183411834218343183441834518346183471834818349183501835118352183531835418355183561835718358183591836018361183621836318364183651836618367183681836918370183711837218373183741837518376183771837818379183801838118382183831838418385183861838718388183891839018391183921839318394183951839618397183981839918400184011840218403184041840518406184071840818409184101841118412184131841418415184161841718418184191842018421184221842318424184251842618427184281842918430184311843218433184341843518436184371843818439184401844118442184431844418445184461844718448184491845018451184521845318454184551845618457184581845918460184611846218463184641846518466184671846818469184701847118472184731847418475184761847718478184791848018481184821848318484184851848618487184881848918490184911849218493184941849518496184971849818499185001850118502185031850418505185061850718508185091851018511185121851318514185151851618517185181851918520185211852218523185241852518526185271852818529185301853118532185331853418535185361853718538185391854018541185421854318544185451854618547185481854918550185511855218553185541855518556185571855818559185601856118562185631856418565185661856718568185691857018571185721857318574185751857618577185781857918580185811858218583185841858518586185871858818589185901859118592185931859418595185961859718598185991860018601186021860318604186051860618607186081860918610186111861218613186141861518616186171861818619186201862118622186231862418625186261862718628186291863018631186321863318634186351863618637186381863918640186411864218643186441864518646186471864818649186501865118652186531865418655186561865718658186591866018661186621866318664186651866618667186681866918670186711867218673186741867518676186771867818679186801868118682186831868418685186861868718688186891869018691186921869318694186951869618697186981869918700187011870218703187041870518706187071870818709187101871118712187131871418715187161871718718187191872018721187221872318724187251872618727187281872918730187311873218733187341873518736187371873818739187401874118742187431874418745187461874718748187491875018751187521875318754187551875618757187581875918760187611876218763187641876518766187671876818769187701877118772187731877418775187761877718778187791878018781187821878318784187851878618787187881878918790187911879218793187941879518796187971879818799188001880118802188031880418805188061880718808188091881018811188121881318814188151881618817188181881918820188211882218823188241882518826188271882818829188301883118832188331883418835188361883718838188391884018841188421884318844188451884618847188481884918850188511885218853188541885518856188571885818859188601886118862188631886418865188661886718868188691887018871188721887318874188751887618877188781887918880188811888218883188841888518886188871888818889188901889118892188931889418895188961889718898188991890018901189021890318904189051890618907189081890918910189111891218913189141891518916189171891818919189201892118922189231892418925189261892718928189291893018931189321893318934189351893618937189381893918940189411894218943189441894518946189471894818949189501895118952189531895418955189561895718958189591896018961189621896318964189651896618967189681896918970189711897218973189741897518976189771897818979189801898118982189831898418985189861898718988189891899018991189921899318994189951899618997189981899919000190011900219003190041900519006190071900819009190101901119012190131901419015190161901719018190191902019021190221902319024190251902619027190281902919030190311903219033190341903519036190371903819039190401904119042190431904419045190461904719048190491905019051190521905319054190551905619057190581905919060190611906219063190641906519066190671906819069190701907119072190731907419075190761907719078190791908019081190821908319084190851908619087190881908919090190911909219093190941909519096190971909819099191001910119102191031910419105191061910719108191091911019111191121911319114191151911619117191181911919120191211912219123191241912519126191271912819129191301913119132191331913419135191361913719138191391914019141191421914319144191451914619147191481914919150191511915219153191541915519156191571915819159191601916119162191631916419165191661916719168191691917019171191721917319174191751917619177191781917919180191811918219183191841918519186191871918819189191901919119192191931919419195191961919719198191991920019201192021920319204192051920619207192081920919210192111921219213192141921519216192171921819219192201922119222192231922419225192261922719228192291923019231192321923319234192351923619237192381923919240192411924219243192441924519246192471924819249192501925119252192531925419255192561925719258192591926019261192621926319264192651926619267192681926919270192711927219273192741927519276192771927819279192801928119282192831928419285192861928719288192891929019291192921929319294192951929619297192981929919300193011930219303193041930519306193071930819309193101931119312193131931419315193161931719318193191932019321193221932319324193251932619327193281932919330193311933219333193341933519336193371933819339193401934119342193431934419345193461934719348193491935019351193521935319354193551935619357193581935919360193611936219363193641936519366193671936819369193701937119372193731937419375193761937719378193791938019381193821938319384193851938619387193881938919390193911939219393193941939519396193971939819399194001940119402194031940419405194061940719408194091941019411194121941319414194151941619417194181941919420194211942219423194241942519426194271942819429194301943119432194331943419435194361943719438194391944019441194421944319444194451944619447194481944919450194511945219453194541945519456194571945819459194601946119462194631946419465194661946719468194691947019471194721947319474194751947619477194781947919480194811948219483194841948519486194871948819489194901949119492194931949419495194961949719498194991950019501195021950319504195051950619507195081950919510195111951219513195141951519516195171951819519195201952119522195231952419525195261952719528195291953019531195321953319534195351953619537195381953919540195411954219543195441954519546195471954819549195501955119552195531955419555195561955719558195591956019561195621956319564195651956619567195681956919570195711957219573195741957519576195771957819579195801958119582195831958419585195861958719588195891959019591195921959319594195951959619597195981959919600196011960219603196041960519606196071960819609196101961119612196131961419615196161961719618196191962019621196221962319624196251962619627196281962919630196311963219633196341963519636196371963819639196401964119642196431964419645196461964719648196491965019651196521965319654196551965619657196581965919660196611966219663196641966519666196671966819669196701967119672196731967419675196761967719678196791968019681196821968319684196851968619687196881968919690196911969219693196941969519696196971969819699197001970119702197031970419705197061970719708197091971019711197121971319714197151971619717197181971919720197211972219723197241972519726197271972819729197301973119732197331973419735197361973719738197391974019741197421974319744197451974619747197481974919750197511975219753197541975519756197571975819759197601976119762197631976419765197661976719768197691977019771197721977319774197751977619777197781977919780197811978219783197841978519786197871978819789197901979119792197931979419795197961979719798197991980019801198021980319804198051980619807198081980919810198111981219813198141981519816198171981819819198201982119822198231982419825198261982719828198291983019831198321983319834198351983619837198381983919840198411984219843198441984519846198471984819849198501985119852198531985419855198561985719858198591986019861198621986319864198651986619867198681986919870198711987219873198741987519876198771987819879198801988119882198831988419885198861988719888198891989019891198921989319894198951989619897198981989919900199011990219903199041990519906199071990819909199101991119912199131991419915199161991719918199191992019921199221992319924199251992619927199281992919930199311993219933199341993519936199371993819939199401994119942199431994419945199461994719948199491995019951199521995319954199551995619957199581995919960199611996219963199641996519966199671996819969199701997119972199731997419975199761997719978199791998019981199821998319984199851998619987199881998919990199911999219993199941999519996199971999819999200002000120002200032000420005200062000720008200092001020011200122001320014200152001620017200182001920020200212002220023200242002520026200272002820029200302003120032200332003420035200362003720038200392004020041200422004320044200452004620047200482004920050200512005220053200542005520056200572005820059200602006120062200632006420065200662006720068200692007020071200722007320074200752007620077200782007920080200812008220083200842008520086200872008820089200902009120092200932009420095200962009720098200992010020101201022010320104201052010620107201082010920110201112011220113201142011520116201172011820119201202012120122201232012420125201262012720128201292013020131201322013320134201352013620137201382013920140201412014220143201442014520146201472014820149201502015120152201532015420155201562015720158201592016020161201622016320164201652016620167201682016920170201712017220173201742017520176201772017820179201802018120182201832018420185201862018720188201892019020191201922019320194201952019620197201982019920200202012020220203202042020520206202072020820209202102021120212202132021420215202162021720218202192022020221202222022320224202252022620227202282022920230202312023220233202342023520236202372023820239202402024120242202432024420245202462024720248202492025020251202522025320254202552025620257202582025920260202612026220263202642026520266202672026820269202702027120272202732027420275202762027720278202792028020281202822028320284202852028620287202882028920290202912029220293202942029520296202972029820299203002030120302203032030420305203062030720308203092031020311203122031320314203152031620317203182031920320203212032220323203242032520326203272032820329203302033120332203332033420335203362033720338203392034020341203422034320344203452034620347203482034920350203512035220353203542035520356203572035820359203602036120362203632036420365203662036720368203692037020371203722037320374203752037620377203782037920380203812038220383203842038520386203872038820389203902039120392203932039420395203962039720398203992040020401204022040320404204052040620407204082040920410204112041220413204142041520416204172041820419204202042120422204232042420425204262042720428204292043020431204322043320434204352043620437204382043920440204412044220443204442044520446204472044820449204502045120452204532045420455204562045720458204592046020461204622046320464204652046620467204682046920470204712047220473204742047520476204772047820479204802048120482204832048420485204862048720488204892049020491204922049320494204952049620497204982049920500205012050220503205042050520506205072050820509205102051120512205132051420515205162051720518205192052020521205222052320524205252052620527205282052920530205312053220533205342053520536205372053820539205402054120542205432054420545205462054720548205492055020551205522055320554205552055620557205582055920560205612056220563205642056520566205672056820569205702057120572205732057420575205762057720578205792058020581205822058320584205852058620587205882058920590205912059220593205942059520596205972059820599206002060120602206032060420605206062060720608206092061020611206122061320614206152061620617206182061920620206212062220623206242062520626206272062820629206302063120632206332063420635206362063720638206392064020641206422064320644206452064620647206482064920650206512065220653206542065520656206572065820659206602066120662206632066420665206662066720668206692067020671206722067320674206752067620677206782067920680206812068220683206842068520686206872068820689206902069120692206932069420695206962069720698206992070020701207022070320704207052070620707207082070920710207112071220713207142071520716207172071820719207202072120722207232072420725207262072720728207292073020731207322073320734207352073620737207382073920740207412074220743207442074520746207472074820749207502075120752207532075420755207562075720758207592076020761207622076320764207652076620767207682076920770207712077220773207742077520776207772077820779207802078120782207832078420785207862078720788207892079020791207922079320794207952079620797207982079920800208012080220803208042080520806208072080820809208102081120812208132081420815208162081720818208192082020821208222082320824208252082620827208282082920830208312083220833208342083520836208372083820839208402084120842208432084420845208462084720848208492085020851208522085320854208552085620857208582085920860208612086220863208642086520866208672086820869208702087120872208732087420875208762087720878208792088020881208822088320884208852088620887208882088920890208912089220893208942089520896208972089820899209002090120902209032090420905209062090720908209092091020911209122091320914209152091620917209182091920920209212092220923209242092520926209272092820929209302093120932209332093420935209362093720938209392094020941209422094320944209452094620947209482094920950209512095220953209542095520956209572095820959209602096120962209632096420965209662096720968209692097020971209722097320974209752097620977209782097920980209812098220983209842098520986209872098820989209902099120992209932099420995209962099720998209992100021001210022100321004210052100621007210082100921010210112101221013210142101521016210172101821019210202102121022210232102421025210262102721028210292103021031210322103321034210352103621037210382103921040210412104221043210442104521046210472104821049210502105121052210532105421055210562105721058210592106021061210622106321064210652106621067210682106921070210712107221073210742107521076210772107821079210802108121082210832108421085210862108721088210892109021091210922109321094210952109621097210982109921100211012110221103211042110521106211072110821109211102111121112211132111421115211162111721118211192112021121211222112321124211252112621127211282112921130211312113221133211342113521136211372113821139211402114121142211432114421145211462114721148211492115021151211522115321154211552115621157211582115921160211612116221163211642116521166211672116821169211702117121172211732117421175211762117721178211792118021181211822118321184211852118621187211882118921190211912119221193211942119521196211972119821199212002120121202212032120421205212062120721208212092121021211212122121321214212152121621217212182121921220212212122221223212242122521226212272122821229212302123121232212332123421235212362123721238212392124021241212422124321244212452124621247212482124921250212512125221253212542125521256212572125821259212602126121262212632126421265212662126721268212692127021271212722127321274212752127621277212782127921280212812128221283212842128521286212872128821289212902129121292212932129421295212962129721298212992130021301213022130321304213052130621307213082130921310213112131221313213142131521316213172131821319213202132121322213232132421325213262132721328213292133021331213322133321334213352133621337213382133921340213412134221343213442134521346213472134821349213502135121352213532135421355213562135721358213592136021361213622136321364213652136621367213682136921370213712137221373213742137521376213772137821379213802138121382213832138421385213862138721388213892139021391213922139321394213952139621397213982139921400214012140221403214042140521406214072140821409214102141121412214132141421415214162141721418214192142021421214222142321424214252142621427214282142921430214312143221433214342143521436214372143821439214402144121442214432144421445214462144721448214492145021451214522145321454214552145621457214582145921460214612146221463214642146521466214672146821469214702147121472214732147421475214762147721478214792148021481214822148321484214852148621487214882148921490214912149221493214942149521496214972149821499215002150121502215032150421505215062150721508215092151021511215122151321514215152151621517215182151921520215212152221523215242152521526215272152821529215302153121532215332153421535215362153721538215392154021541215422154321544215452154621547215482154921550215512155221553215542155521556215572155821559215602156121562215632156421565215662156721568215692157021571215722157321574215752157621577215782157921580215812158221583215842158521586215872158821589215902159121592215932159421595215962159721598215992160021601216022160321604216052160621607216082160921610216112161221613216142161521616216172161821619216202162121622216232162421625216262162721628216292163021631216322163321634216352163621637216382163921640216412164221643216442164521646216472164821649216502165121652216532165421655216562165721658216592166021661216622166321664216652166621667216682166921670216712167221673216742167521676216772167821679216802168121682216832168421685216862168721688216892169021691216922169321694216952169621697216982169921700217012170221703217042170521706217072170821709217102171121712217132171421715217162171721718217192172021721217222172321724217252172621727217282172921730217312173221733217342173521736217372173821739217402174121742217432174421745217462174721748217492175021751217522175321754217552175621757217582175921760217612176221763217642176521766217672176821769217702177121772217732177421775217762177721778217792178021781217822178321784217852178621787217882178921790217912179221793217942179521796217972179821799218002180121802218032180421805218062180721808218092181021811218122181321814218152181621817218182181921820218212182221823218242182521826218272182821829218302183121832218332183421835218362183721838218392184021841218422184321844218452184621847218482184921850218512185221853218542185521856218572185821859218602186121862218632186421865218662186721868218692187021871218722187321874218752187621877218782187921880218812188221883218842188521886218872188821889218902189121892218932189421895218962189721898218992190021901219022190321904219052190621907219082190921910219112191221913219142191521916219172191821919219202192121922219232192421925219262192721928219292193021931219322193321934219352193621937219382193921940219412194221943219442194521946219472194821949219502195121952219532195421955219562195721958219592196021961219622196321964219652196621967219682196921970219712197221973219742197521976219772197821979219802198121982219832198421985219862198721988219892199021991219922199321994219952199621997219982199922000220012200222003220042200522006220072200822009220102201122012220132201422015220162201722018220192202022021220222202322024220252202622027220282202922030220312203222033220342203522036220372203822039220402204122042220432204422045220462204722048220492205022051220522205322054220552205622057220582205922060220612206222063220642206522066220672206822069220702207122072220732207422075220762207722078220792208022081220822208322084220852208622087220882208922090220912209222093220942209522096220972209822099221002210122102221032210422105221062210722108221092211022111221122211322114221152211622117221182211922120221212212222123221242212522126221272212822129221302213122132221332213422135221362213722138221392214022141221422214322144221452214622147221482214922150221512215222153221542215522156221572215822159221602216122162221632216422165221662216722168221692217022171221722217322174221752217622177221782217922180221812218222183221842218522186221872218822189221902219122192221932219422195221962219722198221992220022201222022220322204222052220622207222082220922210222112221222213222142221522216222172221822219222202222122222222232222422225222262222722228222292223022231222322223322234222352223622237222382223922240222412224222243222442224522246222472224822249222502225122252222532225422255222562225722258222592226022261222622226322264222652226622267222682226922270222712227222273222742227522276222772227822279222802228122282222832228422285222862228722288222892229022291222922229322294222952229622297222982229922300223012230222303223042230522306223072230822309223102231122312223132231422315223162231722318223192232022321223222232322324223252232622327223282232922330223312233222333223342233522336223372233822339223402234122342223432234422345223462234722348223492235022351223522235322354223552235622357223582235922360223612236222363223642236522366223672236822369223702237122372223732237422375223762237722378223792238022381223822238322384223852238622387223882238922390223912239222393223942239522396223972239822399224002240122402224032240422405224062240722408224092241022411224122241322414224152241622417224182241922420224212242222423224242242522426224272242822429224302243122432224332243422435224362243722438224392244022441224422244322444224452244622447224482244922450224512245222453224542245522456224572245822459224602246122462224632246422465224662246722468224692247022471224722247322474224752247622477224782247922480224812248222483224842248522486224872248822489224902249122492224932249422495224962249722498224992250022501225022250322504225052250622507225082250922510225112251222513225142251522516225172251822519225202252122522225232252422525225262252722528225292253022531225322253322534225352253622537225382253922540225412254222543225442254522546225472254822549225502255122552225532255422555225562255722558225592256022561225622256322564225652256622567225682256922570225712257222573225742257522576225772257822579225802258122582225832258422585225862258722588225892259022591225922259322594225952259622597225982259922600226012260222603226042260522606226072260822609226102261122612226132261422615226162261722618226192262022621226222262322624226252262622627226282262922630226312263222633226342263522636226372263822639226402264122642226432264422645226462264722648226492265022651226522265322654226552265622657226582265922660226612266222663226642266522666226672266822669226702267122672226732267422675226762267722678226792268022681226822268322684226852268622687226882268922690226912269222693226942269522696226972269822699227002270122702227032270422705227062270722708227092271022711227122271322714227152271622717227182271922720227212272222723227242272522726227272272822729227302273122732227332273422735227362273722738227392274022741227422274322744227452274622747227482274922750227512275222753227542275522756227572275822759227602276122762227632276422765227662276722768227692277022771227722277322774227752277622777227782277922780227812278222783227842278522786227872278822789227902279122792227932279422795227962279722798227992280022801228022280322804228052280622807228082280922810228112281222813228142281522816228172281822819228202282122822228232282422825228262282722828228292283022831228322283322834228352283622837228382283922840228412284222843228442284522846228472284822849228502285122852228532285422855228562285722858228592286022861228622286322864228652286622867228682286922870228712287222873228742287522876228772287822879228802288122882228832288422885228862288722888228892289022891228922289322894228952289622897228982289922900229012290222903229042290522906229072290822909229102291122912229132291422915229162291722918229192292022921229222292322924229252292622927229282292922930229312293222933229342293522936229372293822939229402294122942229432294422945229462294722948229492295022951229522295322954229552295622957229582295922960229612296222963229642296522966229672296822969229702297122972229732297422975229762297722978229792298022981229822298322984229852298622987229882298922990229912299222993229942299522996229972299822999230002300123002230032300423005230062300723008230092301023011230122301323014230152301623017230182301923020230212302223023230242302523026230272302823029230302303123032230332303423035230362303723038230392304023041230422304323044230452304623047230482304923050230512305223053230542305523056230572305823059230602306123062230632306423065230662306723068230692307023071230722307323074230752307623077230782307923080230812308223083230842308523086230872308823089230902309123092230932309423095230962309723098230992310023101231022310323104231052310623107231082310923110231112311223113231142311523116231172311823119231202312123122231232312423125231262312723128231292313023131231322313323134231352313623137231382313923140231412314223143231442314523146231472314823149231502315123152231532315423155231562315723158231592316023161231622316323164231652316623167231682316923170231712317223173231742317523176231772317823179231802318123182231832318423185231862318723188231892319023191231922319323194231952319623197231982319923200232012320223203232042320523206232072320823209232102321123212232132321423215232162321723218232192322023221232222322323224232252322623227232282322923230232312323223233232342323523236232372323823239232402324123242232432324423245232462324723248232492325023251232522325323254232552325623257232582325923260232612326223263232642326523266232672326823269232702327123272232732327423275232762327723278232792328023281232822328323284232852328623287232882328923290232912329223293232942329523296232972329823299233002330123302233032330423305233062330723308233092331023311233122331323314233152331623317233182331923320233212332223323233242332523326233272332823329233302333123332233332333423335233362333723338233392334023341233422334323344233452334623347233482334923350233512335223353233542335523356233572335823359233602336123362233632336423365233662336723368233692337023371233722337323374233752337623377233782337923380233812338223383233842338523386233872338823389233902339123392233932339423395233962339723398233992340023401234022340323404234052340623407234082340923410234112341223413234142341523416234172341823419234202342123422234232342423425234262342723428234292343023431234322343323434234352343623437234382343923440234412344223443234442344523446234472344823449234502345123452234532345423455234562345723458234592346023461234622346323464234652346623467234682346923470234712347223473234742347523476234772347823479234802348123482234832348423485234862348723488234892349023491234922349323494234952349623497234982349923500235012350223503235042350523506235072350823509235102351123512235132351423515235162351723518235192352023521235222352323524235252352623527235282352923530235312353223533235342353523536235372353823539235402354123542235432354423545235462354723548235492355023551235522355323554235552355623557235582355923560235612356223563235642356523566235672356823569235702357123572235732357423575235762357723578235792358023581235822358323584235852358623587235882358923590235912359223593235942359523596235972359823599236002360123602236032360423605236062360723608236092361023611236122361323614236152361623617236182361923620236212362223623236242362523626236272362823629236302363123632236332363423635236362363723638236392364023641236422364323644236452364623647236482364923650236512365223653236542365523656236572365823659236602366123662236632366423665236662366723668236692367023671236722367323674236752367623677236782367923680236812368223683236842368523686236872368823689236902369123692236932369423695236962369723698236992370023701237022370323704237052370623707237082370923710237112371223713237142371523716237172371823719237202372123722237232372423725237262372723728237292373023731237322373323734237352373623737237382373923740237412374223743237442374523746237472374823749237502375123752237532375423755237562375723758237592376023761237622376323764237652376623767237682376923770237712377223773237742377523776237772377823779237802378123782237832378423785237862378723788237892379023791237922379323794237952379623797237982379923800238012380223803238042380523806238072380823809238102381123812238132381423815238162381723818238192382023821238222382323824238252382623827238282382923830238312383223833238342383523836238372383823839238402384123842238432384423845238462384723848238492385023851238522385323854238552385623857238582385923860238612386223863238642386523866238672386823869238702387123872238732387423875238762387723878238792388023881238822388323884238852388623887238882388923890238912389223893238942389523896238972389823899239002390123902239032390423905239062390723908239092391023911239122391323914239152391623917239182391923920239212392223923239242392523926239272392823929239302393123932239332393423935239362393723938239392394023941239422394323944239452394623947239482394923950239512395223953239542395523956239572395823959239602396123962239632396423965239662396723968239692397023971239722397323974239752397623977239782397923980239812398223983239842398523986239872398823989239902399123992239932399423995239962399723998239992400024001240022400324004240052400624007240082400924010240112401224013240142401524016240172401824019240202402124022240232402424025240262402724028240292403024031240322403324034240352403624037240382403924040240412404224043240442404524046240472404824049240502405124052240532405424055240562405724058240592406024061240622406324064240652406624067240682406924070240712407224073240742407524076240772407824079240802408124082240832408424085240862408724088240892409024091240922409324094240952409624097240982409924100241012410224103241042410524106241072410824109241102411124112241132411424115241162411724118241192412024121241222412324124241252412624127241282412924130241312413224133241342413524136241372413824139241402414124142241432414424145241462414724148241492415024151241522415324154241552415624157241582415924160241612416224163241642416524166241672416824169241702417124172241732417424175241762417724178241792418024181241822418324184241852418624187241882418924190241912419224193241942419524196241972419824199242002420124202242032420424205242062420724208242092421024211242122421324214242152421624217242182421924220242212422224223242242422524226242272422824229242302423124232242332423424235242362423724238242392424024241242422424324244242452424624247242482424924250242512425224253242542425524256242572425824259242602426124262242632426424265242662426724268242692427024271242722427324274242752427624277242782427924280242812428224283242842428524286242872428824289242902429124292242932429424295242962429724298242992430024301243022430324304243052430624307243082430924310243112431224313243142431524316243172431824319243202432124322243232432424325243262432724328243292433024331243322433324334243352433624337243382433924340243412434224343243442434524346243472434824349243502435124352243532435424355243562435724358243592436024361243622436324364243652436624367243682436924370243712437224373243742437524376243772437824379243802438124382243832438424385243862438724388243892439024391243922439324394243952439624397243982439924400244012440224403244042440524406244072440824409244102441124412244132441424415244162441724418244192442024421244222442324424244252442624427244282442924430244312443224433244342443524436244372443824439244402444124442244432444424445244462444724448244492445024451244522445324454244552445624457244582445924460244612446224463244642446524466244672446824469244702447124472244732447424475244762447724478244792448024481244822448324484244852448624487244882448924490244912449224493244942449524496244972449824499245002450124502245032450424505245062450724508245092451024511245122451324514245152451624517245182451924520245212452224523245242452524526245272452824529245302453124532245332453424535245362453724538245392454024541245422454324544245452454624547245482454924550245512455224553245542455524556245572455824559245602456124562245632456424565245662456724568245692457024571245722457324574245752457624577245782457924580245812458224583245842458524586245872458824589245902459124592245932459424595245962459724598245992460024601246022460324604246052460624607246082460924610246112461224613246142461524616246172461824619246202462124622246232462424625246262462724628246292463024631246322463324634246352463624637246382463924640246412464224643246442464524646246472464824649246502465124652246532465424655246562465724658246592466024661246622466324664246652466624667246682466924670246712467224673246742467524676246772467824679246802468124682246832468424685246862468724688246892469024691246922469324694246952469624697246982469924700247012470224703247042470524706247072470824709247102471124712247132471424715247162471724718247192472024721247222472324724247252472624727247282472924730247312473224733247342473524736247372473824739247402474124742247432474424745247462474724748247492475024751247522475324754247552475624757247582475924760247612476224763247642476524766247672476824769247702477124772247732477424775247762477724778247792478024781247822478324784247852478624787247882478924790247912479224793247942479524796247972479824799248002480124802248032480424805248062480724808248092481024811248122481324814248152481624817248182481924820248212482224823248242482524826248272482824829248302483124832248332483424835248362483724838248392484024841248422484324844248452484624847248482484924850248512485224853248542485524856248572485824859248602486124862248632486424865248662486724868248692487024871248722487324874248752487624877248782487924880248812488224883248842488524886248872488824889248902489124892248932489424895248962489724898248992490024901249022490324904249052490624907249082490924910249112491224913249142491524916249172491824919249202492124922249232492424925249262492724928249292493024931249322493324934249352493624937249382493924940249412494224943249442494524946249472494824949249502495124952249532495424955249562495724958249592496024961249622496324964249652496624967249682496924970249712497224973249742497524976249772497824979249802498124982249832498424985249862498724988249892499024991249922499324994249952499624997249982499925000250012500225003250042500525006250072500825009250102501125012250132501425015250162501725018250192502025021250222502325024250252502625027250282502925030250312503225033250342503525036250372503825039250402504125042250432504425045250462504725048250492505025051250522505325054250552505625057250582505925060250612506225063250642506525066250672506825069250702507125072250732507425075250762507725078250792508025081250822508325084250852508625087250882508925090250912509225093250942509525096250972509825099251002510125102251032510425105251062510725108251092511025111251122511325114251152511625117251182511925120251212512225123251242512525126251272512825129251302513125132251332513425135251362513725138251392514025141251422514325144251452514625147251482514925150251512515225153251542515525156251572515825159251602516125162251632516425165251662516725168251692517025171251722517325174251752517625177251782517925180251812518225183251842518525186251872518825189251902519125192251932519425195251962519725198251992520025201252022520325204252052520625207252082520925210252112521225213252142521525216252172521825219252202522125222252232522425225252262522725228252292523025231252322523325234252352523625237252382523925240252412524225243252442524525246252472524825249252502525125252252532525425255252562525725258252592526025261252622526325264252652526625267252682526925270252712527225273252742527525276252772527825279252802528125282252832528425285252862528725288252892529025291252922529325294252952529625297252982529925300253012530225303253042530525306253072530825309253102531125312253132531425315253162531725318253192532025321253222532325324253252532625327253282532925330253312533225333253342533525336253372533825339253402534125342253432534425345253462534725348253492535025351253522535325354253552535625357253582535925360253612536225363253642536525366253672536825369253702537125372253732537425375253762537725378253792538025381253822538325384253852538625387253882538925390253912539225393253942539525396253972539825399254002540125402254032540425405254062540725408254092541025411254122541325414254152541625417254182541925420254212542225423254242542525426254272542825429254302543125432254332543425435254362543725438254392544025441254422544325444254452544625447254482544925450254512545225453254542545525456254572545825459254602546125462254632546425465254662546725468254692547025471254722547325474254752547625477254782547925480254812548225483254842548525486254872548825489254902549125492254932549425495254962549725498254992550025501255022550325504255052550625507255082550925510255112551225513255142551525516255172551825519255202552125522255232552425525255262552725528255292553025531255322553325534255352553625537255382553925540255412554225543255442554525546255472554825549255502555125552255532555425555255562555725558255592556025561255622556325564255652556625567255682556925570255712557225573255742557525576255772557825579255802558125582255832558425585255862558725588255892559025591255922559325594255952559625597255982559925600256012560225603256042560525606256072560825609256102561125612256132561425615256162561725618256192562025621256222562325624256252562625627256282562925630256312563225633256342563525636256372563825639256402564125642256432564425645256462564725648256492565025651256522565325654256552565625657256582565925660256612566225663256642566525666256672566825669256702567125672256732567425675256762567725678256792568025681256822568325684256852568625687256882568925690256912569225693256942569525696256972569825699257002570125702257032570425705257062570725708257092571025711257122571325714257152571625717257182571925720257212572225723257242572525726257272572825729257302573125732257332573425735257362573725738257392574025741257422574325744257452574625747257482574925750257512575225753257542575525756257572575825759257602576125762257632576425765257662576725768257692577025771257722577325774257752577625777257782577925780257812578225783257842578525786257872578825789257902579125792257932579425795257962579725798257992580025801258022580325804258052580625807258082580925810258112581225813258142581525816258172581825819258202582125822258232582425825258262582725828258292583025831258322583325834258352583625837258382583925840258412584225843258442584525846258472584825849258502585125852258532585425855258562585725858258592586025861258622586325864258652586625867258682586925870258712587225873258742587525876258772587825879258802588125882258832588425885258862588725888258892589025891258922589325894258952589625897258982589925900259012590225903259042590525906259072590825909259102591125912259132591425915259162591725918259192592025921259222592325924259252592625927259282592925930259312593225933259342593525936259372593825939259402594125942259432594425945259462594725948259492595025951259522595325954259552595625957259582595925960259612596225963259642596525966259672596825969259702597125972259732597425975259762597725978259792598025981259822598325984259852598625987259882598925990259912599225993259942599525996259972599825999260002600126002260032600426005260062600726008260092601026011260122601326014260152601626017260182601926020260212602226023260242602526026260272602826029260302603126032260332603426035260362603726038260392604026041260422604326044260452604626047260482604926050260512605226053260542605526056260572605826059260602606126062260632606426065260662606726068260692607026071260722607326074260752607626077260782607926080260812608226083260842608526086260872608826089260902609126092260932609426095260962609726098260992610026101261022610326104261052610626107261082610926110261112611226113261142611526116261172611826119261202612126122261232612426125261262612726128261292613026131261322613326134261352613626137261382613926140261412614226143261442614526146261472614826149261502615126152261532615426155261562615726158261592616026161261622616326164261652616626167261682616926170261712617226173261742617526176261772617826179261802618126182261832618426185261862618726188261892619026191261922619326194261952619626197261982619926200262012620226203262042620526206262072620826209262102621126212262132621426215262162621726218262192622026221262222622326224262252622626227262282622926230262312623226233262342623526236262372623826239262402624126242262432624426245262462624726248262492625026251262522625326254262552625626257262582625926260262612626226263262642626526266262672626826269262702627126272262732627426275262762627726278262792628026281262822628326284262852628626287262882628926290262912629226293262942629526296262972629826299263002630126302263032630426305263062630726308263092631026311263122631326314263152631626317263182631926320263212632226323263242632526326263272632826329263302633126332263332633426335263362633726338263392634026341263422634326344263452634626347263482634926350263512635226353263542635526356263572635826359263602636126362263632636426365263662636726368263692637026371263722637326374263752637626377263782637926380263812638226383263842638526386263872638826389263902639126392263932639426395263962639726398263992640026401264022640326404264052640626407264082640926410264112641226413264142641526416264172641826419264202642126422264232642426425264262642726428264292643026431264322643326434264352643626437264382643926440264412644226443264442644526446264472644826449264502645126452264532645426455264562645726458264592646026461264622646326464264652646626467264682646926470264712647226473264742647526476264772647826479264802648126482264832648426485264862648726488264892649026491264922649326494264952649626497264982649926500265012650226503265042650526506265072650826509265102651126512265132651426515265162651726518265192652026521265222652326524265252652626527265282652926530265312653226533265342653526536265372653826539265402654126542265432654426545265462654726548265492655026551265522655326554265552655626557265582655926560265612656226563265642656526566265672656826569265702657126572265732657426575265762657726578265792658026581265822658326584265852658626587265882658926590265912659226593265942659526596265972659826599266002660126602266032660426605266062660726608266092661026611266122661326614266152661626617266182661926620266212662226623266242662526626266272662826629266302663126632266332663426635266362663726638266392664026641266422664326644266452664626647266482664926650266512665226653266542665526656266572665826659266602666126662266632666426665266662666726668266692667026671266722667326674266752667626677266782667926680266812668226683266842668526686266872668826689266902669126692266932669426695266962669726698266992670026701267022670326704267052670626707267082670926710267112671226713267142671526716267172671826719267202672126722267232672426725267262672726728267292673026731267322673326734267352673626737267382673926740267412674226743267442674526746267472674826749267502675126752267532675426755267562675726758267592676026761267622676326764267652676626767267682676926770267712677226773267742677526776267772677826779267802678126782267832678426785267862678726788267892679026791267922679326794267952679626797267982679926800268012680226803268042680526806268072680826809268102681126812268132681426815268162681726818268192682026821268222682326824268252682626827268282682926830268312683226833268342683526836268372683826839268402684126842268432684426845268462684726848268492685026851268522685326854268552685626857268582685926860268612686226863268642686526866268672686826869268702687126872268732687426875268762687726878268792688026881268822688326884268852688626887268882688926890268912689226893268942689526896268972689826899269002690126902269032690426905269062690726908269092691026911269122691326914269152691626917269182691926920269212692226923269242692526926269272692826929269302693126932269332693426935269362693726938269392694026941269422694326944269452694626947269482694926950269512695226953269542695526956269572695826959269602696126962269632696426965269662696726968269692697026971269722697326974269752697626977269782697926980269812698226983269842698526986269872698826989269902699126992269932699426995269962699726998269992700027001270022700327004270052700627007270082700927010270112701227013270142701527016270172701827019270202702127022270232702427025270262702727028270292703027031270322703327034270352703627037270382703927040270412704227043270442704527046270472704827049270502705127052270532705427055270562705727058270592706027061270622706327064270652706627067270682706927070270712707227073270742707527076270772707827079270802708127082270832708427085270862708727088270892709027091270922709327094270952709627097270982709927100271012710227103271042710527106271072710827109271102711127112271132711427115271162711727118271192712027121271222712327124271252712627127271282712927130271312713227133271342713527136271372713827139271402714127142271432714427145271462714727148271492715027151271522715327154271552715627157271582715927160271612716227163271642716527166271672716827169271702717127172271732717427175271762717727178271792718027181271822718327184271852718627187271882718927190271912719227193271942719527196271972719827199272002720127202272032720427205272062720727208272092721027211272122721327214272152721627217272182721927220272212722227223272242722527226272272722827229272302723127232272332723427235272362723727238272392724027241272422724327244272452724627247272482724927250272512725227253272542725527256272572725827259272602726127262272632726427265272662726727268272692727027271272722727327274272752727627277272782727927280272812728227283272842728527286272872728827289272902729127292272932729427295272962729727298272992730027301273022730327304273052730627307273082730927310273112731227313273142731527316273172731827319273202732127322273232732427325273262732727328273292733027331273322733327334273352733627337273382733927340273412734227343273442734527346273472734827349273502735127352273532735427355273562735727358273592736027361273622736327364273652736627367273682736927370273712737227373273742737527376273772737827379273802738127382273832738427385273862738727388273892739027391273922739327394273952739627397273982739927400274012740227403274042740527406274072740827409274102741127412274132741427415274162741727418274192742027421274222742327424274252742627427274282742927430274312743227433274342743527436274372743827439274402744127442274432744427445274462744727448274492745027451274522745327454274552745627457274582745927460274612746227463274642746527466274672746827469274702747127472274732747427475274762747727478274792748027481274822748327484274852748627487274882748927490274912749227493274942749527496274972749827499275002750127502275032750427505275062750727508275092751027511275122751327514275152751627517275182751927520275212752227523275242752527526275272752827529275302753127532275332753427535275362753727538275392754027541275422754327544275452754627547275482754927550275512755227553275542755527556275572755827559275602756127562275632756427565275662756727568275692757027571275722757327574275752757627577275782757927580275812758227583275842758527586275872758827589275902759127592275932759427595275962759727598275992760027601276022760327604276052760627607276082760927610276112761227613276142761527616276172761827619276202762127622276232762427625276262762727628276292763027631276322763327634276352763627637276382763927640276412764227643276442764527646276472764827649276502765127652276532765427655276562765727658276592766027661276622766327664276652766627667276682766927670276712767227673276742767527676276772767827679276802768127682276832768427685276862768727688276892769027691276922769327694276952769627697276982769927700277012770227703277042770527706277072770827709277102771127712277132771427715277162771727718277192772027721277222772327724277252772627727277282772927730277312773227733277342773527736277372773827739277402774127742277432774427745277462774727748277492775027751277522775327754277552775627757277582775927760277612776227763277642776527766277672776827769277702777127772277732777427775277762777727778277792778027781277822778327784277852778627787277882778927790277912779227793277942779527796277972779827799278002780127802278032780427805278062780727808278092781027811278122781327814278152781627817278182781927820278212782227823278242782527826278272782827829278302783127832278332783427835278362783727838278392784027841278422784327844278452784627847278482784927850278512785227853278542785527856278572785827859278602786127862278632786427865278662786727868278692787027871278722787327874278752787627877278782787927880278812788227883278842788527886278872788827889278902789127892278932789427895278962789727898278992790027901279022790327904279052790627907279082790927910279112791227913279142791527916279172791827919279202792127922279232792427925279262792727928279292793027931279322793327934279352793627937279382793927940279412794227943279442794527946279472794827949279502795127952279532795427955279562795727958279592796027961279622796327964279652796627967279682796927970279712797227973279742797527976279772797827979279802798127982279832798427985279862798727988279892799027991279922799327994279952799627997279982799928000280012800228003280042800528006280072800828009280102801128012280132801428015280162801728018280192802028021280222802328024280252802628027280282802928030280312803228033280342803528036280372803828039280402804128042280432804428045280462804728048280492805028051280522805328054280552805628057280582805928060280612806228063280642806528066280672806828069280702807128072280732807428075280762807728078280792808028081280822808328084280852808628087280882808928090280912809228093280942809528096280972809828099281002810128102281032810428105281062810728108281092811028111281122811328114281152811628117281182811928120281212812228123281242812528126281272812828129281302813128132281332813428135281362813728138281392814028141281422814328144281452814628147281482814928150281512815228153281542815528156281572815828159281602816128162281632816428165281662816728168281692817028171281722817328174281752817628177281782817928180281812818228183281842818528186281872818828189281902819128192281932819428195281962819728198281992820028201282022820328204282052820628207282082820928210282112821228213282142821528216282172821828219282202822128222282232822428225282262822728228282292823028231282322823328234282352823628237282382823928240282412824228243282442824528246282472824828249282502825128252282532825428255282562825728258282592826028261282622826328264282652826628267282682826928270282712827228273282742827528276282772827828279282802828128282282832828428285282862828728288282892829028291282922829328294282952829628297282982829928300283012830228303283042830528306283072830828309283102831128312283132831428315283162831728318283192832028321283222832328324283252832628327283282832928330283312833228333283342833528336283372833828339283402834128342283432834428345283462834728348283492835028351283522835328354283552835628357283582835928360283612836228363283642836528366283672836828369283702837128372283732837428375283762837728378283792838028381283822838328384283852838628387283882838928390283912839228393283942839528396283972839828399284002840128402284032840428405284062840728408284092841028411284122841328414284152841628417284182841928420284212842228423284242842528426284272842828429284302843128432284332843428435284362843728438284392844028441284422844328444284452844628447284482844928450284512845228453284542845528456284572845828459284602846128462284632846428465284662846728468284692847028471284722847328474284752847628477284782847928480284812848228483284842848528486284872848828489284902849128492284932849428495284962849728498284992850028501285022850328504285052850628507285082850928510285112851228513285142851528516285172851828519285202852128522285232852428525285262852728528285292853028531285322853328534285352853628537285382853928540285412854228543285442854528546285472854828549285502855128552285532855428555285562855728558285592856028561285622856328564285652856628567285682856928570285712857228573285742857528576285772857828579285802858128582285832858428585285862858728588285892859028591285922859328594285952859628597285982859928600286012860228603286042860528606286072860828609286102861128612286132861428615286162861728618286192862028621286222862328624286252862628627286282862928630286312863228633286342863528636286372863828639286402864128642286432864428645286462864728648286492865028651286522865328654286552865628657286582865928660286612866228663286642866528666286672866828669286702867128672286732867428675286762867728678286792868028681286822868328684286852868628687286882868928690286912869228693286942869528696286972869828699287002870128702287032870428705287062870728708287092871028711287122871328714287152871628717287182871928720287212872228723287242872528726287272872828729287302873128732287332873428735287362873728738287392874028741287422874328744287452874628747287482874928750287512875228753287542875528756287572875828759287602876128762287632876428765287662876728768287692877028771287722877328774287752877628777287782877928780287812878228783287842878528786287872878828789287902879128792287932879428795287962879728798287992880028801288022880328804288052880628807288082880928810288112881228813288142881528816288172881828819288202882128822288232882428825288262882728828288292883028831288322883328834288352883628837288382883928840288412884228843288442884528846288472884828849288502885128852288532885428855288562885728858288592886028861288622886328864288652886628867288682886928870288712887228873288742887528876288772887828879288802888128882288832888428885288862888728888288892889028891288922889328894288952889628897288982889928900289012890228903289042890528906289072890828909289102891128912289132891428915289162891728918289192892028921289222892328924289252892628927289282892928930289312893228933289342893528936289372893828939289402894128942289432894428945289462894728948289492895028951289522895328954289552895628957289582895928960289612896228963289642896528966289672896828969289702897128972289732897428975289762897728978289792898028981289822898328984289852898628987289882898928990289912899228993289942899528996289972899828999290002900129002290032900429005290062900729008290092901029011290122901329014290152901629017290182901929020290212902229023290242902529026290272902829029290302903129032290332903429035290362903729038290392904029041290422904329044290452904629047290482904929050290512905229053290542905529056290572905829059290602906129062290632906429065290662906729068290692907029071290722907329074290752907629077290782907929080290812908229083290842908529086290872908829089290902909129092290932909429095290962909729098290992910029101291022910329104291052910629107291082910929110291112911229113291142911529116291172911829119291202912129122291232912429125291262912729128291292913029131291322913329134291352913629137291382913929140291412914229143291442914529146291472914829149291502915129152291532915429155291562915729158291592916029161291622916329164291652916629167291682916929170291712917229173291742917529176291772917829179291802918129182291832918429185291862918729188291892919029191291922919329194291952919629197291982919929200292012920229203292042920529206292072920829209292102921129212292132921429215292162921729218292192922029221292222922329224292252922629227292282922929230292312923229233292342923529236292372923829239292402924129242292432924429245292462924729248292492925029251292522925329254292552925629257292582925929260292612926229263292642926529266292672926829269292702927129272292732927429275292762927729278292792928029281292822928329284292852928629287292882928929290292912929229293292942929529296292972929829299293002930129302293032930429305293062930729308293092931029311293122931329314293152931629317293182931929320293212932229323293242932529326293272932829329293302933129332293332933429335293362933729338293392934029341293422934329344293452934629347293482934929350293512935229353293542935529356293572935829359293602936129362293632936429365293662936729368293692937029371293722937329374293752937629377293782937929380293812938229383293842938529386293872938829389293902939129392293932939429395293962939729398293992940029401294022940329404294052940629407294082940929410294112941229413294142941529416294172941829419294202942129422294232942429425294262942729428294292943029431294322943329434294352943629437294382943929440294412944229443294442944529446294472944829449294502945129452294532945429455294562945729458294592946029461294622946329464294652946629467294682946929470294712947229473294742947529476294772947829479294802948129482294832948429485294862948729488294892949029491294922949329494294952949629497294982949929500295012950229503295042950529506295072950829509295102951129512295132951429515295162951729518295192952029521295222952329524295252952629527295282952929530295312953229533295342953529536295372953829539295402954129542295432954429545295462954729548295492955029551295522955329554295552955629557295582955929560295612956229563295642956529566295672956829569295702957129572295732957429575295762957729578295792958029581295822958329584295852958629587295882958929590295912959229593295942959529596295972959829599296002960129602296032960429605296062960729608296092961029611296122961329614296152961629617296182961929620296212962229623296242962529626296272962829629296302963129632296332963429635296362963729638296392964029641296422964329644296452964629647296482964929650296512965229653296542965529656296572965829659296602966129662296632966429665296662966729668296692967029671296722967329674296752967629677296782967929680296812968229683296842968529686296872968829689296902969129692296932969429695296962969729698296992970029701297022970329704297052970629707297082970929710297112971229713297142971529716297172971829719297202972129722297232972429725297262972729728297292973029731297322973329734297352973629737297382973929740297412974229743297442974529746297472974829749297502975129752297532975429755297562975729758297592976029761297622976329764297652976629767297682976929770297712977229773297742977529776297772977829779297802978129782297832978429785297862978729788297892979029791297922979329794297952979629797297982979929800298012980229803298042980529806298072980829809298102981129812298132981429815298162981729818298192982029821298222982329824298252982629827298282982929830298312983229833298342983529836298372983829839298402984129842298432984429845298462984729848298492985029851298522985329854298552985629857298582985929860298612986229863298642986529866298672986829869298702987129872298732987429875298762987729878298792988029881298822988329884298852988629887298882988929890298912989229893298942989529896298972989829899299002990129902299032990429905299062990729908299092991029911299122991329914299152991629917299182991929920299212992229923299242992529926299272992829929299302993129932299332993429935299362993729938299392994029941299422994329944299452994629947299482994929950299512995229953299542995529956299572995829959299602996129962299632996429965299662996729968299692997029971299722997329974299752997629977299782997929980299812998229983299842998529986299872998829989299902999129992299932999429995299962999729998299993000030001300023000330004300053000630007300083000930010300113001230013300143001530016300173001830019300203002130022300233002430025300263002730028300293003030031300323003330034300353003630037300383003930040300413004230043300443004530046300473004830049300503005130052300533005430055300563005730058300593006030061300623006330064300653006630067300683006930070300713007230073300743007530076300773007830079300803008130082300833008430085300863008730088300893009030091300923009330094300953009630097300983009930100301013010230103301043010530106301073010830109301103011130112301133011430115301163011730118301193012030121301223012330124301253012630127301283012930130301313013230133301343013530136301373013830139301403014130142301433014430145301463014730148301493015030151301523015330154301553015630157301583015930160301613016230163301643016530166301673016830169301703017130172301733017430175301763017730178301793018030181301823018330184301853018630187301883018930190301913019230193301943019530196301973019830199302003020130202302033020430205302063020730208302093021030211302123021330214302153021630217302183021930220302213022230223302243022530226302273022830229302303023130232302333023430235302363023730238302393024030241302423024330244302453024630247302483024930250302513025230253302543025530256302573025830259302603026130262302633026430265302663026730268302693027030271302723027330274302753027630277302783027930280302813028230283302843028530286302873028830289302903029130292302933029430295302963029730298302993030030301303023030330304303053030630307303083030930310303113031230313303143031530316303173031830319303203032130322303233032430325303263032730328303293033030331303323033330334303353033630337303383033930340303413034230343303443034530346303473034830349303503035130352303533035430355303563035730358303593036030361303623036330364303653036630367303683036930370303713037230373303743037530376303773037830379303803038130382303833038430385303863038730388303893039030391303923039330394303953039630397303983039930400304013040230403304043040530406304073040830409304103041130412304133041430415304163041730418304193042030421304223042330424304253042630427304283042930430304313043230433304343043530436304373043830439304403044130442304433044430445304463044730448304493045030451304523045330454304553045630457304583045930460304613046230463304643046530466304673046830469304703047130472304733047430475304763047730478304793048030481304823048330484304853048630487304883048930490304913049230493304943049530496304973049830499305003050130502305033050430505305063050730508305093051030511305123051330514305153051630517305183051930520305213052230523305243052530526305273052830529305303053130532305333053430535305363053730538305393054030541305423054330544305453054630547305483054930550305513055230553305543055530556305573055830559305603056130562305633056430565305663056730568305693057030571305723057330574305753057630577305783057930580305813058230583305843058530586305873058830589305903059130592305933059430595305963059730598305993060030601306023060330604306053060630607306083060930610306113061230613306143061530616306173061830619306203062130622306233062430625306263062730628306293063030631306323063330634306353063630637306383063930640306413064230643306443064530646306473064830649306503065130652306533065430655306563065730658306593066030661306623066330664306653066630667306683066930670306713067230673306743067530676306773067830679306803068130682306833068430685306863068730688306893069030691306923069330694306953069630697306983069930700307013070230703307043070530706307073070830709307103071130712307133071430715307163071730718307193072030721307223072330724307253072630727307283072930730307313073230733307343073530736307373073830739307403074130742307433074430745307463074730748307493075030751307523075330754307553075630757307583075930760307613076230763307643076530766307673076830769307703077130772307733077430775307763077730778307793078030781307823078330784307853078630787307883078930790307913079230793307943079530796307973079830799308003080130802308033080430805308063080730808308093081030811308123081330814308153081630817308183081930820308213082230823308243082530826308273082830829308303083130832308333083430835308363083730838308393084030841308423084330844308453084630847308483084930850308513085230853308543085530856308573085830859308603086130862308633086430865308663086730868308693087030871308723087330874308753087630877308783087930880308813088230883308843088530886308873088830889308903089130892308933089430895308963089730898308993090030901309023090330904309053090630907309083090930910309113091230913309143091530916309173091830919309203092130922309233092430925309263092730928309293093030931309323093330934309353093630937309383093930940309413094230943309443094530946309473094830949309503095130952309533095430955309563095730958309593096030961309623096330964309653096630967309683096930970309713097230973309743097530976309773097830979309803098130982309833098430985309863098730988309893099030991309923099330994309953099630997309983099931000310013100231003310043100531006310073100831009310103101131012310133101431015310163101731018310193102031021310223102331024310253102631027310283102931030310313103231033310343103531036310373103831039310403104131042310433104431045310463104731048310493105031051310523105331054310553105631057310583105931060310613106231063310643106531066310673106831069310703107131072310733107431075310763107731078310793108031081310823108331084310853108631087310883108931090310913109231093310943109531096310973109831099311003110131102311033110431105311063110731108311093111031111311123111331114311153111631117311183111931120311213112231123311243112531126311273112831129311303113131132311333113431135311363113731138311393114031141311423114331144311453114631147311483114931150311513115231153311543115531156311573115831159311603116131162311633116431165311663116731168311693117031171311723117331174311753117631177311783117931180311813118231183311843118531186311873118831189311903119131192311933119431195311963119731198311993120031201312023120331204312053120631207312083120931210312113121231213312143121531216312173121831219312203122131222312233122431225312263122731228312293123031231312323123331234312353123631237312383123931240312413124231243312443124531246312473124831249312503125131252312533125431255312563125731258312593126031261312623126331264312653126631267312683126931270312713127231273312743127531276312773127831279312803128131282312833128431285312863128731288312893129031291312923129331294312953129631297312983129931300313013130231303313043130531306313073130831309313103131131312313133131431315313163131731318313193132031321313223132331324313253132631327313283132931330313313133231333313343133531336313373133831339313403134131342313433134431345313463134731348313493135031351313523135331354313553135631357313583135931360313613136231363313643136531366313673136831369313703137131372313733137431375313763137731378313793138031381313823138331384313853138631387313883138931390313913139231393313943139531396313973139831399314003140131402314033140431405314063140731408314093141031411314123141331414314153141631417314183141931420314213142231423314243142531426314273142831429314303143131432314333143431435314363143731438314393144031441314423144331444314453144631447314483144931450314513145231453314543145531456314573145831459314603146131462314633146431465314663146731468314693147031471314723147331474314753147631477314783147931480314813148231483314843148531486314873148831489314903149131492314933149431495314963149731498314993150031501315023150331504315053150631507315083150931510315113151231513315143151531516315173151831519315203152131522315233152431525315263152731528315293153031531315323153331534315353153631537315383153931540315413154231543315443154531546315473154831549315503155131552315533155431555315563155731558315593156031561315623156331564315653156631567315683156931570315713157231573315743157531576315773157831579315803158131582315833158431585315863158731588315893159031591315923159331594315953159631597315983159931600316013160231603316043160531606316073160831609316103161131612316133161431615316163161731618316193162031621316223162331624316253162631627316283162931630316313163231633316343163531636316373163831639316403164131642316433164431645316463164731648316493165031651316523165331654316553165631657316583165931660316613166231663316643166531666316673166831669316703167131672316733167431675316763167731678316793168031681316823168331684316853168631687316883168931690316913169231693316943169531696316973169831699317003170131702317033170431705317063170731708317093171031711317123171331714317153171631717317183171931720317213172231723317243172531726317273172831729317303173131732317333173431735317363173731738317393174031741317423174331744317453174631747317483174931750317513175231753317543175531756317573175831759317603176131762317633176431765317663176731768317693177031771317723177331774317753177631777317783177931780317813178231783317843178531786317873178831789317903179131792317933179431795317963179731798317993180031801318023180331804318053180631807318083180931810318113181231813318143181531816318173181831819318203182131822318233182431825318263182731828318293183031831318323183331834318353183631837318383183931840318413184231843318443184531846318473184831849318503185131852318533185431855318563185731858318593186031861318623186331864318653186631867318683186931870318713187231873318743187531876318773187831879318803188131882318833188431885318863188731888318893189031891318923189331894318953189631897318983189931900319013190231903319043190531906319073190831909319103191131912319133191431915319163191731918319193192031921319223192331924319253192631927319283192931930319313193231933319343193531936319373193831939319403194131942319433194431945319463194731948319493195031951319523195331954319553195631957319583195931960319613196231963319643196531966319673196831969319703197131972319733197431975319763197731978319793198031981319823198331984319853198631987319883198931990319913199231993319943199531996319973199831999320003200132002320033200432005320063200732008320093201032011320123201332014320153201632017320183201932020320213202232023320243202532026320273202832029320303203132032320333203432035320363203732038320393204032041320423204332044320453204632047320483204932050320513205232053320543205532056320573205832059320603206132062320633206432065320663206732068320693207032071320723207332074320753207632077320783207932080320813208232083320843208532086320873208832089320903209132092320933209432095320963209732098320993210032101321023210332104321053210632107321083210932110321113211232113321143211532116321173211832119321203212132122321233212432125321263212732128321293213032131321323213332134321353213632137321383213932140321413214232143321443214532146321473214832149321503215132152321533215432155321563215732158321593216032161321623216332164321653216632167321683216932170321713217232173321743217532176321773217832179321803218132182321833218432185321863218732188321893219032191321923219332194321953219632197321983219932200322013220232203322043220532206322073220832209322103221132212322133221432215322163221732218322193222032221322223222332224322253222632227322283222932230322313223232233322343223532236322373223832239322403224132242322433224432245322463224732248322493225032251322523225332254322553225632257322583225932260322613226232263322643226532266322673226832269322703227132272322733227432275322763227732278322793228032281322823228332284322853228632287322883228932290322913229232293322943229532296322973229832299323003230132302323033230432305323063230732308323093231032311323123231332314323153231632317323183231932320323213232232323323243232532326323273232832329323303233132332323333233432335323363233732338323393234032341323423234332344323453234632347323483234932350323513235232353323543235532356323573235832359323603236132362323633236432365323663236732368323693237032371323723237332374323753237632377323783237932380323813238232383323843238532386323873238832389323903239132392323933239432395323963239732398323993240032401324023240332404324053240632407324083240932410324113241232413324143241532416324173241832419324203242132422324233242432425324263242732428324293243032431324323243332434324353243632437324383243932440324413244232443324443244532446324473244832449324503245132452324533245432455324563245732458324593246032461324623246332464324653246632467324683246932470324713247232473324743247532476324773247832479324803248132482324833248432485324863248732488324893249032491324923249332494324953249632497324983249932500325013250232503325043250532506325073250832509325103251132512325133251432515325163251732518325193252032521325223252332524325253252632527325283252932530325313253232533325343253532536325373253832539325403254132542325433254432545325463254732548325493255032551325523255332554325553255632557325583255932560325613256232563325643256532566325673256832569325703257132572325733257432575325763257732578325793258032581325823258332584325853258632587325883258932590325913259232593325943259532596325973259832599326003260132602326033260432605326063260732608326093261032611326123261332614326153261632617326183261932620326213262232623326243262532626326273262832629326303263132632326333263432635326363263732638326393264032641326423264332644326453264632647326483264932650326513265232653326543265532656326573265832659326603266132662326633266432665326663266732668326693267032671326723267332674326753267632677326783267932680326813268232683326843268532686326873268832689326903269132692326933269432695326963269732698326993270032701327023270332704327053270632707327083270932710327113271232713327143271532716327173271832719327203272132722327233272432725327263272732728327293273032731327323273332734327353273632737327383273932740327413274232743327443274532746327473274832749327503275132752327533275432755327563275732758327593276032761327623276332764327653276632767327683276932770327713277232773327743277532776327773277832779327803278132782327833278432785327863278732788327893279032791327923279332794327953279632797327983279932800328013280232803328043280532806328073280832809328103281132812328133281432815328163281732818328193282032821328223282332824328253282632827328283282932830328313283232833328343283532836328373283832839328403284132842328433284432845328463284732848328493285032851328523285332854328553285632857328583285932860328613286232863328643286532866328673286832869328703287132872328733287432875328763287732878328793288032881328823288332884328853288632887328883288932890328913289232893328943289532896328973289832899329003290132902329033290432905329063290732908329093291032911329123291332914329153291632917329183291932920329213292232923329243292532926329273292832929329303293132932329333293432935329363293732938329393294032941329423294332944329453294632947329483294932950329513295232953329543295532956329573295832959329603296132962329633296432965329663296732968329693297032971329723297332974329753297632977329783297932980329813298232983329843298532986329873298832989329903299132992329933299432995329963299732998329993300033001330023300333004330053300633007330083300933010330113301233013330143301533016330173301833019330203302133022330233302433025330263302733028330293303033031330323303333034330353303633037330383303933040330413304233043330443304533046330473304833049330503305133052330533305433055330563305733058330593306033061330623306333064330653306633067330683306933070330713307233073330743307533076330773307833079330803308133082330833308433085330863308733088330893309033091330923309333094330953309633097330983309933100331013310233103331043310533106331073310833109331103311133112331133311433115331163311733118331193312033121331223312333124331253312633127331283312933130331313313233133331343313533136331373313833139331403314133142331433314433145331463314733148331493315033151331523315333154331553315633157331583315933160331613316233163331643316533166331673316833169331703317133172331733317433175331763317733178331793318033181331823318333184331853318633187331883318933190331913319233193331943319533196331973319833199332003320133202332033320433205332063320733208332093321033211332123321333214332153321633217332183321933220332213322233223332243322533226332273322833229332303323133232332333323433235332363323733238332393324033241332423324333244332453324633247332483324933250332513325233253332543325533256332573325833259332603326133262332633326433265332663326733268332693327033271332723327333274332753327633277332783327933280332813328233283332843328533286332873328833289332903329133292332933329433295332963329733298332993330033301333023330333304333053330633307333083330933310333113331233313333143331533316333173331833319333203332133322333233332433325333263332733328333293333033331333323333333334333353333633337333383333933340333413334233343333443334533346333473334833349333503335133352333533335433355333563335733358333593336033361333623336333364333653336633367333683336933370333713337233373333743337533376333773337833379333803338133382333833338433385333863338733388333893339033391333923339333394333953339633397333983339933400334013340233403334043340533406334073340833409334103341133412334133341433415334163341733418334193342033421334223342333424334253342633427334283342933430334313343233433334343343533436334373343833439334403344133442334433344433445334463344733448334493345033451334523345333454334553345633457334583345933460334613346233463334643346533466334673346833469334703347133472334733347433475334763347733478334793348033481334823348333484334853348633487334883348933490334913349233493334943349533496334973349833499335003350133502335033350433505335063350733508335093351033511335123351333514335153351633517335183351933520335213352233523335243352533526335273352833529335303353133532335333353433535335363353733538335393354033541335423354333544335453354633547335483354933550335513355233553335543355533556335573355833559335603356133562335633356433565335663356733568335693357033571335723357333574335753357633577335783357933580335813358233583335843358533586335873358833589335903359133592335933359433595335963359733598335993360033601336023360333604336053360633607336083360933610336113361233613336143361533616336173361833619336203362133622336233362433625336263362733628336293363033631336323363333634336353363633637336383363933640336413364233643336443364533646336473364833649336503365133652336533365433655336563365733658336593366033661336623366333664336653366633667336683366933670336713367233673336743367533676336773367833679336803368133682336833368433685336863368733688336893369033691336923369333694336953369633697336983369933700337013370233703337043370533706337073370833709337103371133712337133371433715337163371733718337193372033721337223372333724337253372633727337283372933730337313373233733337343373533736337373373833739337403374133742337433374433745337463374733748337493375033751337523375333754337553375633757337583375933760337613376233763337643376533766337673376833769337703377133772337733377433775337763377733778337793378033781337823378333784337853378633787337883378933790337913379233793337943379533796337973379833799338003380133802338033380433805338063380733808338093381033811338123381333814338153381633817338183381933820338213382233823338243382533826338273382833829338303383133832338333383433835338363383733838338393384033841338423384333844338453384633847338483384933850338513385233853338543385533856338573385833859338603386133862338633386433865338663386733868338693387033871338723387333874338753387633877338783387933880338813388233883338843388533886338873388833889338903389133892338933389433895338963389733898338993390033901339023390333904339053390633907339083390933910339113391233913339143391533916339173391833919339203392133922339233392433925339263392733928339293393033931339323393333934339353393633937339383393933940339413394233943339443394533946339473394833949339503395133952339533395433955339563395733958339593396033961339623396333964339653396633967339683396933970339713397233973339743397533976339773397833979339803398133982339833398433985339863398733988339893399033991339923399333994339953399633997339983399934000340013400234003340043400534006340073400834009340103401134012340133401434015340163401734018340193402034021340223402334024340253402634027340283402934030340313403234033340343403534036340373403834039340403404134042340433404434045340463404734048340493405034051340523405334054340553405634057340583405934060340613406234063340643406534066340673406834069340703407134072340733407434075340763407734078340793408034081340823408334084340853408634087340883408934090340913409234093340943409534096340973409834099341003410134102341033410434105341063410734108341093411034111341123411334114341153411634117341183411934120341213412234123341243412534126341273412834129341303413134132341333413434135341363413734138341393414034141341423414334144341453414634147341483414934150341513415234153341543415534156341573415834159341603416134162341633416434165341663416734168341693417034171341723417334174341753417634177341783417934180341813418234183341843418534186341873418834189341903419134192341933419434195341963419734198341993420034201342023420334204342053420634207342083420934210342113421234213342143421534216342173421834219342203422134222342233422434225342263422734228342293423034231342323423334234342353423634237342383423934240342413424234243342443424534246342473424834249342503425134252342533425434255342563425734258342593426034261342623426334264342653426634267342683426934270342713427234273342743427534276342773427834279342803428134282342833428434285342863428734288342893429034291342923429334294342953429634297342983429934300343013430234303343043430534306343073430834309343103431134312343133431434315343163431734318343193432034321343223432334324343253432634327343283432934330343313433234333343343433534336343373433834339343403434134342343433434434345343463434734348343493435034351343523435334354343553435634357343583435934360343613436234363343643436534366343673436834369343703437134372343733437434375343763437734378343793438034381343823438334384343853438634387343883438934390343913439234393343943439534396343973439834399344003440134402344033440434405344063440734408344093441034411344123441334414344153441634417344183441934420344213442234423344243442534426344273442834429344303443134432344333443434435344363443734438344393444034441344423444334444344453444634447344483444934450344513445234453344543445534456344573445834459344603446134462344633446434465344663446734468344693447034471344723447334474344753447634477344783447934480344813448234483344843448534486344873448834489344903449134492344933449434495344963449734498344993450034501345023450334504345053450634507345083450934510345113451234513345143451534516345173451834519345203452134522345233452434525345263452734528345293453034531345323453334534345353453634537345383453934540345413454234543345443454534546345473454834549345503455134552345533455434555345563455734558345593456034561345623456334564345653456634567345683456934570345713457234573345743457534576345773457834579345803458134582345833458434585345863458734588345893459034591345923459334594345953459634597345983459934600346013460234603346043460534606346073460834609346103461134612346133461434615346163461734618346193462034621346223462334624346253462634627346283462934630346313463234633346343463534636346373463834639346403464134642346433464434645346463464734648346493465034651346523465334654346553465634657346583465934660346613466234663346643466534666346673466834669346703467134672346733467434675346763467734678346793468034681346823468334684346853468634687346883468934690346913469234693346943469534696346973469834699347003470134702347033470434705347063470734708347093471034711347123471334714347153471634717347183471934720347213472234723347243472534726347273472834729347303473134732347333473434735347363473734738347393474034741347423474334744347453474634747347483474934750347513475234753347543475534756347573475834759347603476134762347633476434765347663476734768347693477034771347723477334774347753477634777347783477934780347813478234783347843478534786347873478834789347903479134792347933479434795347963479734798347993480034801348023480334804348053480634807348083480934810348113481234813348143481534816348173481834819348203482134822348233482434825348263482734828348293483034831348323483334834348353483634837348383483934840348413484234843348443484534846348473484834849348503485134852348533485434855348563485734858348593486034861348623486334864348653486634867348683486934870348713487234873348743487534876348773487834879348803488134882348833488434885348863488734888348893489034891348923489334894348953489634897348983489934900349013490234903349043490534906349073490834909349103491134912349133491434915349163491734918349193492034921349223492334924349253492634927349283492934930349313493234933349343493534936349373493834939349403494134942349433494434945349463494734948349493495034951349523495334954349553495634957349583495934960349613496234963349643496534966349673496834969349703497134972349733497434975349763497734978349793498034981349823498334984349853498634987349883498934990349913499234993349943499534996349973499834999350003500135002350033500435005350063500735008350093501035011350123501335014350153501635017350183501935020350213502235023350243502535026350273502835029350303503135032350333503435035350363503735038350393504035041350423504335044350453504635047350483504935050350513505235053350543505535056350573505835059350603506135062350633506435065350663506735068350693507035071350723507335074350753507635077350783507935080350813508235083350843508535086350873508835089350903509135092350933509435095350963509735098350993510035101351023510335104351053510635107351083510935110351113511235113351143511535116351173511835119351203512135122351233512435125351263512735128351293513035131351323513335134351353513635137351383513935140351413514235143351443514535146351473514835149351503515135152351533515435155351563515735158351593516035161351623516335164351653516635167351683516935170351713517235173351743517535176351773517835179351803518135182351833518435185351863518735188351893519035191351923519335194351953519635197351983519935200352013520235203352043520535206352073520835209352103521135212352133521435215352163521735218352193522035221352223522335224352253522635227352283522935230352313523235233352343523535236352373523835239352403524135242352433524435245352463524735248352493525035251352523525335254352553525635257352583525935260352613526235263352643526535266352673526835269352703527135272352733527435275352763527735278352793528035281352823528335284352853528635287352883528935290352913529235293352943529535296352973529835299353003530135302353033530435305353063530735308353093531035311353123531335314353153531635317353183531935320353213532235323353243532535326353273532835329353303533135332353333533435335353363533735338353393534035341353423534335344353453534635347353483534935350353513535235353353543535535356353573535835359353603536135362353633536435365353663536735368353693537035371353723537335374353753537635377353783537935380353813538235383353843538535386353873538835389353903539135392353933539435395353963539735398353993540035401354023540335404354053540635407354083540935410354113541235413354143541535416354173541835419354203542135422354233542435425354263542735428354293543035431354323543335434354353543635437354383543935440354413544235443354443544535446354473544835449354503545135452354533545435455354563545735458354593546035461354623546335464354653546635467354683546935470354713547235473354743547535476354773547835479354803548135482354833548435485354863548735488354893549035491354923549335494354953549635497354983549935500355013550235503355043550535506355073550835509355103551135512355133551435515355163551735518355193552035521355223552335524355253552635527355283552935530355313553235533355343553535536355373553835539355403554135542355433554435545355463554735548355493555035551355523555335554355553555635557355583555935560355613556235563355643556535566355673556835569355703557135572355733557435575355763557735578355793558035581355823558335584355853558635587355883558935590355913559235593355943559535596355973559835599356003560135602356033560435605356063560735608356093561035611356123561335614356153561635617356183561935620356213562235623356243562535626356273562835629356303563135632356333563435635356363563735638356393564035641356423564335644356453564635647356483564935650356513565235653356543565535656356573565835659356603566135662356633566435665356663566735668356693567035671356723567335674356753567635677356783567935680356813568235683356843568535686356873568835689356903569135692356933569435695356963569735698356993570035701357023570335704357053570635707357083570935710357113571235713357143571535716357173571835719357203572135722357233572435725357263572735728357293573035731357323573335734357353573635737357383573935740357413574235743357443574535746357473574835749357503575135752357533575435755357563575735758357593576035761357623576335764357653576635767357683576935770357713577235773357743577535776357773577835779357803578135782357833578435785357863578735788357893579035791357923579335794357953579635797357983579935800358013580235803358043580535806358073580835809358103581135812358133581435815358163581735818358193582035821358223582335824358253582635827358283582935830358313583235833358343583535836358373583835839358403584135842358433584435845358463584735848358493585035851358523585335854358553585635857358583585935860358613586235863358643586535866358673586835869358703587135872358733587435875358763587735878358793588035881358823588335884358853588635887358883588935890358913589235893358943589535896358973589835899359003590135902359033590435905359063590735908359093591035911359123591335914359153591635917359183591935920359213592235923359243592535926359273592835929359303593135932359333593435935359363593735938359393594035941359423594335944359453594635947359483594935950359513595235953359543595535956359573595835959359603596135962359633596435965359663596735968359693597035971359723597335974359753597635977359783597935980359813598235983359843598535986359873598835989359903599135992359933599435995359963599735998359993600036001360023600336004360053600636007360083600936010360113601236013360143601536016360173601836019360203602136022360233602436025360263602736028360293603036031360323603336034360353603636037360383603936040360413604236043360443604536046360473604836049360503605136052360533605436055360563605736058360593606036061360623606336064360653606636067360683606936070360713607236073360743607536076360773607836079360803608136082360833608436085360863608736088360893609036091360923609336094360953609636097360983609936100361013610236103361043610536106361073610836109361103611136112361133611436115361163611736118361193612036121361223612336124361253612636127361283612936130361313613236133361343613536136361373613836139361403614136142361433614436145361463614736148361493615036151361523615336154361553615636157361583615936160361613616236163361643616536166361673616836169361703617136172361733617436175361763617736178361793618036181361823618336184361853618636187361883618936190361913619236193361943619536196361973619836199362003620136202362033620436205362063620736208362093621036211362123621336214362153621636217362183621936220362213622236223362243622536226362273622836229362303623136232362333623436235362363623736238362393624036241362423624336244362453624636247362483624936250362513625236253362543625536256362573625836259362603626136262362633626436265362663626736268362693627036271362723627336274362753627636277362783627936280362813628236283362843628536286362873628836289362903629136292362933629436295362963629736298362993630036301363023630336304363053630636307363083630936310363113631236313363143631536316363173631836319363203632136322363233632436325363263632736328363293633036331363323633336334363353633636337363383633936340363413634236343363443634536346363473634836349363503635136352363533635436355363563635736358363593636036361363623636336364363653636636367363683636936370363713637236373363743637536376363773637836379363803638136382363833638436385363863638736388363893639036391363923639336394363953639636397363983639936400364013640236403364043640536406364073640836409364103641136412364133641436415364163641736418364193642036421364223642336424364253642636427364283642936430364313643236433364343643536436364373643836439364403644136442364433644436445364463644736448364493645036451364523645336454364553645636457364583645936460364613646236463364643646536466364673646836469364703647136472364733647436475364763647736478364793648036481364823648336484364853648636487364883648936490364913649236493364943649536496364973649836499365003650136502365033650436505365063650736508365093651036511365123651336514365153651636517365183651936520365213652236523365243652536526365273652836529365303653136532365333653436535365363653736538365393654036541365423654336544365453654636547365483654936550365513655236553365543655536556365573655836559365603656136562365633656436565365663656736568365693657036571365723657336574365753657636577365783657936580365813658236583365843658536586365873658836589365903659136592365933659436595365963659736598365993660036601366023660336604366053660636607366083660936610366113661236613366143661536616366173661836619366203662136622366233662436625366263662736628366293663036631366323663336634366353663636637366383663936640366413664236643366443664536646366473664836649366503665136652366533665436655366563665736658366593666036661366623666336664366653666636667366683666936670366713667236673366743667536676366773667836679366803668136682366833668436685366863668736688366893669036691366923669336694366953669636697366983669936700367013670236703367043670536706367073670836709367103671136712367133671436715367163671736718367193672036721367223672336724367253672636727367283672936730367313673236733367343673536736367373673836739367403674136742367433674436745367463674736748367493675036751367523675336754367553675636757367583675936760367613676236763367643676536766367673676836769367703677136772367733677436775367763677736778367793678036781367823678336784367853678636787367883678936790367913679236793367943679536796367973679836799368003680136802368033680436805368063680736808368093681036811368123681336814368153681636817368183681936820368213682236823368243682536826368273682836829368303683136832368333683436835368363683736838368393684036841368423684336844368453684636847368483684936850368513685236853368543685536856368573685836859368603686136862368633686436865368663686736868368693687036871368723687336874368753687636877368783687936880368813688236883368843688536886368873688836889368903689136892368933689436895368963689736898368993690036901369023690336904369053690636907369083690936910369113691236913369143691536916369173691836919369203692136922369233692436925369263692736928369293693036931369323693336934369353693636937369383693936940369413694236943369443694536946369473694836949369503695136952369533695436955369563695736958369593696036961369623696336964369653696636967369683696936970369713697236973369743697536976369773697836979369803698136982369833698436985369863698736988369893699036991369923699336994369953699636997369983699937000370013700237003370043700537006370073700837009370103701137012370133701437015370163701737018370193702037021370223702337024370253702637027370283702937030370313703237033370343703537036370373703837039370403704137042370433704437045370463704737048370493705037051370523705337054370553705637057370583705937060370613706237063370643706537066370673706837069370703707137072370733707437075370763707737078370793708037081370823708337084370853708637087370883708937090370913709237093370943709537096370973709837099371003710137102371033710437105371063710737108371093711037111371123711337114371153711637117371183711937120371213712237123371243712537126371273712837129371303713137132371333713437135371363713737138371393714037141371423714337144371453714637147371483714937150371513715237153371543715537156371573715837159371603716137162371633716437165371663716737168371693717037171371723717337174371753717637177371783717937180371813718237183371843718537186371873718837189371903719137192371933719437195371963719737198371993720037201372023720337204372053720637207372083720937210372113721237213372143721537216372173721837219372203722137222372233722437225372263722737228372293723037231372323723337234372353723637237372383723937240372413724237243372443724537246372473724837249372503725137252372533725437255372563725737258372593726037261372623726337264372653726637267372683726937270372713727237273372743727537276372773727837279372803728137282372833728437285372863728737288372893729037291372923729337294372953729637297372983729937300373013730237303373043730537306373073730837309373103731137312373133731437315373163731737318373193732037321373223732337324373253732637327373283732937330373313733237333373343733537336373373733837339373403734137342373433734437345373463734737348373493735037351373523735337354373553735637357373583735937360373613736237363373643736537366373673736837369373703737137372373733737437375373763737737378373793738037381373823738337384373853738637387373883738937390373913739237393373943739537396373973739837399374003740137402374033740437405374063740737408374093741037411374123741337414374153741637417374183741937420374213742237423374243742537426374273742837429374303743137432374333743437435374363743737438374393744037441374423744337444374453744637447374483744937450374513745237453374543745537456374573745837459374603746137462374633746437465374663746737468374693747037471374723747337474374753747637477374783747937480374813748237483374843748537486374873748837489374903749137492374933749437495374963749737498374993750037501375023750337504375053750637507375083750937510375113751237513375143751537516375173751837519375203752137522375233752437525375263752737528375293753037531375323753337534375353753637537375383753937540375413754237543375443754537546375473754837549375503755137552375533755437555375563755737558375593756037561375623756337564375653756637567375683756937570375713757237573375743757537576375773757837579375803758137582375833758437585375863758737588375893759037591375923759337594375953759637597375983759937600376013760237603376043760537606376073760837609376103761137612376133761437615376163761737618376193762037621376223762337624376253762637627376283762937630376313763237633376343763537636376373763837639376403764137642376433764437645376463764737648376493765037651376523765337654376553765637657376583765937660376613766237663376643766537666376673766837669376703767137672376733767437675376763767737678376793768037681376823768337684376853768637687376883768937690376913769237693376943769537696376973769837699377003770137702377033770437705377063770737708377093771037711377123771337714377153771637717377183771937720377213772237723377243772537726377273772837729377303773137732377333773437735377363773737738377393774037741377423774337744377453774637747377483774937750377513775237753377543775537756377573775837759377603776137762377633776437765377663776737768377693777037771377723777337774377753777637777377783777937780377813778237783377843778537786377873778837789377903779137792377933779437795377963779737798377993780037801378023780337804378053780637807378083780937810378113781237813378143781537816378173781837819378203782137822378233782437825378263782737828378293783037831378323783337834378353783637837378383783937840378413784237843378443784537846378473784837849378503785137852378533785437855378563785737858378593786037861378623786337864378653786637867378683786937870378713787237873378743787537876378773787837879378803788137882378833788437885378863788737888378893789037891378923789337894378953789637897378983789937900379013790237903379043790537906379073790837909379103791137912379133791437915379163791737918379193792037921379223792337924379253792637927379283792937930379313793237933379343793537936379373793837939379403794137942379433794437945379463794737948379493795037951379523795337954379553795637957379583795937960379613796237963379643796537966379673796837969379703797137972379733797437975379763797737978379793798037981379823798337984379853798637987379883798937990379913799237993379943799537996379973799837999380003800138002380033800438005380063800738008380093801038011380123801338014380153801638017380183801938020380213802238023380243802538026380273802838029380303803138032380333803438035380363803738038380393804038041380423804338044380453804638047380483804938050380513805238053380543805538056380573805838059380603806138062380633806438065380663806738068380693807038071380723807338074380753807638077380783807938080380813808238083380843808538086380873808838089380903809138092380933809438095380963809738098380993810038101381023810338104381053810638107381083810938110381113811238113381143811538116381173811838119381203812138122381233812438125381263812738128381293813038131381323813338134381353813638137381383813938140381413814238143381443814538146381473814838149381503815138152381533815438155381563815738158381593816038161381623816338164381653816638167381683816938170381713817238173381743817538176381773817838179381803818138182381833818438185381863818738188381893819038191381923819338194381953819638197381983819938200382013820238203382043820538206382073820838209382103821138212382133821438215382163821738218382193822038221382223822338224382253822638227382283822938230382313823238233382343823538236382373823838239382403824138242382433824438245382463824738248382493825038251382523825338254382553825638257382583825938260382613826238263382643826538266382673826838269382703827138272382733827438275382763827738278382793828038281382823828338284382853828638287382883828938290382913829238293382943829538296382973829838299383003830138302383033830438305383063830738308383093831038311383123831338314383153831638317383183831938320383213832238323383243832538326383273832838329383303833138332383333833438335383363833738338383393834038341383423834338344383453834638347383483834938350383513835238353383543835538356383573835838359383603836138362383633836438365383663836738368383693837038371383723837338374383753837638377383783837938380383813838238383383843838538386383873838838389383903839138392383933839438395383963839738398383993840038401384023840338404384053840638407384083840938410384113841238413384143841538416384173841838419384203842138422384233842438425384263842738428384293843038431384323843338434384353843638437384383843938440384413844238443384443844538446384473844838449384503845138452384533845438455384563845738458384593846038461384623846338464384653846638467384683846938470384713847238473384743847538476384773847838479384803848138482384833848438485384863848738488384893849038491384923849338494384953849638497384983849938500385013850238503385043850538506385073850838509385103851138512385133851438515385163851738518385193852038521385223852338524385253852638527385283852938530385313853238533385343853538536385373853838539385403854138542385433854438545385463854738548385493855038551385523855338554385553855638557385583855938560385613856238563385643856538566385673856838569385703857138572385733857438575385763857738578385793858038581385823858338584385853858638587385883858938590385913859238593385943859538596385973859838599386003860138602386033860438605386063860738608386093861038611386123861338614386153861638617386183861938620386213862238623386243862538626386273862838629386303863138632386333863438635386363863738638386393864038641386423864338644386453864638647386483864938650386513865238653386543865538656386573865838659386603866138662386633866438665386663866738668386693867038671386723867338674386753867638677386783867938680386813868238683386843868538686386873868838689386903869138692386933869438695386963869738698386993870038701387023870338704387053870638707387083870938710387113871238713387143871538716387173871838719387203872138722387233872438725387263872738728387293873038731387323873338734387353873638737387383873938740387413874238743387443874538746387473874838749387503875138752387533875438755387563875738758387593876038761387623876338764387653876638767387683876938770387713877238773387743877538776387773877838779387803878138782387833878438785387863878738788387893879038791387923879338794387953879638797387983879938800388013880238803388043880538806388073880838809388103881138812388133881438815388163881738818388193882038821388223882338824388253882638827388283882938830388313883238833388343883538836388373883838839388403884138842388433884438845388463884738848388493885038851388523885338854388553885638857388583885938860388613886238863388643886538866388673886838869388703887138872388733887438875388763887738878388793888038881388823888338884388853888638887388883888938890388913889238893388943889538896388973889838899389003890138902389033890438905389063890738908389093891038911389123891338914389153891638917389183891938920389213892238923389243892538926389273892838929389303893138932389333893438935389363893738938389393894038941389423894338944389453894638947389483894938950389513895238953389543895538956389573895838959389603896138962389633896438965389663896738968389693897038971389723897338974389753897638977389783897938980389813898238983389843898538986389873898838989389903899138992389933899438995389963899738998389993900039001390023900339004390053900639007390083900939010390113901239013390143901539016390173901839019390203902139022390233902439025390263902739028390293903039031390323903339034390353903639037390383903939040390413904239043390443904539046390473904839049390503905139052390533905439055390563905739058390593906039061390623906339064390653906639067390683906939070390713907239073390743907539076390773907839079390803908139082390833908439085390863908739088390893909039091390923909339094390953909639097390983909939100391013910239103391043910539106391073910839109391103911139112391133911439115391163911739118391193912039121391223912339124391253912639127391283912939130391313913239133391343913539136391373913839139391403914139142391433914439145391463914739148391493915039151391523915339154391553915639157391583915939160391613916239163391643916539166391673916839169391703917139172391733917439175391763917739178391793918039181391823918339184391853918639187391883918939190391913919239193391943919539196391973919839199392003920139202392033920439205392063920739208392093921039211392123921339214392153921639217392183921939220392213922239223392243922539226392273922839229392303923139232392333923439235392363923739238392393924039241392423924339244392453924639247392483924939250392513925239253392543925539256392573925839259392603926139262392633926439265392663926739268392693927039271392723927339274392753927639277392783927939280392813928239283392843928539286392873928839289392903929139292392933929439295392963929739298392993930039301393023930339304393053930639307393083930939310393113931239313393143931539316393173931839319393203932139322393233932439325393263932739328393293933039331393323933339334393353933639337393383933939340393413934239343393443934539346393473934839349393503935139352393533935439355393563935739358393593936039361393623936339364393653936639367393683936939370393713937239373393743937539376393773937839379393803938139382393833938439385393863938739388393893939039391393923939339394393953939639397393983939939400394013940239403394043940539406394073940839409394103941139412394133941439415394163941739418394193942039421394223942339424394253942639427394283942939430394313943239433394343943539436394373943839439394403944139442394433944439445394463944739448394493945039451394523945339454394553945639457394583945939460394613946239463394643946539466394673946839469394703947139472394733947439475394763947739478394793948039481394823948339484394853948639487394883948939490394913949239493394943949539496394973949839499395003950139502395033950439505395063950739508395093951039511395123951339514395153951639517395183951939520395213952239523395243952539526395273952839529395303953139532395333953439535395363953739538395393954039541395423954339544395453954639547395483954939550395513955239553395543955539556395573955839559395603956139562395633956439565395663956739568395693957039571395723957339574395753957639577395783957939580395813958239583395843958539586395873958839589395903959139592395933959439595395963959739598395993960039601396023960339604396053960639607396083960939610396113961239613396143961539616396173961839619396203962139622396233962439625396263962739628396293963039631396323963339634396353963639637396383963939640396413964239643396443964539646396473964839649396503965139652396533965439655396563965739658396593966039661396623966339664396653966639667396683966939670396713967239673396743967539676396773967839679396803968139682396833968439685396863968739688396893969039691396923969339694396953969639697396983969939700397013970239703397043970539706397073970839709397103971139712397133971439715397163971739718397193972039721397223972339724397253972639727397283972939730397313973239733397343973539736397373973839739397403974139742397433974439745397463974739748397493975039751397523975339754397553975639757397583975939760397613976239763397643976539766397673976839769397703977139772397733977439775397763977739778397793978039781397823978339784397853978639787397883978939790397913979239793397943979539796397973979839799398003980139802398033980439805398063980739808398093981039811398123981339814398153981639817398183981939820398213982239823398243982539826398273982839829398303983139832398333983439835398363983739838398393984039841398423984339844398453984639847398483984939850398513985239853398543985539856398573985839859398603986139862398633986439865398663986739868398693987039871398723987339874398753987639877398783987939880398813988239883398843988539886398873988839889398903989139892398933989439895398963989739898398993990039901399023990339904399053990639907399083990939910399113991239913399143991539916399173991839919399203992139922399233992439925399263992739928399293993039931399323993339934399353993639937399383993939940399413994239943399443994539946399473994839949399503995139952399533995439955399563995739958399593996039961399623996339964399653996639967399683996939970399713997239973399743997539976399773997839979399803998139982399833998439985399863998739988399893999039991399923999339994399953999639997399983999940000400014000240003400044000540006400074000840009400104001140012400134001440015400164001740018400194002040021400224002340024400254002640027400284002940030400314003240033400344003540036400374003840039400404004140042400434004440045400464004740048400494005040051400524005340054400554005640057400584005940060400614006240063400644006540066400674006840069400704007140072400734007440075400764007740078400794008040081400824008340084400854008640087400884008940090400914009240093400944009540096400974009840099401004010140102401034010440105401064010740108401094011040111401124011340114401154011640117401184011940120401214012240123401244012540126401274012840129401304013140132401334013440135401364013740138401394014040141401424014340144401454014640147401484014940150401514015240153401544015540156401574015840159401604016140162401634016440165401664016740168401694017040171401724017340174401754017640177401784017940180401814018240183401844018540186401874018840189401904019140192401934019440195401964019740198401994020040201402024020340204402054020640207402084020940210402114021240213402144021540216402174021840219402204022140222402234022440225402264022740228402294023040231402324023340234402354023640237402384023940240402414024240243402444024540246402474024840249402504025140252402534025440255402564025740258402594026040261402624026340264402654026640267402684026940270402714027240273402744027540276402774027840279402804028140282402834028440285402864028740288402894029040291402924029340294402954029640297402984029940300403014030240303403044030540306403074030840309403104031140312403134031440315403164031740318403194032040321403224032340324403254032640327403284032940330403314033240333403344033540336403374033840339403404034140342403434034440345403464034740348403494035040351403524035340354403554035640357403584035940360403614036240363403644036540366403674036840369403704037140372403734037440375403764037740378403794038040381403824038340384403854038640387403884038940390403914039240393403944039540396403974039840399404004040140402404034040440405404064040740408404094041040411404124041340414404154041640417404184041940420404214042240423404244042540426404274042840429404304043140432404334043440435404364043740438404394044040441404424044340444404454044640447404484044940450404514045240453404544045540456404574045840459404604046140462404634046440465404664046740468404694047040471404724047340474404754047640477404784047940480404814048240483404844048540486404874048840489404904049140492404934049440495404964049740498404994050040501405024050340504405054050640507405084050940510405114051240513405144051540516405174051840519405204052140522405234052440525405264052740528405294053040531405324053340534405354053640537405384053940540405414054240543405444054540546405474054840549405504055140552405534055440555405564055740558405594056040561405624056340564405654056640567405684056940570405714057240573405744057540576405774057840579405804058140582405834058440585405864058740588405894059040591405924059340594405954059640597405984059940600406014060240603406044060540606406074060840609406104061140612406134061440615406164061740618406194062040621406224062340624406254062640627406284062940630406314063240633406344063540636406374063840639406404064140642406434064440645406464064740648406494065040651406524065340654406554065640657406584065940660406614066240663406644066540666406674066840669406704067140672406734067440675406764067740678406794068040681406824068340684406854068640687406884068940690406914069240693406944069540696406974069840699407004070140702407034070440705407064070740708407094071040711407124071340714407154071640717407184071940720407214072240723407244072540726407274072840729407304073140732407334073440735407364073740738407394074040741407424074340744407454074640747407484074940750407514075240753407544075540756407574075840759407604076140762407634076440765407664076740768407694077040771407724077340774407754077640777407784077940780407814078240783407844078540786407874078840789407904079140792407934079440795407964079740798407994080040801408024080340804408054080640807408084080940810408114081240813408144081540816408174081840819408204082140822408234082440825408264082740828408294083040831408324083340834408354083640837408384083940840408414084240843408444084540846408474084840849408504085140852408534085440855408564085740858408594086040861408624086340864408654086640867408684086940870408714087240873408744087540876408774087840879408804088140882408834088440885408864088740888408894089040891408924089340894408954089640897408984089940900409014090240903409044090540906409074090840909409104091140912409134091440915409164091740918409194092040921409224092340924409254092640927409284092940930409314093240933409344093540936409374093840939409404094140942409434094440945409464094740948409494095040951409524095340954409554095640957409584095940960409614096240963409644096540966409674096840969409704097140972409734097440975409764097740978409794098040981409824098340984409854098640987409884098940990409914099240993409944099540996409974099840999410004100141002410034100441005410064100741008410094101041011410124101341014410154101641017410184101941020410214102241023410244102541026410274102841029410304103141032410334103441035410364103741038410394104041041410424104341044410454104641047410484104941050410514105241053410544105541056410574105841059410604106141062410634106441065410664106741068410694107041071410724107341074410754107641077410784107941080410814108241083410844108541086410874108841089410904109141092410934109441095410964109741098410994110041101411024110341104411054110641107411084110941110411114111241113411144111541116411174111841119411204112141122411234112441125411264112741128411294113041131411324113341134411354113641137411384113941140411414114241143411444114541146411474114841149411504115141152411534115441155411564115741158411594116041161411624116341164411654116641167411684116941170411714117241173411744117541176411774117841179411804118141182411834118441185411864118741188411894119041191411924119341194411954119641197411984119941200412014120241203412044120541206412074120841209412104121141212412134121441215412164121741218412194122041221412224122341224412254122641227412284122941230412314123241233412344123541236412374123841239412404124141242412434124441245412464124741248412494125041251412524125341254412554125641257412584125941260412614126241263412644126541266412674126841269412704127141272412734127441275412764127741278412794128041281412824128341284412854128641287412884128941290412914129241293412944129541296412974129841299413004130141302413034130441305413064130741308413094131041311413124131341314413154131641317413184131941320413214132241323413244132541326413274132841329413304133141332413334133441335413364133741338413394134041341413424134341344413454134641347413484134941350413514135241353413544135541356413574135841359413604136141362413634136441365413664136741368413694137041371413724137341374413754137641377413784137941380413814138241383413844138541386413874138841389413904139141392413934139441395413964139741398413994140041401414024140341404414054140641407414084140941410414114141241413414144141541416414174141841419414204142141422414234142441425414264142741428414294143041431414324143341434414354143641437414384143941440414414144241443414444144541446414474144841449414504145141452414534145441455414564145741458414594146041461414624146341464414654146641467414684146941470414714147241473414744147541476414774147841479414804148141482414834148441485414864148741488414894149041491414924149341494414954149641497414984149941500415014150241503415044150541506415074150841509415104151141512415134151441515415164151741518415194152041521415224152341524415254152641527415284152941530415314153241533415344153541536415374153841539415404154141542415434154441545415464154741548415494155041551415524155341554415554155641557415584155941560415614156241563415644156541566415674156841569415704157141572415734157441575415764157741578415794158041581415824158341584415854158641587415884158941590415914159241593415944159541596415974159841599416004160141602416034160441605416064160741608416094161041611416124161341614416154161641617416184161941620416214162241623416244162541626416274162841629416304163141632416334163441635416364163741638416394164041641416424164341644416454164641647416484164941650416514165241653416544165541656416574165841659416604166141662416634166441665416664166741668416694167041671416724167341674416754167641677416784167941680416814168241683416844168541686416874168841689416904169141692416934169441695416964169741698416994170041701417024170341704417054170641707417084170941710417114171241713417144171541716417174171841719417204172141722417234172441725417264172741728417294173041731417324173341734417354173641737417384173941740417414174241743417444174541746417474174841749417504175141752417534175441755417564175741758417594176041761417624176341764417654176641767417684176941770417714177241773417744177541776417774177841779417804178141782417834178441785417864178741788417894179041791417924179341794417954179641797417984179941800418014180241803418044180541806418074180841809418104181141812418134181441815418164181741818418194182041821418224182341824418254182641827418284182941830418314183241833418344183541836418374183841839418404184141842418434184441845418464184741848418494185041851418524185341854418554185641857418584185941860418614186241863418644186541866418674186841869418704187141872418734187441875418764187741878418794188041881418824188341884418854188641887418884188941890418914189241893418944189541896418974189841899419004190141902419034190441905419064190741908419094191041911419124191341914419154191641917419184191941920419214192241923419244192541926419274192841929419304193141932419334193441935419364193741938419394194041941419424194341944419454194641947419484194941950419514195241953419544195541956419574195841959419604196141962419634196441965419664196741968419694197041971419724197341974419754197641977419784197941980419814198241983419844198541986419874198841989419904199141992419934199441995419964199741998419994200042001420024200342004420054200642007420084200942010420114201242013420144201542016420174201842019420204202142022420234202442025420264202742028420294203042031420324203342034420354203642037420384203942040420414204242043420444204542046420474204842049420504205142052420534205442055420564205742058420594206042061420624206342064420654206642067420684206942070420714207242073420744207542076420774207842079420804208142082420834208442085420864208742088420894209042091420924209342094420954209642097420984209942100421014210242103421044210542106421074210842109421104211142112421134211442115421164211742118421194212042121421224212342124421254212642127421284212942130421314213242133421344213542136421374213842139421404214142142421434214442145421464214742148421494215042151421524215342154421554215642157421584215942160421614216242163421644216542166421674216842169421704217142172421734217442175421764217742178421794218042181421824218342184421854218642187421884218942190421914219242193421944219542196421974219842199422004220142202422034220442205422064220742208422094221042211422124221342214422154221642217422184221942220422214222242223422244222542226422274222842229422304223142232422334223442235422364223742238422394224042241422424224342244422454224642247422484224942250422514225242253422544225542256422574225842259422604226142262422634226442265422664226742268422694227042271422724227342274422754227642277422784227942280422814228242283422844228542286422874228842289422904229142292422934229442295422964229742298422994230042301423024230342304423054230642307423084230942310423114231242313423144231542316423174231842319423204232142322423234232442325423264232742328423294233042331423324233342334423354233642337423384233942340423414234242343423444234542346423474234842349423504235142352423534235442355423564235742358423594236042361423624236342364423654236642367423684236942370423714237242373423744237542376423774237842379423804238142382423834238442385423864238742388423894239042391423924239342394423954239642397423984239942400424014240242403424044240542406424074240842409424104241142412424134241442415424164241742418424194242042421424224242342424424254242642427424284242942430424314243242433424344243542436424374243842439424404244142442424434244442445424464244742448424494245042451424524245342454424554245642457424584245942460424614246242463424644246542466424674246842469424704247142472424734247442475424764247742478424794248042481424824248342484424854248642487424884248942490424914249242493424944249542496424974249842499425004250142502425034250442505425064250742508425094251042511425124251342514425154251642517425184251942520425214252242523425244252542526425274252842529425304253142532425334253442535425364253742538425394254042541425424254342544425454254642547425484254942550425514255242553425544255542556425574255842559425604256142562425634256442565425664256742568425694257042571425724257342574425754257642577425784257942580425814258242583425844258542586425874258842589425904259142592425934259442595425964259742598425994260042601426024260342604426054260642607426084260942610426114261242613426144261542616426174261842619426204262142622426234262442625426264262742628426294263042631426324263342634426354263642637426384263942640426414264242643426444264542646426474264842649426504265142652426534265442655426564265742658426594266042661426624266342664426654266642667426684266942670426714267242673426744267542676426774267842679426804268142682426834268442685426864268742688426894269042691426924269342694426954269642697426984269942700427014270242703427044270542706427074270842709427104271142712427134271442715427164271742718427194272042721427224272342724427254272642727427284272942730427314273242733427344273542736427374273842739427404274142742427434274442745427464274742748427494275042751427524275342754427554275642757427584275942760427614276242763427644276542766427674276842769427704277142772427734277442775427764277742778427794278042781427824278342784427854278642787427884278942790427914279242793427944279542796427974279842799428004280142802428034280442805428064280742808428094281042811428124281342814428154281642817428184281942820428214282242823428244282542826428274282842829428304283142832428334283442835428364283742838428394284042841428424284342844428454284642847428484284942850428514285242853428544285542856428574285842859428604286142862428634286442865428664286742868428694287042871428724287342874428754287642877428784287942880428814288242883428844288542886428874288842889428904289142892428934289442895428964289742898428994290042901429024290342904429054290642907429084290942910429114291242913429144291542916429174291842919429204292142922429234292442925429264292742928429294293042931429324293342934429354293642937429384293942940429414294242943429444294542946429474294842949429504295142952429534295442955429564295742958429594296042961429624296342964429654296642967429684296942970429714297242973429744297542976429774297842979429804298142982429834298442985429864298742988429894299042991429924299342994429954299642997429984299943000430014300243003430044300543006430074300843009430104301143012430134301443015430164301743018430194302043021430224302343024430254302643027430284302943030430314303243033430344303543036430374303843039430404304143042430434304443045430464304743048430494305043051430524305343054430554305643057430584305943060430614306243063430644306543066430674306843069430704307143072430734307443075430764307743078430794308043081430824308343084430854308643087430884308943090430914309243093430944309543096430974309843099431004310143102431034310443105431064310743108431094311043111431124311343114431154311643117431184311943120431214312243123431244312543126431274312843129431304313143132431334313443135431364313743138431394314043141431424314343144431454314643147431484314943150431514315243153431544315543156431574315843159431604316143162431634316443165431664316743168431694317043171431724317343174431754317643177431784317943180431814318243183431844318543186431874318843189431904319143192431934319443195431964319743198431994320043201432024320343204432054320643207432084320943210432114321243213432144321543216432174321843219432204322143222432234322443225432264322743228432294323043231432324323343234432354323643237432384323943240432414324243243432444324543246432474324843249432504325143252432534325443255432564325743258432594326043261432624326343264432654326643267432684326943270432714327243273432744327543276432774327843279432804328143282432834328443285432864328743288432894329043291432924329343294432954329643297432984329943300433014330243303433044330543306433074330843309433104331143312433134331443315433164331743318433194332043321433224332343324433254332643327433284332943330433314333243333433344333543336433374333843339433404334143342433434334443345433464334743348433494335043351433524335343354433554335643357433584335943360433614336243363433644336543366433674336843369433704337143372433734337443375433764337743378433794338043381433824338343384433854338643387433884338943390433914339243393433944339543396433974339843399434004340143402434034340443405434064340743408434094341043411434124341343414434154341643417434184341943420434214342243423434244342543426434274342843429434304343143432434334343443435434364343743438434394344043441434424344343444434454344643447434484344943450434514345243453434544345543456434574345843459434604346143462434634346443465434664346743468434694347043471434724347343474434754347643477434784347943480434814348243483434844348543486434874348843489434904349143492434934349443495434964349743498434994350043501435024350343504435054350643507435084350943510435114351243513435144351543516435174351843519435204352143522435234352443525435264352743528435294353043531435324353343534435354353643537435384353943540435414354243543435444354543546435474354843549435504355143552435534355443555435564355743558435594356043561435624356343564435654356643567435684356943570435714357243573435744357543576435774357843579435804358143582435834358443585435864358743588435894359043591435924359343594435954359643597435984359943600436014360243603436044360543606436074360843609436104361143612436134361443615436164361743618436194362043621436224362343624436254362643627436284362943630436314363243633436344363543636436374363843639436404364143642436434364443645436464364743648436494365043651436524365343654436554365643657436584365943660436614366243663436644366543666436674366843669436704367143672436734367443675436764367743678436794368043681436824368343684436854368643687436884368943690436914369243693436944369543696436974369843699437004370143702437034370443705437064370743708437094371043711437124371343714437154371643717437184371943720437214372243723437244372543726437274372843729437304373143732437334373443735437364373743738437394374043741437424374343744437454374643747437484374943750437514375243753437544375543756437574375843759437604376143762437634376443765437664376743768437694377043771437724377343774437754377643777437784377943780437814378243783437844378543786437874378843789437904379143792437934379443795437964379743798437994380043801438024380343804438054380643807438084380943810438114381243813438144381543816438174381843819438204382143822438234382443825438264382743828438294383043831438324383343834438354383643837438384383943840438414384243843438444384543846438474384843849438504385143852438534385443855438564385743858438594386043861438624386343864438654386643867438684386943870438714387243873438744387543876438774387843879438804388143882438834388443885438864388743888438894389043891438924389343894438954389643897438984389943900439014390243903439044390543906439074390843909439104391143912439134391443915439164391743918439194392043921439224392343924439254392643927439284392943930439314393243933439344393543936439374393843939439404394143942439434394443945439464394743948439494395043951439524395343954439554395643957439584395943960439614396243963439644396543966439674396843969439704397143972439734397443975439764397743978439794398043981439824398343984439854398643987439884398943990439914399243993439944399543996439974399843999440004400144002440034400444005440064400744008440094401044011440124401344014440154401644017440184401944020440214402244023440244402544026440274402844029440304403144032440334403444035440364403744038440394404044041440424404344044440454404644047440484404944050440514405244053440544405544056440574405844059440604406144062440634406444065440664406744068440694407044071440724407344074440754407644077440784407944080440814408244083440844408544086440874408844089440904409144092440934409444095440964409744098440994410044101441024410344104441054410644107441084410944110441114411244113441144411544116441174411844119441204412144122441234412444125441264412744128441294413044131441324413344134441354413644137441384413944140441414414244143441444414544146441474414844149441504415144152441534415444155441564415744158441594416044161441624416344164441654416644167441684416944170441714417244173441744417544176441774417844179441804418144182441834418444185441864418744188441894419044191441924419344194441954419644197441984419944200442014420244203442044420544206442074420844209442104421144212442134421444215442164421744218442194422044221442224422344224442254422644227442284422944230442314423244233442344423544236442374423844239442404424144242442434424444245442464424744248442494425044251442524425344254442554425644257442584425944260442614426244263442644426544266442674426844269442704427144272442734427444275442764427744278442794428044281442824428344284442854428644287442884428944290442914429244293442944429544296442974429844299443004430144302443034430444305443064430744308443094431044311443124431344314443154431644317443184431944320443214432244323443244432544326443274432844329443304433144332443334433444335443364433744338443394434044341443424434344344443454434644347443484434944350443514435244353443544435544356443574435844359443604436144362443634436444365443664436744368443694437044371443724437344374443754437644377443784437944380443814438244383443844438544386443874438844389443904439144392443934439444395443964439744398443994440044401444024440344404444054440644407444084440944410444114441244413444144441544416444174441844419444204442144422444234442444425444264442744428444294443044431444324443344434444354443644437444384443944440444414444244443444444444544446444474444844449444504445144452444534445444455444564445744458444594446044461444624446344464444654446644467444684446944470444714447244473444744447544476444774447844479444804448144482444834448444485444864448744488444894449044491444924449344494444954449644497444984449944500445014450244503445044450544506445074450844509445104451144512445134451444515445164451744518445194452044521445224452344524445254452644527445284452944530445314453244533445344453544536445374453844539445404454144542445434454444545445464454744548445494455044551445524455344554445554455644557445584455944560445614456244563445644456544566445674456844569445704457144572445734457444575445764457744578445794458044581445824458344584445854458644587445884458944590445914459244593445944459544596445974459844599446004460144602446034460444605446064460744608446094461044611446124461344614446154461644617446184461944620446214462244623446244462544626446274462844629446304463144632446334463444635446364463744638446394464044641446424464344644446454464644647446484464944650446514465244653446544465544656446574465844659446604466144662446634466444665446664466744668446694467044671446724467344674446754467644677446784467944680446814468244683446844468544686446874468844689446904469144692446934469444695446964469744698446994470044701447024470344704447054470644707447084470944710447114471244713447144471544716447174471844719447204472144722447234472444725447264472744728447294473044731447324473344734447354473644737447384473944740447414474244743447444474544746447474474844749447504475144752447534475444755447564475744758447594476044761447624476344764447654476644767447684476944770447714477244773447744477544776447774477844779447804478144782447834478444785447864478744788447894479044791447924479344794447954479644797447984479944800448014480244803448044480544806448074480844809448104481144812448134481444815448164481744818448194482044821448224482344824448254482644827448284482944830448314483244833448344483544836448374483844839448404484144842448434484444845448464484744848448494485044851448524485344854448554485644857448584485944860448614486244863448644486544866448674486844869448704487144872448734487444875448764487744878448794488044881448824488344884448854488644887448884488944890448914489244893448944489544896448974489844899449004490144902449034490444905449064490744908449094491044911449124491344914449154491644917449184491944920449214492244923449244492544926449274492844929449304493144932449334493444935449364493744938449394494044941449424494344944449454494644947449484494944950449514495244953449544495544956449574495844959449604496144962449634496444965449664496744968449694497044971449724497344974449754497644977449784497944980449814498244983449844498544986449874498844989449904499144992449934499444995449964499744998449994500045001450024500345004450054500645007450084500945010450114501245013450144501545016450174501845019450204502145022450234502445025450264502745028450294503045031450324503345034450354503645037450384503945040450414504245043450444504545046450474504845049450504505145052450534505445055450564505745058450594506045061450624506345064450654506645067450684506945070450714507245073450744507545076450774507845079450804508145082450834508445085450864508745088450894509045091450924509345094450954509645097450984509945100451014510245103451044510545106451074510845109451104511145112451134511445115451164511745118451194512045121451224512345124451254512645127451284512945130451314513245133451344513545136451374513845139451404514145142451434514445145451464514745148451494515045151451524515345154451554515645157451584515945160451614516245163451644516545166451674516845169451704517145172451734517445175451764517745178451794518045181451824518345184451854518645187451884518945190451914519245193451944519545196451974519845199452004520145202452034520445205452064520745208452094521045211452124521345214452154521645217452184521945220452214522245223452244522545226452274522845229452304523145232452334523445235452364523745238452394524045241452424524345244452454524645247452484524945250452514525245253452544525545256452574525845259452604526145262452634526445265452664526745268452694527045271452724527345274452754527645277452784527945280452814528245283452844528545286452874528845289452904529145292452934529445295452964529745298452994530045301453024530345304453054530645307453084530945310453114531245313453144531545316453174531845319453204532145322453234532445325453264532745328453294533045331453324533345334453354533645337453384533945340453414534245343453444534545346453474534845349453504535145352453534535445355453564535745358453594536045361453624536345364453654536645367453684536945370453714537245373453744537545376453774537845379453804538145382453834538445385453864538745388453894539045391453924539345394453954539645397453984539945400454014540245403454044540545406454074540845409454104541145412454134541445415454164541745418454194542045421454224542345424454254542645427454284542945430454314543245433454344543545436454374543845439454404544145442454434544445445454464544745448454494545045451454524545345454454554545645457454584545945460454614546245463454644546545466454674546845469454704547145472454734547445475454764547745478454794548045481454824548345484454854548645487454884548945490454914549245493454944549545496454974549845499455004550145502455034550445505455064550745508455094551045511455124551345514455154551645517455184551945520455214552245523455244552545526455274552845529455304553145532455334553445535455364553745538455394554045541455424554345544455454554645547455484554945550455514555245553455544555545556455574555845559455604556145562455634556445565455664556745568455694557045571455724557345574455754557645577455784557945580455814558245583455844558545586455874558845589455904559145592455934559445595455964559745598455994560045601456024560345604456054560645607456084560945610456114561245613456144561545616456174561845619456204562145622456234562445625456264562745628456294563045631456324563345634456354563645637456384563945640456414564245643456444564545646456474564845649456504565145652456534565445655456564565745658456594566045661456624566345664456654566645667456684566945670456714567245673456744567545676456774567845679456804568145682456834568445685456864568745688456894569045691456924569345694456954569645697456984569945700457014570245703457044570545706457074570845709457104571145712457134571445715457164571745718457194572045721457224572345724457254572645727457284572945730457314573245733457344573545736457374573845739457404574145742457434574445745457464574745748457494575045751457524575345754457554575645757457584575945760457614576245763457644576545766457674576845769457704577145772457734577445775457764577745778457794578045781457824578345784457854578645787457884578945790457914579245793457944579545796457974579845799458004580145802458034580445805458064580745808458094581045811458124581345814458154581645817458184581945820458214582245823458244582545826458274582845829458304583145832458334583445835458364583745838458394584045841458424584345844458454584645847458484584945850458514585245853458544585545856458574585845859458604586145862458634586445865458664586745868458694587045871458724587345874458754587645877458784587945880458814588245883458844588545886458874588845889458904589145892458934589445895458964589745898458994590045901459024590345904459054590645907459084590945910459114591245913459144591545916459174591845919459204592145922459234592445925459264592745928459294593045931459324593345934459354593645937459384593945940459414594245943459444594545946459474594845949459504595145952459534595445955459564595745958459594596045961459624596345964459654596645967459684596945970459714597245973459744597545976459774597845979459804598145982459834598445985459864598745988459894599045991459924599345994459954599645997459984599946000460014600246003460044600546006460074600846009460104601146012460134601446015460164601746018460194602046021460224602346024460254602646027460284602946030460314603246033460344603546036460374603846039460404604146042460434604446045460464604746048460494605046051460524605346054460554605646057460584605946060460614606246063460644606546066460674606846069460704607146072460734607446075460764607746078460794608046081460824608346084460854608646087460884608946090460914609246093460944609546096460974609846099461004610146102461034610446105461064610746108461094611046111461124611346114461154611646117461184611946120461214612246123461244612546126461274612846129461304613146132461334613446135461364613746138461394614046141461424614346144461454614646147461484614946150461514615246153461544615546156461574615846159461604616146162461634616446165461664616746168461694617046171461724617346174461754617646177461784617946180461814618246183461844618546186461874618846189461904619146192461934619446195461964619746198461994620046201462024620346204462054620646207462084620946210462114621246213462144621546216462174621846219462204622146222462234622446225462264622746228462294623046231462324623346234462354623646237462384623946240462414624246243462444624546246462474624846249462504625146252462534625446255462564625746258462594626046261462624626346264462654626646267462684626946270462714627246273462744627546276462774627846279462804628146282462834628446285462864628746288462894629046291462924629346294462954629646297462984629946300463014630246303463044630546306463074630846309463104631146312463134631446315463164631746318463194632046321463224632346324463254632646327463284632946330463314633246333463344633546336463374633846339463404634146342463434634446345463464634746348463494635046351463524635346354463554635646357463584635946360463614636246363463644636546366463674636846369463704637146372463734637446375463764637746378463794638046381463824638346384463854638646387463884638946390463914639246393463944639546396463974639846399464004640146402464034640446405464064640746408464094641046411464124641346414464154641646417464184641946420464214642246423464244642546426464274642846429464304643146432464334643446435464364643746438464394644046441464424644346444464454644646447464484644946450464514645246453464544645546456464574645846459464604646146462464634646446465464664646746468464694647046471464724647346474464754647646477464784647946480464814648246483464844648546486464874648846489464904649146492464934649446495464964649746498464994650046501465024650346504465054650646507465084650946510465114651246513465144651546516465174651846519465204652146522465234652446525465264652746528465294653046531465324653346534465354653646537465384653946540465414654246543465444654546546465474654846549465504655146552465534655446555465564655746558465594656046561465624656346564465654656646567465684656946570465714657246573465744657546576465774657846579465804658146582465834658446585465864658746588465894659046591465924659346594465954659646597465984659946600466014660246603466044660546606466074660846609466104661146612466134661446615466164661746618466194662046621466224662346624466254662646627466284662946630466314663246633466344663546636466374663846639466404664146642466434664446645466464664746648466494665046651466524665346654466554665646657466584665946660466614666246663466644666546666466674666846669466704667146672466734667446675466764667746678466794668046681466824668346684466854668646687466884668946690466914669246693466944669546696466974669846699467004670146702467034670446705467064670746708467094671046711467124671346714467154671646717467184671946720467214672246723467244672546726467274672846729467304673146732467334673446735467364673746738467394674046741467424674346744467454674646747467484674946750467514675246753467544675546756467574675846759467604676146762467634676446765467664676746768467694677046771467724677346774467754677646777467784677946780467814678246783467844678546786467874678846789467904679146792467934679446795467964679746798467994680046801468024680346804468054680646807468084680946810468114681246813468144681546816468174681846819468204682146822468234682446825468264682746828468294683046831468324683346834468354683646837468384683946840468414684246843468444684546846468474684846849468504685146852468534685446855468564685746858468594686046861468624686346864468654686646867468684686946870468714687246873468744687546876468774687846879468804688146882468834688446885468864688746888468894689046891468924689346894468954689646897468984689946900469014690246903469044690546906469074690846909469104691146912469134691446915469164691746918469194692046921469224692346924469254692646927469284692946930469314693246933469344693546936469374693846939469404694146942469434694446945469464694746948469494695046951469524695346954469554695646957469584695946960469614696246963469644696546966469674696846969469704697146972469734697446975469764697746978469794698046981469824698346984469854698646987469884698946990469914699246993469944699546996469974699846999470004700147002470034700447005470064700747008470094701047011470124701347014470154701647017470184701947020470214702247023470244702547026470274702847029470304703147032470334703447035470364703747038470394704047041470424704347044470454704647047470484704947050470514705247053470544705547056470574705847059470604706147062470634706447065470664706747068470694707047071470724707347074470754707647077470784707947080470814708247083470844708547086470874708847089470904709147092470934709447095470964709747098470994710047101471024710347104471054710647107471084710947110471114711247113471144711547116471174711847119471204712147122471234712447125471264712747128471294713047131471324713347134471354713647137471384713947140471414714247143471444714547146471474714847149471504715147152471534715447155471564715747158471594716047161471624716347164471654716647167471684716947170471714717247173471744717547176471774717847179471804718147182471834718447185471864718747188471894719047191471924719347194471954719647197471984719947200472014720247203472044720547206472074720847209472104721147212472134721447215472164721747218472194722047221472224722347224472254722647227472284722947230472314723247233472344723547236472374723847239472404724147242472434724447245472464724747248472494725047251472524725347254472554725647257472584725947260472614726247263472644726547266472674726847269472704727147272472734727447275472764727747278472794728047281472824728347284472854728647287472884728947290472914729247293472944729547296472974729847299473004730147302473034730447305473064730747308473094731047311473124731347314473154731647317473184731947320473214732247323473244732547326473274732847329473304733147332473334733447335473364733747338473394734047341473424734347344473454734647347473484734947350473514735247353473544735547356473574735847359473604736147362473634736447365473664736747368473694737047371473724737347374473754737647377473784737947380473814738247383473844738547386473874738847389473904739147392473934739447395473964739747398473994740047401474024740347404474054740647407474084740947410474114741247413474144741547416474174741847419474204742147422474234742447425474264742747428474294743047431474324743347434474354743647437474384743947440474414744247443474444744547446474474744847449474504745147452474534745447455474564745747458474594746047461474624746347464474654746647467474684746947470474714747247473474744747547476474774747847479474804748147482474834748447485474864748747488474894749047491474924749347494474954749647497474984749947500475014750247503475044750547506475074750847509475104751147512475134751447515475164751747518475194752047521475224752347524475254752647527475284752947530475314753247533475344753547536475374753847539475404754147542475434754447545475464754747548475494755047551475524755347554475554755647557475584755947560475614756247563475644756547566475674756847569475704757147572475734757447575475764757747578475794758047581475824758347584475854758647587475884758947590475914759247593475944759547596475974759847599476004760147602476034760447605476064760747608476094761047611476124761347614476154761647617476184761947620476214762247623476244762547626476274762847629476304763147632476334763447635476364763747638476394764047641476424764347644476454764647647476484764947650476514765247653476544765547656476574765847659476604766147662476634766447665476664766747668476694767047671476724767347674476754767647677476784767947680476814768247683476844768547686476874768847689476904769147692476934769447695476964769747698476994770047701477024770347704477054770647707477084770947710477114771247713477144771547716477174771847719477204772147722477234772447725477264772747728477294773047731477324773347734477354773647737477384773947740477414774247743477444774547746477474774847749477504775147752477534775447755477564775747758477594776047761477624776347764477654776647767477684776947770477714777247773477744777547776477774777847779477804778147782477834778447785477864778747788477894779047791477924779347794477954779647797477984779947800478014780247803478044780547806478074780847809478104781147812478134781447815478164781747818478194782047821478224782347824478254782647827478284782947830478314783247833478344783547836478374783847839478404784147842478434784447845478464784747848478494785047851478524785347854478554785647857478584785947860478614786247863478644786547866478674786847869478704787147872478734787447875478764787747878478794788047881478824788347884478854788647887478884788947890478914789247893478944789547896478974789847899479004790147902479034790447905479064790747908479094791047911479124791347914479154791647917479184791947920479214792247923479244792547926479274792847929479304793147932479334793447935479364793747938479394794047941479424794347944479454794647947479484794947950479514795247953479544795547956479574795847959479604796147962479634796447965479664796747968479694797047971479724797347974479754797647977479784797947980479814798247983479844798547986479874798847989479904799147992479934799447995479964799747998479994800048001480024800348004480054800648007480084800948010480114801248013480144801548016480174801848019480204802148022480234802448025480264802748028480294803048031480324803348034480354803648037480384803948040480414804248043480444804548046480474804848049480504805148052480534805448055480564805748058480594806048061480624806348064480654806648067480684806948070480714807248073480744807548076480774807848079480804808148082480834808448085480864808748088480894809048091480924809348094480954809648097480984809948100481014810248103481044810548106481074810848109481104811148112481134811448115481164811748118481194812048121481224812348124481254812648127481284812948130481314813248133481344813548136481374813848139481404814148142481434814448145481464814748148481494815048151481524815348154481554815648157481584815948160481614816248163481644816548166481674816848169481704817148172481734817448175481764817748178481794818048181481824818348184481854818648187481884818948190481914819248193481944819548196481974819848199482004820148202482034820448205482064820748208482094821048211482124821348214482154821648217482184821948220482214822248223482244822548226482274822848229482304823148232482334823448235482364823748238482394824048241482424824348244482454824648247482484824948250482514825248253482544825548256482574825848259482604826148262482634826448265482664826748268482694827048271482724827348274482754827648277482784827948280482814828248283482844828548286482874828848289482904829148292482934829448295482964829748298482994830048301483024830348304483054830648307483084830948310483114831248313483144831548316483174831848319483204832148322483234832448325483264832748328483294833048331483324833348334483354833648337483384833948340483414834248343483444834548346483474834848349483504835148352483534835448355483564835748358483594836048361483624836348364483654836648367483684836948370483714837248373483744837548376483774837848379483804838148382483834838448385483864838748388483894839048391483924839348394483954839648397483984839948400484014840248403484044840548406484074840848409484104841148412484134841448415484164841748418484194842048421484224842348424484254842648427484284842948430484314843248433484344843548436484374843848439484404844148442484434844448445484464844748448484494845048451484524845348454484554845648457484584845948460484614846248463484644846548466484674846848469484704847148472484734847448475484764847748478484794848048481484824848348484484854848648487484884848948490484914849248493484944849548496484974849848499485004850148502485034850448505485064850748508485094851048511485124851348514485154851648517485184851948520485214852248523485244852548526485274852848529485304853148532485334853448535485364853748538485394854048541485424854348544485454854648547485484854948550485514855248553485544855548556485574855848559485604856148562485634856448565485664856748568485694857048571485724857348574485754857648577485784857948580485814858248583485844858548586485874858848589485904859148592485934859448595485964859748598485994860048601486024860348604486054860648607486084860948610486114861248613486144861548616486174861848619486204862148622486234862448625486264862748628486294863048631486324863348634486354863648637486384863948640486414864248643486444864548646486474864848649486504865148652486534865448655486564865748658486594866048661486624866348664486654866648667486684866948670486714867248673486744867548676486774867848679486804868148682486834868448685486864868748688486894869048691486924869348694486954869648697486984869948700487014870248703487044870548706487074870848709487104871148712487134871448715487164871748718487194872048721487224872348724487254872648727487284872948730487314873248733487344873548736487374873848739487404874148742487434874448745487464874748748487494875048751487524875348754487554875648757487584875948760487614876248763487644876548766487674876848769487704877148772487734877448775487764877748778487794878048781487824878348784487854878648787487884878948790487914879248793487944879548796487974879848799488004880148802488034880448805488064880748808488094881048811488124881348814488154881648817488184881948820488214882248823488244882548826488274882848829488304883148832488334883448835488364883748838488394884048841488424884348844488454884648847488484884948850488514885248853488544885548856488574885848859488604886148862488634886448865488664886748868488694887048871488724887348874488754887648877488784887948880488814888248883488844888548886488874888848889488904889148892488934889448895488964889748898488994890048901489024890348904489054890648907489084890948910489114891248913489144891548916489174891848919489204892148922489234892448925489264892748928489294893048931489324893348934489354893648937489384893948940489414894248943489444894548946489474894848949489504895148952489534895448955489564895748958489594896048961489624896348964489654896648967489684896948970489714897248973489744897548976489774897848979489804898148982489834898448985489864898748988489894899048991489924899348994489954899648997489984899949000490014900249003490044900549006490074900849009490104901149012490134901449015490164901749018490194902049021490224902349024490254902649027490284902949030490314903249033490344903549036490374903849039490404904149042490434904449045490464904749048490494905049051490524905349054490554905649057490584905949060490614906249063490644906549066490674906849069490704907149072490734907449075490764907749078490794908049081490824908349084490854908649087490884908949090490914909249093490944909549096490974909849099491004910149102491034910449105491064910749108491094911049111491124911349114491154911649117491184911949120491214912249123491244912549126491274912849129491304913149132491334913449135491364913749138491394914049141491424914349144491454914649147491484914949150491514915249153491544915549156491574915849159491604916149162491634916449165491664916749168491694917049171491724917349174491754917649177491784917949180491814918249183491844918549186491874918849189491904919149192491934919449195491964919749198491994920049201492024920349204492054920649207492084920949210492114921249213492144921549216492174921849219492204922149222492234922449225492264922749228492294923049231492324923349234492354923649237492384923949240492414924249243492444924549246492474924849249492504925149252492534925449255492564925749258492594926049261492624926349264492654926649267492684926949270492714927249273492744927549276492774927849279492804928149282492834928449285492864928749288492894929049291492924929349294492954929649297492984929949300493014930249303493044930549306493074930849309493104931149312493134931449315493164931749318493194932049321493224932349324493254932649327493284932949330493314933249333493344933549336493374933849339493404934149342493434934449345493464934749348493494935049351493524935349354493554935649357493584935949360493614936249363493644936549366493674936849369493704937149372493734937449375493764937749378493794938049381493824938349384493854938649387493884938949390493914939249393493944939549396493974939849399494004940149402494034940449405494064940749408494094941049411494124941349414494154941649417494184941949420494214942249423494244942549426494274942849429494304943149432494334943449435494364943749438494394944049441494424944349444494454944649447494484944949450494514945249453494544945549456494574945849459494604946149462494634946449465494664946749468494694947049471494724947349474494754947649477494784947949480494814948249483494844948549486494874948849489494904949149492494934949449495494964949749498494994950049501495024950349504495054950649507495084950949510495114951249513495144951549516495174951849519495204952149522495234952449525495264952749528495294953049531495324953349534495354953649537495384953949540495414954249543495444954549546495474954849549495504955149552495534955449555495564955749558495594956049561495624956349564495654956649567495684956949570495714957249573495744957549576495774957849579495804958149582495834958449585495864958749588495894959049591495924959349594495954959649597495984959949600496014960249603496044960549606496074960849609496104961149612496134961449615496164961749618496194962049621496224962349624496254962649627496284962949630496314963249633496344963549636496374963849639496404964149642496434964449645496464964749648496494965049651496524965349654496554965649657496584965949660496614966249663496644966549666496674966849669496704967149672496734967449675496764967749678496794968049681496824968349684496854968649687496884968949690496914969249693496944969549696496974969849699497004970149702497034970449705497064970749708497094971049711497124971349714497154971649717497184971949720497214972249723497244972549726497274972849729497304973149732497334973449735497364973749738497394974049741497424974349744497454974649747497484974949750497514975249753497544975549756497574975849759497604976149762497634976449765497664976749768497694977049771497724977349774497754977649777497784977949780497814978249783497844978549786497874978849789497904979149792497934979449795497964979749798497994980049801498024980349804498054980649807498084980949810498114981249813498144981549816498174981849819498204982149822498234982449825498264982749828498294983049831498324983349834498354983649837498384983949840498414984249843498444984549846498474984849849498504985149852498534985449855498564985749858498594986049861498624986349864498654986649867498684986949870498714987249873498744987549876498774987849879498804988149882498834988449885498864988749888498894989049891498924989349894498954989649897498984989949900499014990249903499044990549906499074990849909499104991149912499134991449915499164991749918499194992049921499224992349924499254992649927499284992949930499314993249933499344993549936499374993849939499404994149942499434994449945499464994749948499494995049951499524995349954499554995649957499584995949960499614996249963499644996549966499674996849969499704997149972499734997449975499764997749978499794998049981499824998349984499854998649987499884998949990499914999249993499944999549996499974999849999500005000150002500035000450005500065000750008500095001050011500125001350014500155001650017500185001950020500215002250023500245002550026500275002850029500305003150032500335003450035500365003750038500395004050041500425004350044500455004650047500485004950050500515005250053500545005550056500575005850059500605006150062500635006450065500665006750068500695007050071500725007350074500755007650077500785007950080500815008250083500845008550086500875008850089500905009150092500935009450095500965009750098500995010050101501025010350104501055010650107501085010950110501115011250113501145011550116501175011850119501205012150122501235012450125501265012750128501295013050131501325013350134501355013650137501385013950140501415014250143501445014550146501475014850149501505015150152501535015450155501565015750158501595016050161501625016350164501655016650167501685016950170501715017250173501745017550176501775017850179501805018150182501835018450185501865018750188501895019050191501925019350194501955019650197501985019950200502015020250203502045020550206502075020850209502105021150212502135021450215502165021750218502195022050221502225022350224502255022650227502285022950230502315023250233502345023550236502375023850239502405024150242502435024450245502465024750248502495025050251502525025350254502555025650257502585025950260502615026250263502645026550266502675026850269502705027150272502735027450275502765027750278502795028050281502825028350284502855028650287502885028950290502915029250293502945029550296502975029850299503005030150302503035030450305503065030750308503095031050311503125031350314503155031650317503185031950320503215032250323503245032550326503275032850329503305033150332503335033450335503365033750338503395034050341503425034350344503455034650347503485034950350503515035250353503545035550356503575035850359503605036150362503635036450365503665036750368503695037050371503725037350374503755037650377503785037950380503815038250383503845038550386503875038850389503905039150392503935039450395503965039750398503995040050401504025040350404504055040650407504085040950410504115041250413504145041550416504175041850419504205042150422504235042450425504265042750428504295043050431504325043350434504355043650437504385043950440504415044250443504445044550446504475044850449504505045150452504535045450455504565045750458504595046050461504625046350464504655046650467504685046950470504715047250473504745047550476504775047850479504805048150482504835048450485504865048750488504895049050491504925049350494504955049650497504985049950500505015050250503505045050550506505075050850509505105051150512505135051450515505165051750518505195052050521505225052350524505255052650527505285052950530505315053250533505345053550536505375053850539505405054150542505435054450545505465054750548505495055050551505525055350554505555055650557505585055950560505615056250563505645056550566505675056850569505705057150572505735057450575505765057750578505795058050581505825058350584505855058650587505885058950590505915059250593505945059550596505975059850599506005060150602506035060450605506065060750608506095061050611506125061350614506155061650617506185061950620506215062250623506245062550626506275062850629506305063150632506335063450635506365063750638506395064050641506425064350644506455064650647506485064950650506515065250653506545065550656506575065850659506605066150662506635066450665506665066750668506695067050671506725067350674506755067650677506785067950680506815068250683506845068550686506875068850689506905069150692506935069450695506965069750698506995070050701507025070350704507055070650707507085070950710507115071250713507145071550716507175071850719507205072150722507235072450725507265072750728507295073050731507325073350734507355073650737507385073950740507415074250743507445074550746507475074850749507505075150752507535075450755507565075750758507595076050761507625076350764507655076650767507685076950770507715077250773507745077550776507775077850779507805078150782507835078450785507865078750788507895079050791507925079350794507955079650797507985079950800508015080250803508045080550806508075080850809508105081150812508135081450815508165081750818508195082050821508225082350824508255082650827508285082950830508315083250833508345083550836508375083850839508405084150842508435084450845508465084750848508495085050851508525085350854508555085650857508585085950860508615086250863508645086550866508675086850869508705087150872508735087450875508765087750878508795088050881508825088350884508855088650887508885088950890508915089250893508945089550896508975089850899509005090150902509035090450905509065090750908509095091050911509125091350914509155091650917509185091950920509215092250923509245092550926509275092850929509305093150932509335093450935509365093750938509395094050941509425094350944509455094650947509485094950950509515095250953509545095550956509575095850959509605096150962509635096450965509665096750968509695097050971509725097350974509755097650977509785097950980509815098250983509845098550986509875098850989509905099150992509935099450995509965099750998509995100051001510025100351004510055100651007510085100951010510115101251013510145101551016510175101851019510205102151022510235102451025510265102751028510295103051031510325103351034510355103651037510385103951040510415104251043510445104551046510475104851049510505105151052510535105451055510565105751058510595106051061510625106351064510655106651067510685106951070510715107251073510745107551076510775107851079510805108151082510835108451085510865108751088510895109051091510925109351094510955109651097510985109951100511015110251103511045110551106511075110851109511105111151112511135111451115511165111751118511195112051121511225112351124511255112651127511285112951130511315113251133511345113551136511375113851139511405114151142511435114451145511465114751148511495115051151511525115351154511555115651157511585115951160511615116251163511645116551166511675116851169511705117151172511735117451175511765117751178511795118051181511825118351184511855118651187511885118951190511915119251193511945119551196511975119851199512005120151202512035120451205512065120751208512095121051211512125121351214512155121651217512185121951220512215122251223512245122551226512275122851229512305123151232512335123451235512365123751238512395124051241512425124351244512455124651247512485124951250512515125251253512545125551256512575125851259512605126151262512635126451265512665126751268512695127051271512725127351274512755127651277512785127951280512815128251283512845128551286512875128851289512905129151292512935129451295512965129751298512995130051301513025130351304513055130651307513085130951310513115131251313513145131551316513175131851319513205132151322513235132451325513265132751328513295133051331513325133351334513355133651337513385133951340513415134251343513445134551346513475134851349513505135151352513535135451355513565135751358513595136051361513625136351364513655136651367513685136951370513715137251373513745137551376513775137851379513805138151382513835138451385513865138751388513895139051391513925139351394513955139651397513985139951400514015140251403514045140551406514075140851409514105141151412514135141451415514165141751418514195142051421514225142351424514255142651427514285142951430514315143251433514345143551436514375143851439514405144151442514435144451445514465144751448514495145051451514525145351454514555145651457514585145951460514615146251463514645146551466514675146851469514705147151472514735147451475514765147751478514795148051481514825148351484514855148651487514885148951490514915149251493514945149551496514975149851499515005150151502515035150451505515065150751508515095151051511515125151351514515155151651517515185151951520515215152251523515245152551526515275152851529515305153151532515335153451535515365153751538515395154051541515425154351544515455154651547515485154951550515515155251553515545155551556515575155851559515605156151562515635156451565515665156751568515695157051571515725157351574515755157651577515785157951580515815158251583515845158551586515875158851589515905159151592515935159451595515965159751598515995160051601516025160351604516055160651607516085160951610516115161251613516145161551616516175161851619516205162151622516235162451625516265162751628516295163051631516325163351634516355163651637516385163951640516415164251643516445164551646516475164851649516505165151652516535165451655516565165751658516595166051661516625166351664516655166651667516685166951670516715167251673516745167551676516775167851679516805168151682516835168451685516865168751688516895169051691516925169351694516955169651697516985169951700517015170251703517045170551706517075170851709517105171151712517135171451715517165171751718517195172051721517225172351724517255172651727517285172951730517315173251733517345173551736517375173851739517405174151742517435174451745517465174751748517495175051751517525175351754517555175651757517585175951760517615176251763517645176551766517675176851769517705177151772517735177451775517765177751778517795178051781517825178351784517855178651787517885178951790517915179251793517945179551796517975179851799518005180151802518035180451805518065180751808518095181051811518125181351814518155181651817518185181951820518215182251823518245182551826518275182851829518305183151832518335183451835518365183751838518395184051841518425184351844518455184651847518485184951850518515185251853518545185551856518575185851859518605186151862518635186451865518665186751868518695187051871518725187351874518755187651877518785187951880518815188251883518845188551886518875188851889518905189151892518935189451895518965189751898518995190051901519025190351904519055190651907519085190951910519115191251913519145191551916519175191851919519205192151922519235192451925519265192751928519295193051931519325193351934519355193651937519385193951940519415194251943519445194551946519475194851949519505195151952519535195451955519565195751958519595196051961519625196351964519655196651967519685196951970519715197251973519745197551976519775197851979519805198151982519835198451985519865198751988519895199051991519925199351994519955199651997519985199952000520015200252003520045200552006520075200852009520105201152012520135201452015520165201752018520195202052021520225202352024520255202652027520285202952030520315203252033520345203552036520375203852039520405204152042520435204452045520465204752048520495205052051520525205352054520555205652057520585205952060520615206252063520645206552066520675206852069520705207152072520735207452075520765207752078520795208052081520825208352084520855208652087520885208952090520915209252093520945209552096520975209852099521005210152102521035210452105521065210752108521095211052111521125211352114521155211652117521185211952120521215212252123521245212552126521275212852129521305213152132521335213452135521365213752138521395214052141521425214352144521455214652147521485214952150521515215252153521545215552156521575215852159521605216152162521635216452165521665216752168521695217052171521725217352174521755217652177521785217952180521815218252183521845218552186521875218852189521905219152192521935219452195521965219752198521995220052201522025220352204522055220652207522085220952210522115221252213522145221552216522175221852219522205222152222522235222452225522265222752228522295223052231522325223352234522355223652237522385223952240522415224252243522445224552246522475224852249522505225152252522535225452255522565225752258522595226052261522625226352264522655226652267522685226952270522715227252273522745227552276522775227852279522805228152282522835228452285522865228752288522895229052291522925229352294522955229652297522985229952300523015230252303523045230552306523075230852309523105231152312523135231452315523165231752318523195232052321523225232352324523255232652327523285232952330523315233252333523345233552336523375233852339523405234152342523435234452345523465234752348523495235052351523525235352354523555235652357523585235952360523615236252363523645236552366523675236852369523705237152372523735237452375523765237752378523795238052381523825238352384523855238652387523885238952390523915239252393523945239552396523975239852399524005240152402524035240452405524065240752408524095241052411524125241352414524155241652417524185241952420524215242252423524245242552426524275242852429524305243152432524335243452435524365243752438524395244052441524425244352444524455244652447524485244952450524515245252453524545245552456524575245852459524605246152462524635246452465524665246752468524695247052471524725247352474524755247652477524785247952480524815248252483524845248552486524875248852489524905249152492524935249452495524965249752498524995250052501525025250352504525055250652507525085250952510525115251252513525145251552516525175251852519525205252152522525235252452525525265252752528525295253052531525325253352534525355253652537525385253952540525415254252543525445254552546525475254852549525505255152552525535255452555525565255752558525595256052561525625256352564525655256652567525685256952570525715257252573525745257552576525775257852579525805258152582525835258452585525865258752588525895259052591525925259352594525955259652597525985259952600526015260252603526045260552606526075260852609526105261152612526135261452615526165261752618526195262052621526225262352624526255262652627526285262952630526315263252633526345263552636526375263852639526405264152642526435264452645526465264752648526495265052651526525265352654526555265652657526585265952660526615266252663526645266552666526675266852669526705267152672526735267452675526765267752678526795268052681526825268352684526855268652687526885268952690526915269252693526945269552696526975269852699527005270152702527035270452705527065270752708527095271052711527125271352714527155271652717527185271952720527215272252723527245272552726527275272852729527305273152732527335273452735527365273752738527395274052741527425274352744527455274652747527485274952750527515275252753527545275552756527575275852759527605276152762527635276452765527665276752768527695277052771527725277352774527755277652777527785277952780527815278252783527845278552786527875278852789527905279152792527935279452795527965279752798527995280052801528025280352804528055280652807528085280952810528115281252813528145281552816528175281852819528205282152822528235282452825528265282752828528295283052831528325283352834528355283652837528385283952840528415284252843528445284552846528475284852849528505285152852528535285452855528565285752858528595286052861528625286352864528655286652867528685286952870528715287252873528745287552876528775287852879528805288152882528835288452885528865288752888528895289052891528925289352894528955289652897528985289952900529015290252903529045290552906529075290852909529105291152912529135291452915529165291752918529195292052921529225292352924529255292652927529285292952930529315293252933529345293552936529375293852939529405294152942529435294452945529465294752948529495295052951529525295352954529555295652957529585295952960529615296252963529645296552966529675296852969529705297152972529735297452975529765297752978529795298052981529825298352984529855298652987529885298952990529915299252993529945299552996529975299852999530005300153002530035300453005530065300753008530095301053011530125301353014530155301653017530185301953020530215302253023530245302553026530275302853029530305303153032530335303453035530365303753038530395304053041530425304353044530455304653047530485304953050530515305253053530545305553056530575305853059530605306153062530635306453065530665306753068530695307053071530725307353074530755307653077530785307953080530815308253083530845308553086530875308853089530905309153092530935309453095530965309753098530995310053101531025310353104531055310653107531085310953110531115311253113531145311553116531175311853119531205312153122531235312453125531265312753128531295313053131531325313353134531355313653137531385313953140531415314253143531445314553146531475314853149531505315153152531535315453155531565315753158531595316053161531625316353164531655316653167531685316953170531715317253173531745317553176531775317853179531805318153182531835318453185531865318753188531895319053191531925319353194531955319653197531985319953200532015320253203532045320553206532075320853209532105321153212532135321453215532165321753218532195322053221532225322353224532255322653227532285322953230532315323253233532345323553236532375323853239532405324153242532435324453245532465324753248532495325053251532525325353254532555325653257532585325953260532615326253263532645326553266532675326853269532705327153272532735327453275532765327753278532795328053281532825328353284532855328653287532885328953290532915329253293532945329553296532975329853299533005330153302533035330453305533065330753308533095331053311533125331353314533155331653317533185331953320533215332253323533245332553326533275332853329533305333153332533335333453335533365333753338533395334053341533425334353344533455334653347533485334953350533515335253353533545335553356533575335853359533605336153362533635336453365533665336753368533695337053371533725337353374533755337653377533785337953380533815338253383533845338553386533875338853389533905339153392533935339453395533965339753398533995340053401534025340353404534055340653407534085340953410534115341253413534145341553416534175341853419534205342153422534235342453425534265342753428534295343053431534325343353434534355343653437534385343953440534415344253443534445344553446534475344853449534505345153452534535345453455534565345753458534595346053461534625346353464534655346653467534685346953470534715347253473534745347553476534775347853479534805348153482534835348453485534865348753488534895349053491534925349353494534955349653497534985349953500535015350253503535045350553506535075350853509535105351153512535135351453515535165351753518535195352053521535225352353524535255352653527535285352953530535315353253533535345353553536535375353853539535405354153542535435354453545535465354753548535495355053551535525355353554535555355653557535585355953560535615356253563535645356553566535675356853569535705357153572535735357453575535765357753578535795358053581535825358353584535855358653587535885358953590535915359253593535945359553596535975359853599536005360153602536035360453605536065360753608536095361053611536125361353614536155361653617536185361953620536215362253623536245362553626536275362853629536305363153632536335363453635536365363753638536395364053641536425364353644536455364653647536485364953650536515365253653536545365553656536575365853659536605366153662536635366453665536665366753668536695367053671536725367353674536755367653677536785367953680536815368253683536845368553686536875368853689536905369153692536935369453695536965369753698536995370053701537025370353704537055370653707537085370953710537115371253713537145371553716537175371853719537205372153722537235372453725537265372753728537295373053731537325373353734537355373653737537385373953740537415374253743537445374553746537475374853749537505375153752537535375453755537565375753758537595376053761537625376353764537655376653767537685376953770537715377253773537745377553776537775377853779537805378153782537835378453785537865378753788537895379053791537925379353794537955379653797537985379953800538015380253803538045380553806538075380853809538105381153812538135381453815538165381753818538195382053821538225382353824538255382653827538285382953830538315383253833538345383553836538375383853839538405384153842538435384453845538465384753848538495385053851538525385353854538555385653857538585385953860538615386253863538645386553866538675386853869538705387153872538735387453875538765387753878538795388053881538825388353884538855388653887538885388953890538915389253893538945389553896538975389853899539005390153902539035390453905539065390753908539095391053911539125391353914539155391653917539185391953920539215392253923539245392553926539275392853929539305393153932539335393453935539365393753938539395394053941539425394353944539455394653947539485394953950539515395253953539545395553956539575395853959539605396153962539635396453965539665396753968539695397053971539725397353974539755397653977539785397953980539815398253983539845398553986539875398853989539905399153992539935399453995539965399753998539995400054001540025400354004540055400654007540085400954010540115401254013540145401554016540175401854019540205402154022540235402454025540265402754028540295403054031540325403354034540355403654037540385403954040540415404254043540445404554046540475404854049540505405154052540535405454055540565405754058540595406054061540625406354064540655406654067540685406954070540715407254073540745407554076540775407854079540805408154082540835408454085540865408754088540895409054091540925409354094540955409654097540985409954100541015410254103541045410554106541075410854109541105411154112541135411454115541165411754118541195412054121541225412354124541255412654127541285412954130541315413254133541345413554136541375413854139541405414154142541435414454145541465414754148541495415054151541525415354154541555415654157541585415954160541615416254163541645416554166541675416854169541705417154172541735417454175541765417754178541795418054181541825418354184541855418654187541885418954190541915419254193541945419554196541975419854199542005420154202542035420454205542065420754208542095421054211542125421354214542155421654217542185421954220542215422254223542245422554226542275422854229542305423154232542335423454235542365423754238542395424054241542425424354244542455424654247542485424954250542515425254253542545425554256542575425854259542605426154262542635426454265542665426754268542695427054271542725427354274542755427654277542785427954280542815428254283542845428554286542875428854289542905429154292542935429454295542965429754298542995430054301543025430354304543055430654307543085430954310543115431254313543145431554316543175431854319543205432154322543235432454325543265432754328543295433054331543325433354334543355433654337543385433954340543415434254343543445434554346543475434854349543505435154352543535435454355543565435754358543595436054361543625436354364543655436654367543685436954370543715437254373543745437554376543775437854379543805438154382543835438454385543865438754388543895439054391543925439354394543955439654397543985439954400544015440254403544045440554406544075440854409544105441154412544135441454415544165441754418544195442054421544225442354424544255442654427544285442954430544315443254433544345443554436544375443854439544405444154442544435444454445544465444754448544495445054451544525445354454544555445654457544585445954460544615446254463544645446554466544675446854469544705447154472544735447454475544765447754478544795448054481544825448354484544855448654487544885448954490544915449254493544945449554496544975449854499545005450154502545035450454505545065450754508545095451054511545125451354514545155451654517545185451954520545215452254523545245452554526545275452854529545305453154532545335453454535545365453754538545395454054541545425454354544545455454654547545485454954550545515455254553545545455554556545575455854559545605456154562545635456454565545665456754568545695457054571545725457354574545755457654577545785457954580545815458254583545845458554586545875458854589545905459154592545935459454595545965459754598545995460054601546025460354604546055460654607546085460954610546115461254613546145461554616546175461854619546205462154622546235462454625546265462754628546295463054631546325463354634546355463654637546385463954640546415464254643546445464554646546475464854649546505465154652546535465454655546565465754658546595466054661546625466354664546655466654667546685466954670546715467254673546745467554676546775467854679546805468154682546835468454685546865468754688546895469054691546925469354694546955469654697546985469954700547015470254703547045470554706547075470854709547105471154712547135471454715547165471754718547195472054721547225472354724547255472654727547285472954730547315473254733547345473554736547375473854739547405474154742547435474454745547465474754748547495475054751547525475354754547555475654757547585475954760547615476254763547645476554766547675476854769547705477154772547735477454775547765477754778547795478054781547825478354784547855478654787547885478954790547915479254793547945479554796547975479854799548005480154802548035480454805548065480754808548095481054811548125481354814548155481654817548185481954820548215482254823548245482554826548275482854829548305483154832548335483454835548365483754838548395484054841548425484354844548455484654847548485484954850548515485254853548545485554856548575485854859548605486154862548635486454865548665486754868548695487054871548725487354874548755487654877548785487954880548815488254883548845488554886548875488854889548905489154892548935489454895548965489754898548995490054901549025490354904549055490654907549085490954910549115491254913549145491554916549175491854919549205492154922549235492454925549265492754928549295493054931549325493354934549355493654937549385493954940549415494254943549445494554946549475494854949549505495154952549535495454955549565495754958549595496054961549625496354964549655496654967549685496954970549715497254973549745497554976549775497854979549805498154982549835498454985549865498754988549895499054991549925499354994549955499654997549985499955000550015500255003550045500555006550075500855009550105501155012550135501455015550165501755018550195502055021550225502355024550255502655027550285502955030550315503255033550345503555036550375503855039550405504155042550435504455045550465504755048550495505055051550525505355054550555505655057550585505955060550615506255063550645506555066550675506855069550705507155072550735507455075550765507755078550795508055081550825508355084550855508655087550885508955090550915509255093550945509555096550975509855099551005510155102551035510455105551065510755108551095511055111551125511355114551155511655117551185511955120551215512255123551245512555126551275512855129551305513155132551335513455135551365513755138551395514055141551425514355144551455514655147551485514955150551515515255153551545515555156551575515855159551605516155162551635516455165551665516755168551695517055171551725517355174551755517655177551785517955180551815518255183551845518555186551875518855189551905519155192551935519455195551965519755198551995520055201552025520355204552055520655207552085520955210552115521255213552145521555216552175521855219552205522155222552235522455225552265522755228552295523055231552325523355234552355523655237552385523955240552415524255243552445524555246552475524855249552505525155252552535525455255552565525755258552595526055261552625526355264552655526655267552685526955270552715527255273552745527555276552775527855279552805528155282552835528455285552865528755288552895529055291552925529355294552955529655297552985529955300553015530255303553045530555306553075530855309553105531155312553135531455315553165531755318553195532055321553225532355324553255532655327553285532955330553315533255333553345533555336553375533855339553405534155342553435534455345553465534755348553495535055351553525535355354553555535655357553585535955360553615536255363553645536555366553675536855369553705537155372553735537455375553765537755378553795538055381553825538355384553855538655387553885538955390553915539255393553945539555396553975539855399554005540155402554035540455405554065540755408554095541055411554125541355414554155541655417554185541955420554215542255423554245542555426554275542855429554305543155432554335543455435554365543755438554395544055441554425544355444554455544655447554485544955450554515545255453554545545555456554575545855459554605546155462554635546455465554665546755468554695547055471554725547355474554755547655477554785547955480554815548255483554845548555486554875548855489554905549155492554935549455495554965549755498554995550055501555025550355504555055550655507555085550955510555115551255513555145551555516555175551855519555205552155522555235552455525555265552755528555295553055531555325553355534555355553655537555385553955540555415554255543555445554555546555475554855549555505555155552555535555455555555565555755558555595556055561555625556355564555655556655567555685556955570555715557255573555745557555576555775557855579555805558155582555835558455585555865558755588555895559055591555925559355594555955559655597555985559955600556015560255603556045560555606556075560855609556105561155612556135561455615556165561755618556195562055621556225562355624556255562655627556285562955630556315563255633556345563555636556375563855639556405564155642556435564455645556465564755648556495565055651556525565355654556555565655657556585565955660556615566255663556645566555666556675566855669556705567155672556735567455675556765567755678556795568055681556825568355684556855568655687556885568955690556915569255693556945569555696556975569855699557005570155702557035570455705557065570755708557095571055711557125571355714557155571655717557185571955720557215572255723557245572555726557275572855729557305573155732557335573455735557365573755738557395574055741557425574355744557455574655747557485574955750557515575255753557545575555756557575575855759557605576155762557635576455765557665576755768557695577055771557725577355774557755577655777557785577955780557815578255783557845578555786557875578855789557905579155792557935579455795557965579755798557995580055801558025580355804558055580655807558085580955810558115581255813558145581555816558175581855819558205582155822558235582455825558265582755828558295583055831558325583355834558355583655837558385583955840558415584255843558445584555846558475584855849558505585155852558535585455855558565585755858558595586055861558625586355864558655586655867558685586955870558715587255873558745587555876558775587855879558805588155882558835588455885558865588755888558895589055891558925589355894558955589655897558985589955900559015590255903559045590555906559075590855909559105591155912559135591455915559165591755918559195592055921559225592355924559255592655927559285592955930559315593255933559345593555936559375593855939559405594155942559435594455945559465594755948559495595055951559525595355954559555595655957559585595955960559615596255963559645596555966559675596855969559705597155972559735597455975559765597755978559795598055981559825598355984559855598655987559885598955990559915599255993559945599555996559975599855999560005600156002560035600456005560065600756008560095601056011560125601356014560155601656017560185601956020560215602256023560245602556026560275602856029560305603156032560335603456035560365603756038560395604056041560425604356044560455604656047560485604956050560515605256053560545605556056560575605856059560605606156062560635606456065560665606756068560695607056071560725607356074560755607656077560785607956080560815608256083560845608556086560875608856089560905609156092560935609456095560965609756098560995610056101561025610356104561055610656107561085610956110561115611256113561145611556116561175611856119561205612156122561235612456125561265612756128561295613056131561325613356134561355613656137561385613956140561415614256143561445614556146561475614856149561505615156152561535615456155561565615756158561595616056161561625616356164561655616656167561685616956170561715617256173561745617556176561775617856179561805618156182561835618456185561865618756188561895619056191561925619356194561955619656197561985619956200562015620256203562045620556206562075620856209562105621156212562135621456215562165621756218562195622056221562225622356224562255622656227562285622956230562315623256233562345623556236562375623856239562405624156242562435624456245562465624756248562495625056251562525625356254562555625656257562585625956260562615626256263562645626556266562675626856269562705627156272562735627456275562765627756278562795628056281562825628356284562855628656287562885628956290562915629256293562945629556296562975629856299563005630156302563035630456305563065630756308563095631056311563125631356314563155631656317563185631956320563215632256323563245632556326563275632856329563305633156332563335633456335563365633756338563395634056341563425634356344563455634656347563485634956350563515635256353563545635556356563575635856359563605636156362563635636456365563665636756368563695637056371563725637356374563755637656377563785637956380563815638256383563845638556386563875638856389563905639156392563935639456395563965639756398563995640056401564025640356404564055640656407564085640956410564115641256413564145641556416564175641856419564205642156422564235642456425564265642756428564295643056431564325643356434564355643656437564385643956440564415644256443564445644556446564475644856449564505645156452564535645456455564565645756458564595646056461564625646356464564655646656467564685646956470564715647256473564745647556476564775647856479564805648156482564835648456485564865648756488564895649056491564925649356494564955649656497564985649956500565015650256503565045650556506565075650856509565105651156512565135651456515565165651756518565195652056521565225652356524565255652656527565285652956530565315653256533565345653556536565375653856539565405654156542565435654456545565465654756548565495655056551565525655356554565555655656557565585655956560565615656256563565645656556566565675656856569565705657156572565735657456575565765657756578565795658056581565825658356584565855658656587565885658956590565915659256593565945659556596565975659856599566005660156602566035660456605566065660756608566095661056611566125661356614566155661656617566185661956620566215662256623566245662556626566275662856629566305663156632566335663456635566365663756638566395664056641566425664356644566455664656647566485664956650566515665256653566545665556656566575665856659566605666156662566635666456665566665666756668566695667056671566725667356674566755667656677566785667956680566815668256683566845668556686566875668856689566905669156692566935669456695566965669756698566995670056701567025670356704567055670656707567085670956710567115671256713567145671556716567175671856719567205672156722567235672456725567265672756728567295673056731567325673356734567355673656737567385673956740567415674256743567445674556746567475674856749567505675156752567535675456755567565675756758567595676056761567625676356764567655676656767567685676956770567715677256773567745677556776567775677856779567805678156782567835678456785567865678756788567895679056791567925679356794567955679656797567985679956800568015680256803568045680556806568075680856809568105681156812568135681456815568165681756818568195682056821568225682356824568255682656827568285682956830568315683256833568345683556836568375683856839568405684156842568435684456845568465684756848568495685056851568525685356854568555685656857568585685956860568615686256863568645686556866568675686856869568705687156872568735687456875568765687756878568795688056881568825688356884568855688656887568885688956890568915689256893568945689556896568975689856899569005690156902569035690456905569065690756908569095691056911569125691356914569155691656917569185691956920569215692256923569245692556926569275692856929569305693156932569335693456935569365693756938569395694056941569425694356944569455694656947569485694956950569515695256953569545695556956569575695856959569605696156962569635696456965569665696756968569695697056971569725697356974569755697656977569785697956980569815698256983569845698556986569875698856989569905699156992569935699456995569965699756998569995700057001570025700357004570055700657007570085700957010570115701257013570145701557016570175701857019570205702157022570235702457025570265702757028570295703057031570325703357034570355703657037570385703957040570415704257043570445704557046570475704857049570505705157052570535705457055570565705757058570595706057061570625706357064570655706657067570685706957070570715707257073570745707557076570775707857079570805708157082570835708457085570865708757088570895709057091570925709357094570955709657097570985709957100571015710257103571045710557106571075710857109571105711157112571135711457115571165711757118571195712057121571225712357124571255712657127571285712957130571315713257133571345713557136571375713857139571405714157142571435714457145571465714757148571495715057151571525715357154571555715657157571585715957160571615716257163571645716557166571675716857169571705717157172571735717457175571765717757178571795718057181571825718357184571855718657187571885718957190571915719257193571945719557196571975719857199572005720157202572035720457205572065720757208572095721057211572125721357214572155721657217572185721957220572215722257223572245722557226572275722857229572305723157232572335723457235572365723757238572395724057241572425724357244572455724657247572485724957250572515725257253572545725557256572575725857259572605726157262572635726457265572665726757268572695727057271572725727357274572755727657277572785727957280572815728257283572845728557286572875728857289572905729157292572935729457295572965729757298572995730057301573025730357304573055730657307573085730957310573115731257313573145731557316573175731857319573205732157322573235732457325573265732757328573295733057331573325733357334573355733657337573385733957340573415734257343573445734557346573475734857349573505735157352573535735457355573565735757358573595736057361573625736357364573655736657367573685736957370573715737257373573745737557376573775737857379573805738157382573835738457385573865738757388573895739057391573925739357394573955739657397573985739957400574015740257403574045740557406574075740857409574105741157412574135741457415574165741757418574195742057421574225742357424574255742657427574285742957430574315743257433574345743557436574375743857439574405744157442574435744457445574465744757448574495745057451574525745357454574555745657457574585745957460574615746257463574645746557466574675746857469574705747157472574735747457475574765747757478574795748057481574825748357484574855748657487574885748957490574915749257493574945749557496574975749857499575005750157502575035750457505575065750757508575095751057511575125751357514575155751657517575185751957520575215752257523575245752557526575275752857529575305753157532575335753457535575365753757538575395754057541575425754357544575455754657547575485754957550575515755257553575545755557556575575755857559575605756157562575635756457565575665756757568575695757057571575725757357574575755757657577575785757957580575815758257583575845758557586575875758857589575905759157592575935759457595575965759757598575995760057601576025760357604576055760657607576085760957610576115761257613576145761557616576175761857619576205762157622576235762457625576265762757628576295763057631576325763357634576355763657637576385763957640576415764257643576445764557646576475764857649576505765157652576535765457655576565765757658576595766057661576625766357664576655766657667576685766957670576715767257673576745767557676576775767857679576805768157682576835768457685576865768757688576895769057691576925769357694576955769657697576985769957700577015770257703577045770557706577075770857709577105771157712577135771457715577165771757718577195772057721577225772357724577255772657727577285772957730577315773257733577345773557736577375773857739577405774157742577435774457745577465774757748577495775057751577525775357754577555775657757577585775957760577615776257763577645776557766577675776857769577705777157772577735777457775577765777757778577795778057781577825778357784577855778657787577885778957790577915779257793577945779557796577975779857799578005780157802578035780457805578065780757808578095781057811578125781357814578155781657817578185781957820578215782257823578245782557826578275782857829578305783157832578335783457835578365783757838578395784057841578425784357844578455784657847578485784957850578515785257853578545785557856578575785857859578605786157862578635786457865578665786757868578695787057871578725787357874578755787657877578785787957880578815788257883578845788557886578875788857889578905789157892578935789457895578965789757898578995790057901579025790357904579055790657907579085790957910579115791257913579145791557916579175791857919579205792157922579235792457925579265792757928579295793057931579325793357934579355793657937579385793957940579415794257943579445794557946579475794857949579505795157952579535795457955579565795757958579595796057961579625796357964579655796657967579685796957970579715797257973579745797557976579775797857979579805798157982579835798457985579865798757988579895799057991579925799357994579955799657997579985799958000580015800258003580045800558006580075800858009580105801158012580135801458015580165801758018580195802058021580225802358024580255802658027580285802958030580315803258033580345803558036580375803858039580405804158042580435804458045580465804758048580495805058051580525805358054580555805658057580585805958060580615806258063580645806558066580675806858069580705807158072580735807458075580765807758078580795808058081580825808358084580855808658087580885808958090580915809258093580945809558096580975809858099581005810158102581035810458105581065810758108581095811058111581125811358114581155811658117581185811958120581215812258123581245812558126581275812858129581305813158132581335813458135581365813758138581395814058141581425814358144581455814658147581485814958150581515815258153581545815558156581575815858159581605816158162581635816458165581665816758168581695817058171581725817358174581755817658177581785817958180581815818258183581845818558186581875818858189581905819158192581935819458195581965819758198581995820058201582025820358204582055820658207582085820958210582115821258213582145821558216582175821858219582205822158222582235822458225582265822758228582295823058231582325823358234582355823658237582385823958240582415824258243582445824558246582475824858249582505825158252582535825458255582565825758258582595826058261582625826358264582655826658267582685826958270582715827258273582745827558276582775827858279582805828158282582835828458285582865828758288582895829058291582925829358294582955829658297582985829958300583015830258303583045830558306583075830858309583105831158312583135831458315583165831758318583195832058321583225832358324583255832658327583285832958330583315833258333583345833558336583375833858339583405834158342583435834458345583465834758348583495835058351583525835358354583555835658357583585835958360583615836258363583645836558366583675836858369583705837158372583735837458375583765837758378583795838058381583825838358384583855838658387583885838958390583915839258393583945839558396583975839858399584005840158402584035840458405584065840758408584095841058411584125841358414584155841658417584185841958420584215842258423584245842558426584275842858429584305843158432584335843458435584365843758438584395844058441584425844358444584455844658447584485844958450584515845258453584545845558456584575845858459584605846158462584635846458465584665846758468584695847058471584725847358474584755847658477584785847958480584815848258483584845848558486584875848858489584905849158492584935849458495584965849758498584995850058501585025850358504585055850658507585085850958510585115851258513585145851558516585175851858519585205852158522585235852458525585265852758528585295853058531585325853358534585355853658537585385853958540585415854258543585445854558546585475854858549585505855158552585535855458555585565855758558585595856058561585625856358564585655856658567585685856958570585715857258573585745857558576585775857858579585805858158582585835858458585585865858758588585895859058591585925859358594585955859658597585985859958600586015860258603586045860558606586075860858609586105861158612586135861458615586165861758618586195862058621586225862358624586255862658627586285862958630586315863258633586345863558636586375863858639586405864158642586435864458645586465864758648586495865058651586525865358654586555865658657586585865958660586615866258663586645866558666586675866858669586705867158672586735867458675586765867758678586795868058681586825868358684586855868658687586885868958690586915869258693586945869558696586975869858699587005870158702587035870458705587065870758708587095871058711587125871358714587155871658717587185871958720587215872258723587245872558726587275872858729587305873158732587335873458735587365873758738587395874058741587425874358744587455874658747587485874958750587515875258753587545875558756587575875858759587605876158762587635876458765587665876758768587695877058771587725877358774587755877658777587785877958780587815878258783587845878558786587875878858789587905879158792587935879458795587965879758798587995880058801588025880358804588055880658807588085880958810588115881258813588145881558816588175881858819588205882158822588235882458825588265882758828588295883058831588325883358834588355883658837588385883958840588415884258843588445884558846588475884858849588505885158852588535885458855588565885758858588595886058861588625886358864588655886658867588685886958870588715887258873588745887558876588775887858879588805888158882588835888458885588865888758888588895889058891588925889358894588955889658897588985889958900589015890258903589045890558906589075890858909589105891158912589135891458915589165891758918589195892058921589225892358924589255892658927589285892958930589315893258933589345893558936589375893858939589405894158942589435894458945589465894758948589495895058951589525895358954589555895658957589585895958960589615896258963589645896558966589675896858969589705897158972589735897458975589765897758978589795898058981589825898358984589855898658987589885898958990589915899258993589945899558996589975899858999590005900159002590035900459005590065900759008590095901059011590125901359014590155901659017590185901959020590215902259023590245902559026590275902859029590305903159032590335903459035590365903759038590395904059041590425904359044590455904659047590485904959050590515905259053590545905559056590575905859059590605906159062590635906459065590665906759068590695907059071590725907359074590755907659077590785907959080590815908259083590845908559086590875908859089590905909159092590935909459095590965909759098590995910059101591025910359104591055910659107591085910959110591115911259113591145911559116591175911859119591205912159122591235912459125591265912759128591295913059131591325913359134591355913659137591385913959140591415914259143591445914559146591475914859149591505915159152591535915459155591565915759158591595916059161591625916359164591655916659167591685916959170591715917259173591745917559176591775917859179591805918159182591835918459185591865918759188591895919059191591925919359194591955919659197591985919959200592015920259203592045920559206592075920859209592105921159212592135921459215592165921759218592195922059221592225922359224592255922659227592285922959230592315923259233592345923559236592375923859239592405924159242592435924459245592465924759248592495925059251592525925359254592555925659257592585925959260592615926259263592645926559266592675926859269592705927159272592735927459275592765927759278592795928059281592825928359284592855928659287592885928959290592915929259293592945929559296592975929859299593005930159302593035930459305593065930759308593095931059311593125931359314593155931659317593185931959320593215932259323593245932559326593275932859329593305933159332593335933459335593365933759338593395934059341593425934359344593455934659347593485934959350593515935259353593545935559356593575935859359593605936159362593635936459365593665936759368593695937059371593725937359374593755937659377593785937959380593815938259383593845938559386593875938859389593905939159392593935939459395593965939759398593995940059401594025940359404594055940659407594085940959410594115941259413594145941559416594175941859419594205942159422594235942459425594265942759428594295943059431594325943359434594355943659437594385943959440594415944259443594445944559446594475944859449594505945159452594535945459455594565945759458594595946059461594625946359464594655946659467594685946959470594715947259473594745947559476594775947859479594805948159482594835948459485594865948759488594895949059491594925949359494594955949659497594985949959500595015950259503595045950559506595075950859509595105951159512595135951459515595165951759518595195952059521595225952359524595255952659527595285952959530595315953259533595345953559536595375953859539595405954159542595435954459545595465954759548595495955059551595525955359554595555955659557595585955959560595615956259563595645956559566595675956859569595705957159572595735957459575595765957759578595795958059581595825958359584595855958659587595885958959590595915959259593595945959559596595975959859599596005960159602596035960459605596065960759608596095961059611596125961359614596155961659617596185961959620596215962259623596245962559626596275962859629596305963159632596335963459635596365963759638596395964059641596425964359644596455964659647596485964959650596515965259653596545965559656596575965859659596605966159662596635966459665596665966759668596695967059671596725967359674596755967659677596785967959680596815968259683596845968559686596875968859689596905969159692596935969459695596965969759698596995970059701597025970359704597055970659707597085970959710597115971259713597145971559716597175971859719597205972159722597235972459725597265972759728597295973059731597325973359734597355973659737597385973959740597415974259743597445974559746597475974859749597505975159752597535975459755597565975759758597595976059761597625976359764597655976659767597685976959770597715977259773597745977559776597775977859779597805978159782597835978459785597865978759788597895979059791597925979359794597955979659797597985979959800598015980259803598045980559806598075980859809598105981159812598135981459815598165981759818598195982059821598225982359824598255982659827598285982959830598315983259833598345983559836598375983859839598405984159842598435984459845598465984759848598495985059851598525985359854598555985659857598585985959860598615986259863598645986559866598675986859869598705987159872598735987459875598765987759878598795988059881598825988359884598855988659887598885988959890598915989259893598945989559896598975989859899599005990159902599035990459905599065990759908599095991059911599125991359914599155991659917599185991959920599215992259923599245992559926599275992859929599305993159932599335993459935599365993759938599395994059941599425994359944599455994659947599485994959950599515995259953599545995559956599575995859959599605996159962599635996459965599665996759968599695997059971599725997359974599755997659977599785997959980599815998259983599845998559986599875998859989599905999159992599935999459995599965999759998599996000060001600026000360004600056000660007600086000960010600116001260013600146001560016600176001860019600206002160022600236002460025600266002760028600296003060031600326003360034600356003660037600386003960040600416004260043600446004560046600476004860049600506005160052600536005460055600566005760058600596006060061600626006360064600656006660067600686006960070600716007260073600746007560076600776007860079600806008160082600836008460085600866008760088600896009060091600926009360094600956009660097600986009960100601016010260103601046010560106601076010860109601106011160112601136011460115601166011760118601196012060121601226012360124601256012660127601286012960130601316013260133601346013560136601376013860139601406014160142601436014460145601466014760148601496015060151601526015360154601556015660157601586015960160601616016260163601646016560166601676016860169601706017160172601736017460175601766017760178601796018060181601826018360184601856018660187601886018960190601916019260193601946019560196601976019860199602006020160202602036020460205602066020760208602096021060211602126021360214602156021660217602186021960220602216022260223602246022560226602276022860229602306023160232602336023460235602366023760238602396024060241602426024360244602456024660247602486024960250602516025260253602546025560256602576025860259602606026160262602636026460265602666026760268602696027060271602726027360274602756027660277602786027960280602816028260283602846028560286602876028860289602906029160292602936029460295602966029760298602996030060301603026030360304603056030660307603086030960310603116031260313603146031560316603176031860319603206032160322603236032460325603266032760328603296033060331603326033360334603356033660337603386033960340603416034260343603446034560346603476034860349603506035160352603536035460355603566035760358603596036060361603626036360364603656036660367603686036960370603716037260373603746037560376603776037860379603806038160382603836038460385603866038760388603896039060391603926039360394603956039660397603986039960400604016040260403604046040560406604076040860409604106041160412604136041460415604166041760418604196042060421604226042360424604256042660427604286042960430604316043260433604346043560436604376043860439604406044160442604436044460445604466044760448604496045060451604526045360454604556045660457604586045960460604616046260463604646046560466604676046860469604706047160472604736047460475604766047760478604796048060481604826048360484604856048660487604886048960490604916049260493604946049560496604976049860499605006050160502605036050460505605066050760508605096051060511605126051360514605156051660517605186051960520605216052260523605246052560526605276052860529605306053160532605336053460535605366053760538605396054060541605426054360544605456054660547605486054960550605516055260553605546055560556605576055860559605606056160562605636056460565605666056760568605696057060571605726057360574605756057660577605786057960580605816058260583605846058560586605876058860589605906059160592605936059460595605966059760598605996060060601606026060360604606056060660607606086060960610606116061260613606146061560616606176061860619606206062160622606236062460625606266062760628606296063060631606326063360634606356063660637606386063960640606416064260643606446064560646606476064860649606506065160652606536065460655606566065760658606596066060661606626066360664606656066660667606686066960670606716067260673606746067560676606776067860679606806068160682606836068460685606866068760688606896069060691606926069360694606956069660697606986069960700607016070260703607046070560706607076070860709607106071160712607136071460715607166071760718607196072060721607226072360724607256072660727607286072960730607316073260733607346073560736607376073860739607406074160742607436074460745607466074760748607496075060751607526075360754607556075660757607586075960760607616076260763607646076560766607676076860769607706077160772607736077460775607766077760778607796078060781607826078360784607856078660787607886078960790607916079260793607946079560796607976079860799608006080160802608036080460805608066080760808608096081060811608126081360814608156081660817608186081960820608216082260823608246082560826608276082860829608306083160832608336083460835608366083760838608396084060841608426084360844608456084660847608486084960850608516085260853608546085560856608576085860859608606086160862608636086460865608666086760868608696087060871608726087360874608756087660877608786087960880608816088260883608846088560886608876088860889608906089160892608936089460895608966089760898608996090060901609026090360904609056090660907609086090960910609116091260913609146091560916609176091860919609206092160922609236092460925609266092760928609296093060931609326093360934609356093660937609386093960940609416094260943609446094560946609476094860949609506095160952609536095460955609566095760958609596096060961609626096360964609656096660967609686096960970609716097260973609746097560976609776097860979609806098160982609836098460985609866098760988609896099060991609926099360994609956099660997609986099961000610016100261003610046100561006610076100861009610106101161012610136101461015610166101761018610196102061021610226102361024610256102661027610286102961030610316103261033610346103561036610376103861039610406104161042610436104461045610466104761048610496105061051610526105361054610556105661057610586105961060610616106261063610646106561066610676106861069610706107161072610736107461075610766107761078610796108061081610826108361084610856108661087610886108961090610916109261093610946109561096610976109861099611006110161102611036110461105611066110761108611096111061111611126111361114611156111661117611186111961120611216112261123611246112561126611276112861129611306113161132611336113461135611366113761138611396114061141611426114361144611456114661147611486114961150611516115261153611546115561156611576115861159611606116161162611636116461165611666116761168611696117061171611726117361174611756117661177611786117961180611816118261183611846118561186611876118861189611906119161192611936119461195611966119761198611996120061201612026120361204612056120661207612086120961210612116121261213612146121561216612176121861219612206122161222612236122461225612266122761228612296123061231612326123361234612356123661237612386123961240612416124261243612446124561246612476124861249612506125161252612536125461255612566125761258612596126061261612626126361264612656126661267612686126961270612716127261273612746127561276612776127861279612806128161282612836128461285612866128761288612896129061291612926129361294612956129661297612986129961300613016130261303613046130561306613076130861309613106131161312613136131461315613166131761318613196132061321613226132361324613256132661327613286132961330613316133261333613346133561336613376133861339613406134161342613436134461345613466134761348613496135061351613526135361354613556135661357613586135961360613616136261363613646136561366613676136861369613706137161372613736137461375613766137761378613796138061381613826138361384613856138661387613886138961390613916139261393613946139561396613976139861399614006140161402614036140461405614066140761408614096141061411614126141361414614156141661417614186141961420614216142261423614246142561426614276142861429614306143161432614336143461435614366143761438614396144061441614426144361444614456144661447614486144961450614516145261453614546145561456614576145861459614606146161462614636146461465614666146761468614696147061471614726147361474614756147661477614786147961480614816148261483614846148561486614876148861489614906149161492614936149461495614966149761498614996150061501615026150361504615056150661507615086150961510615116151261513615146151561516615176151861519615206152161522615236152461525615266152761528615296153061531615326153361534615356153661537615386153961540615416154261543615446154561546615476154861549615506155161552615536155461555615566155761558615596156061561615626156361564615656156661567615686156961570615716157261573615746157561576615776157861579615806158161582615836158461585615866158761588615896159061591615926159361594615956159661597615986159961600616016160261603616046160561606616076160861609616106161161612616136161461615616166161761618616196162061621616226162361624616256162661627616286162961630616316163261633616346163561636616376163861639616406164161642616436164461645616466164761648616496165061651616526165361654616556165661657616586165961660616616166261663616646166561666616676166861669616706167161672616736167461675616766167761678616796168061681616826168361684616856168661687616886168961690616916169261693616946169561696616976169861699617006170161702617036170461705617066170761708617096171061711617126171361714617156171661717617186171961720617216172261723617246172561726617276172861729617306173161732617336173461735617366173761738617396174061741617426174361744617456174661747617486174961750617516175261753617546175561756617576175861759617606176161762617636176461765617666176761768617696177061771617726177361774617756177661777617786177961780617816178261783617846178561786617876178861789617906179161792617936179461795617966179761798617996180061801618026180361804618056180661807618086180961810618116181261813618146181561816618176181861819618206182161822618236182461825618266182761828618296183061831618326183361834618356183661837618386183961840618416184261843618446184561846618476184861849618506185161852618536185461855618566185761858618596186061861618626186361864618656186661867618686186961870618716187261873618746187561876618776187861879618806188161882618836188461885618866188761888618896189061891618926189361894618956189661897618986189961900619016190261903619046190561906619076190861909619106191161912619136191461915619166191761918619196192061921619226192361924619256192661927619286192961930619316193261933619346193561936619376193861939619406194161942619436194461945619466194761948619496195061951619526195361954619556195661957619586195961960619616196261963619646196561966619676196861969619706197161972619736197461975619766197761978619796198061981619826198361984619856198661987619886198961990619916199261993619946199561996619976199861999620006200162002620036200462005620066200762008620096201062011620126201362014620156201662017620186201962020620216202262023620246202562026620276202862029620306203162032620336203462035620366203762038620396204062041620426204362044620456204662047620486204962050620516205262053620546205562056620576205862059620606206162062620636206462065620666206762068620696207062071620726207362074620756207662077620786207962080620816208262083620846208562086620876208862089620906209162092620936209462095620966209762098620996210062101621026210362104621056210662107621086210962110621116211262113621146211562116621176211862119621206212162122621236212462125621266212762128621296213062131621326213362134621356213662137621386213962140621416214262143621446214562146621476214862149621506215162152621536215462155621566215762158621596216062161621626216362164621656216662167621686216962170621716217262173621746217562176621776217862179621806218162182621836218462185621866218762188621896219062191621926219362194621956219662197621986219962200622016220262203622046220562206622076220862209622106221162212622136221462215622166221762218622196222062221622226222362224622256222662227622286222962230622316223262233622346223562236622376223862239622406224162242622436224462245622466224762248622496225062251622526225362254622556225662257622586225962260622616226262263622646226562266622676226862269622706227162272622736227462275622766227762278622796228062281622826228362284622856228662287622886228962290622916229262293622946229562296622976229862299623006230162302623036230462305623066230762308623096231062311623126231362314623156231662317623186231962320623216232262323623246232562326623276232862329623306233162332623336233462335623366233762338623396234062341623426234362344623456234662347623486234962350623516235262353623546235562356623576235862359623606236162362623636236462365623666236762368623696237062371623726237362374623756237662377623786237962380623816238262383623846238562386623876238862389623906239162392623936239462395623966239762398623996240062401624026240362404624056240662407624086240962410624116241262413624146241562416624176241862419624206242162422624236242462425624266242762428624296243062431624326243362434624356243662437624386243962440624416244262443624446244562446624476244862449624506245162452624536245462455624566245762458624596246062461624626246362464624656246662467624686246962470624716247262473624746247562476624776247862479624806248162482624836248462485624866248762488624896249062491624926249362494624956249662497624986249962500625016250262503625046250562506625076250862509625106251162512625136251462515625166251762518625196252062521625226252362524625256252662527625286252962530625316253262533625346253562536625376253862539625406254162542625436254462545625466254762548625496255062551625526255362554625556255662557625586255962560625616256262563625646256562566625676256862569625706257162572625736257462575625766257762578625796258062581625826258362584625856258662587625886258962590625916259262593625946259562596625976259862599626006260162602626036260462605626066260762608626096261062611626126261362614626156261662617626186261962620626216262262623626246262562626626276262862629626306263162632626336263462635626366263762638626396264062641626426264362644626456264662647626486264962650626516265262653626546265562656626576265862659626606266162662626636266462665626666266762668626696267062671626726267362674626756267662677626786267962680626816268262683626846268562686626876268862689626906269162692626936269462695626966269762698626996270062701627026270362704627056270662707627086270962710627116271262713627146271562716627176271862719627206272162722627236272462725627266272762728627296273062731627326273362734627356273662737627386273962740627416274262743627446274562746627476274862749627506275162752627536275462755627566275762758627596276062761627626276362764627656276662767627686276962770627716277262773627746277562776627776277862779627806278162782627836278462785627866278762788627896279062791627926279362794627956279662797627986279962800628016280262803628046280562806628076280862809628106281162812628136281462815628166281762818628196282062821628226282362824628256282662827628286282962830628316283262833628346283562836628376283862839628406284162842628436284462845628466284762848628496285062851628526285362854628556285662857628586285962860628616286262863628646286562866628676286862869628706287162872628736287462875628766287762878628796288062881628826288362884628856288662887628886288962890628916289262893628946289562896628976289862899629006290162902629036290462905629066290762908629096291062911629126291362914629156291662917629186291962920629216292262923629246292562926629276292862929629306293162932629336293462935629366293762938629396294062941629426294362944629456294662947629486294962950629516295262953629546295562956629576295862959629606296162962629636296462965629666296762968629696297062971629726297362974629756297662977629786297962980629816298262983629846298562986629876298862989629906299162992629936299462995629966299762998629996300063001630026300363004630056300663007630086300963010630116301263013630146301563016630176301863019630206302163022630236302463025630266302763028630296303063031630326303363034630356303663037630386303963040630416304263043630446304563046630476304863049630506305163052630536305463055630566305763058630596306063061630626306363064630656306663067630686306963070630716307263073630746307563076630776307863079630806308163082630836308463085630866308763088630896309063091630926309363094630956309663097630986309963100631016310263103631046310563106631076310863109631106311163112631136311463115631166311763118631196312063121631226312363124631256312663127631286312963130631316313263133631346313563136631376313863139631406314163142631436314463145631466314763148631496315063151631526315363154631556315663157631586315963160631616316263163631646316563166631676316863169631706317163172631736317463175631766317763178631796318063181631826318363184631856318663187631886318963190631916319263193631946319563196631976319863199632006320163202632036320463205632066320763208632096321063211632126321363214632156321663217632186321963220632216322263223632246322563226632276322863229632306323163232632336323463235632366323763238632396324063241632426324363244632456324663247632486324963250632516325263253632546325563256632576325863259632606326163262632636326463265632666326763268632696327063271632726327363274632756327663277632786327963280632816328263283632846328563286632876328863289632906329163292632936329463295632966329763298632996330063301633026330363304633056330663307633086330963310633116331263313633146331563316633176331863319633206332163322633236332463325633266332763328633296333063331633326333363334633356333663337633386333963340633416334263343633446334563346633476334863349633506335163352633536335463355633566335763358633596336063361633626336363364633656336663367633686336963370633716337263373633746337563376633776337863379633806338163382633836338463385633866338763388633896339063391633926339363394633956339663397633986339963400634016340263403634046340563406634076340863409634106341163412634136341463415634166341763418634196342063421634226342363424634256342663427634286342963430634316343263433634346343563436634376343863439634406344163442634436344463445634466344763448634496345063451634526345363454634556345663457634586345963460634616346263463634646346563466634676346863469634706347163472634736347463475634766347763478634796348063481634826348363484634856348663487634886348963490634916349263493634946349563496634976349863499635006350163502635036350463505635066350763508635096351063511635126351363514635156351663517635186351963520635216352263523635246352563526635276352863529635306353163532635336353463535635366353763538635396354063541635426354363544635456354663547635486354963550635516355263553635546355563556635576355863559635606356163562635636356463565635666356763568635696357063571635726357363574635756357663577635786357963580635816358263583635846358563586635876358863589635906359163592635936359463595635966359763598635996360063601636026360363604636056360663607636086360963610636116361263613636146361563616636176361863619636206362163622636236362463625636266362763628636296363063631636326363363634636356363663637636386363963640636416364263643636446364563646636476364863649636506365163652636536365463655636566365763658636596366063661636626366363664636656366663667636686366963670636716367263673636746367563676636776367863679636806368163682636836368463685636866368763688636896369063691636926369363694636956369663697636986369963700637016370263703637046370563706637076370863709637106371163712637136371463715637166371763718637196372063721637226372363724637256372663727637286372963730637316373263733637346373563736637376373863739637406374163742637436374463745637466374763748637496375063751637526375363754637556375663757637586375963760637616376263763637646376563766637676376863769637706377163772637736377463775637766377763778637796378063781637826378363784637856378663787637886378963790637916379263793637946379563796637976379863799638006380163802638036380463805638066380763808638096381063811638126381363814638156381663817638186381963820638216382263823638246382563826638276382863829638306383163832638336383463835638366383763838638396384063841638426384363844638456384663847638486384963850638516385263853638546385563856638576385863859638606386163862638636386463865638666386763868638696387063871638726387363874638756387663877638786387963880638816388263883638846388563886638876388863889638906389163892638936389463895638966389763898638996390063901639026390363904639056390663907639086390963910639116391263913639146391563916639176391863919639206392163922639236392463925639266392763928639296393063931639326393363934639356393663937639386393963940639416394263943639446394563946639476394863949639506395163952639536395463955639566395763958639596396063961639626396363964639656396663967639686396963970639716397263973639746397563976639776397863979639806398163982639836398463985639866398763988639896399063991639926399363994639956399663997639986399964000640016400264003640046400564006640076400864009640106401164012640136401464015640166401764018640196402064021640226402364024640256402664027640286402964030640316403264033640346403564036640376403864039640406404164042640436404464045640466404764048640496405064051640526405364054640556405664057640586405964060640616406264063640646406564066640676406864069640706407164072640736407464075640766407764078640796408064081640826408364084640856408664087640886408964090640916409264093640946409564096640976409864099641006410164102641036410464105641066410764108641096411064111641126411364114641156411664117641186411964120641216412264123641246412564126641276412864129641306413164132641336413464135641366413764138641396414064141641426414364144641456414664147641486414964150641516415264153641546415564156641576415864159641606416164162641636416464165641666416764168641696417064171641726417364174641756417664177641786417964180641816418264183641846418564186641876418864189641906419164192641936419464195641966419764198641996420064201642026420364204642056420664207642086420964210642116421264213642146421564216642176421864219642206422164222642236422464225642266422764228642296423064231642326423364234642356423664237642386423964240642416424264243642446424564246642476424864249642506425164252642536425464255642566425764258642596426064261642626426364264642656426664267642686426964270642716427264273642746427564276642776427864279642806428164282642836428464285642866428764288642896429064291642926429364294642956429664297642986429964300643016430264303643046430564306643076430864309643106431164312643136431464315643166431764318643196432064321643226432364324643256432664327643286432964330643316433264333643346433564336643376433864339643406434164342643436434464345643466434764348643496435064351643526435364354643556435664357643586435964360643616436264363643646436564366643676436864369643706437164372643736437464375643766437764378643796438064381643826438364384643856438664387643886438964390643916439264393643946439564396643976439864399644006440164402644036440464405644066440764408644096441064411644126441364414644156441664417644186441964420644216442264423644246442564426644276442864429644306443164432644336443464435644366443764438644396444064441644426444364444644456444664447644486444964450644516445264453644546445564456644576445864459644606446164462644636446464465644666446764468644696447064471644726447364474644756447664477644786447964480644816448264483644846448564486644876448864489644906449164492644936449464495644966449764498644996450064501645026450364504645056450664507645086450964510645116451264513645146451564516645176451864519645206452164522645236452464525645266452764528645296453064531645326453364534645356453664537645386453964540645416454264543645446454564546645476454864549645506455164552645536455464555645566455764558645596456064561645626456364564645656456664567645686456964570645716457264573645746457564576645776457864579645806458164582645836458464585645866458764588645896459064591645926459364594645956459664597645986459964600646016460264603646046460564606646076460864609646106461164612646136461464615646166461764618646196462064621646226462364624646256462664627646286462964630646316463264633646346463564636646376463864639646406464164642646436464464645646466464764648646496465064651646526465364654646556465664657646586465964660646616466264663646646466564666646676466864669646706467164672646736467464675646766467764678646796468064681646826468364684646856468664687646886468964690646916469264693646946469564696646976469864699647006470164702647036470464705647066470764708647096471064711647126471364714647156471664717647186471964720647216472264723647246472564726647276472864729647306473164732647336473464735647366473764738647396474064741647426474364744647456474664747647486474964750647516475264753647546475564756647576475864759647606476164762647636476464765647666476764768647696477064771647726477364774647756477664777647786477964780647816478264783647846478564786647876478864789647906479164792647936479464795647966479764798647996480064801648026480364804648056480664807648086480964810648116481264813648146481564816648176481864819648206482164822648236482464825648266482764828648296483064831648326483364834648356483664837648386483964840648416484264843648446484564846648476484864849648506485164852648536485464855648566485764858648596486064861648626486364864648656486664867648686486964870648716487264873648746487564876648776487864879648806488164882648836488464885648866488764888648896489064891648926489364894648956489664897648986489964900649016490264903649046490564906649076490864909649106491164912649136491464915649166491764918649196492064921649226492364924649256492664927649286492964930649316493264933649346493564936649376493864939649406494164942649436494464945649466494764948649496495064951649526495364954649556495664957649586495964960649616496264963649646496564966649676496864969649706497164972649736497464975649766497764978649796498064981649826498364984649856498664987649886498964990649916499264993649946499564996649976499864999650006500165002650036500465005650066500765008650096501065011650126501365014650156501665017650186501965020650216502265023650246502565026650276502865029650306503165032650336503465035650366503765038650396504065041650426504365044650456504665047650486504965050650516505265053650546505565056650576505865059650606506165062650636506465065650666506765068650696507065071650726507365074650756507665077650786507965080650816508265083650846508565086650876508865089650906509165092650936509465095650966509765098650996510065101651026510365104651056510665107651086510965110651116511265113651146511565116651176511865119651206512165122651236512465125651266512765128651296513065131651326513365134651356513665137651386513965140651416514265143651446514565146651476514865149651506515165152651536515465155651566515765158651596516065161651626516365164651656516665167651686516965170651716517265173651746517565176651776517865179651806518165182651836518465185651866518765188651896519065191651926519365194651956519665197651986519965200652016520265203652046520565206652076520865209652106521165212652136521465215652166521765218652196522065221652226522365224652256522665227652286522965230652316523265233652346523565236652376523865239652406524165242652436524465245652466524765248652496525065251652526525365254652556525665257652586525965260652616526265263652646526565266652676526865269652706527165272652736527465275652766527765278652796528065281652826528365284652856528665287652886528965290652916529265293652946529565296652976529865299653006530165302653036530465305653066530765308653096531065311653126531365314653156531665317653186531965320653216532265323653246532565326653276532865329653306533165332653336533465335653366533765338653396534065341653426534365344653456534665347653486534965350653516535265353653546535565356653576535865359653606536165362653636536465365653666536765368653696537065371653726537365374653756537665377653786537965380653816538265383653846538565386653876538865389653906539165392653936539465395653966539765398653996540065401654026540365404654056540665407654086540965410654116541265413654146541565416654176541865419654206542165422654236542465425654266542765428654296543065431654326543365434654356543665437654386543965440654416544265443654446544565446654476544865449654506545165452654536545465455654566545765458654596546065461654626546365464654656546665467654686546965470654716547265473654746547565476654776547865479654806548165482654836548465485654866548765488654896549065491654926549365494654956549665497654986549965500655016550265503655046550565506655076550865509655106551165512655136551465515655166551765518655196552065521655226552365524655256552665527655286552965530655316553265533655346553565536655376553865539655406554165542655436554465545655466554765548655496555065551655526555365554655556555665557655586555965560655616556265563655646556565566655676556865569655706557165572655736557465575655766557765578655796558065581655826558365584655856558665587655886558965590655916559265593655946559565596655976559865599656006560165602656036560465605656066560765608656096561065611656126561365614656156561665617656186561965620656216562265623656246562565626656276562865629656306563165632656336563465635656366563765638656396564065641656426564365644656456564665647656486564965650656516565265653656546565565656656576565865659656606566165662656636566465665656666566765668656696567065671656726567365674656756567665677656786567965680656816568265683656846568565686656876568865689656906569165692656936569465695656966569765698656996570065701657026570365704657056570665707657086570965710657116571265713657146571565716657176571865719657206572165722657236572465725657266572765728657296573065731657326573365734657356573665737657386573965740657416574265743657446574565746657476574865749657506575165752657536575465755657566575765758657596576065761657626576365764657656576665767657686576965770657716577265773657746577565776657776577865779657806578165782657836578465785657866578765788657896579065791657926579365794657956579665797657986579965800658016580265803658046580565806658076580865809658106581165812658136581465815658166581765818658196582065821658226582365824658256582665827658286582965830658316583265833658346583565836658376583865839658406584165842658436584465845658466584765848658496585065851658526585365854658556585665857658586585965860658616586265863658646586565866658676586865869658706587165872658736587465875658766587765878658796588065881658826588365884658856588665887658886588965890658916589265893658946589565896658976589865899659006590165902659036590465905659066590765908659096591065911659126591365914659156591665917659186591965920659216592265923659246592565926659276592865929659306593165932659336593465935659366593765938659396594065941659426594365944659456594665947659486594965950659516595265953659546595565956659576595865959659606596165962659636596465965659666596765968659696597065971659726597365974659756597665977659786597965980659816598265983659846598565986659876598865989659906599165992659936599465995659966599765998659996600066001660026600366004660056600666007660086600966010660116601266013660146601566016660176601866019660206602166022660236602466025660266602766028660296603066031660326603366034660356603666037660386603966040660416604266043660446604566046660476604866049660506605166052660536605466055660566605766058660596606066061660626606366064660656606666067660686606966070660716607266073660746607566076660776607866079660806608166082660836608466085660866608766088660896609066091660926609366094660956609666097660986609966100661016610266103661046610566106661076610866109661106611166112661136611466115661166611766118661196612066121661226612366124661256612666127661286612966130661316613266133661346613566136661376613866139661406614166142661436614466145661466614766148661496615066151661526615366154661556615666157661586615966160661616616266163661646616566166661676616866169661706617166172661736617466175661766617766178661796618066181661826618366184661856618666187661886618966190661916619266193661946619566196661976619866199662006620166202662036620466205662066620766208662096621066211662126621366214662156621666217662186621966220662216622266223662246622566226662276622866229662306623166232662336623466235662366623766238662396624066241662426624366244662456624666247662486624966250662516625266253662546625566256662576625866259662606626166262662636626466265662666626766268662696627066271662726627366274662756627666277662786627966280662816628266283662846628566286662876628866289662906629166292662936629466295662966629766298662996630066301663026630366304663056630666307663086630966310663116631266313663146631566316663176631866319663206632166322663236632466325663266632766328663296633066331663326633366334663356633666337663386633966340663416634266343663446634566346663476634866349663506635166352663536635466355663566635766358663596636066361663626636366364663656636666367663686636966370663716637266373663746637566376663776637866379663806638166382663836638466385663866638766388663896639066391663926639366394663956639666397663986639966400664016640266403664046640566406664076640866409664106641166412664136641466415664166641766418664196642066421664226642366424664256642666427664286642966430664316643266433664346643566436664376643866439664406644166442664436644466445664466644766448664496645066451664526645366454664556645666457664586645966460664616646266463664646646566466664676646866469664706647166472664736647466475664766647766478664796648066481664826648366484664856648666487664886648966490664916649266493664946649566496664976649866499665006650166502665036650466505665066650766508665096651066511665126651366514665156651666517665186651966520665216652266523665246652566526665276652866529665306653166532665336653466535665366653766538665396654066541665426654366544665456654666547665486654966550665516655266553665546655566556665576655866559665606656166562665636656466565665666656766568665696657066571665726657366574665756657666577665786657966580665816658266583665846658566586665876658866589665906659166592665936659466595665966659766598665996660066601666026660366604666056660666607666086660966610666116661266613666146661566616666176661866619666206662166622666236662466625666266662766628666296663066631666326663366634666356663666637666386663966640666416664266643666446664566646666476664866649666506665166652666536665466655666566665766658666596666066661666626666366664666656666666667666686666966670666716667266673666746667566676666776667866679666806668166682666836668466685666866668766688666896669066691666926669366694666956669666697666986669966700667016670266703667046670566706667076670866709667106671166712667136671466715667166671766718667196672066721667226672366724667256672666727667286672966730667316673266733667346673566736667376673866739667406674166742667436674466745667466674766748667496675066751667526675366754667556675666757667586675966760667616676266763667646676566766667676676866769667706677166772667736677466775667766677766778667796678066781667826678366784667856678666787667886678966790667916679266793667946679566796667976679866799668006680166802668036680466805668066680766808668096681066811668126681366814668156681666817668186681966820668216682266823668246682566826668276682866829668306683166832668336683466835668366683766838668396684066841668426684366844668456684666847668486684966850668516685266853668546685566856668576685866859668606686166862668636686466865668666686766868668696687066871668726687366874668756687666877668786687966880668816688266883668846688566886668876688866889668906689166892668936689466895668966689766898668996690066901669026690366904669056690666907669086690966910669116691266913669146691566916669176691866919669206692166922669236692466925669266692766928669296693066931669326693366934669356693666937669386693966940669416694266943669446694566946669476694866949669506695166952669536695466955669566695766958669596696066961669626696366964669656696666967669686696966970669716697266973669746697566976669776697866979669806698166982669836698466985669866698766988669896699066991669926699366994669956699666997669986699967000670016700267003670046700567006670076700867009670106701167012670136701467015670166701767018670196702067021670226702367024670256702667027670286702967030670316703267033670346703567036670376703867039670406704167042670436704467045670466704767048670496705067051670526705367054670556705667057670586705967060670616706267063670646706567066670676706867069670706707167072670736707467075670766707767078670796708067081670826708367084670856708667087670886708967090670916709267093670946709567096670976709867099671006710167102671036710467105671066710767108671096711067111671126711367114671156711667117671186711967120671216712267123671246712567126671276712867129671306713167132671336713467135671366713767138671396714067141671426714367144671456714667147671486714967150671516715267153671546715567156671576715867159671606716167162671636716467165671666716767168671696717067171671726717367174671756717667177671786717967180671816718267183671846718567186671876718867189671906719167192671936719467195671966719767198671996720067201672026720367204672056720667207672086720967210672116721267213672146721567216672176721867219672206722167222672236722467225672266722767228672296723067231672326723367234672356723667237672386723967240672416724267243672446724567246672476724867249672506725167252672536725467255672566725767258672596726067261672626726367264672656726667267672686726967270672716727267273672746727567276672776727867279672806728167282672836728467285672866728767288672896729067291672926729367294672956729667297672986729967300673016730267303673046730567306673076730867309673106731167312673136731467315673166731767318673196732067321673226732367324673256732667327673286732967330673316733267333673346733567336673376733867339673406734167342673436734467345673466734767348673496735067351673526735367354673556735667357673586735967360673616736267363673646736567366673676736867369673706737167372673736737467375673766737767378673796738067381673826738367384673856738667387673886738967390673916739267393673946739567396673976739867399674006740167402674036740467405674066740767408674096741067411674126741367414674156741667417674186741967420674216742267423674246742567426674276742867429674306743167432674336743467435674366743767438674396744067441674426744367444674456744667447674486744967450674516745267453674546745567456674576745867459674606746167462674636746467465674666746767468674696747067471674726747367474674756747667477674786747967480674816748267483674846748567486674876748867489674906749167492674936749467495674966749767498674996750067501675026750367504675056750667507675086750967510675116751267513675146751567516675176751867519675206752167522675236752467525675266752767528675296753067531675326753367534675356753667537675386753967540675416754267543675446754567546675476754867549675506755167552675536755467555675566755767558675596756067561675626756367564675656756667567675686756967570675716757267573675746757567576675776757867579675806758167582675836758467585675866758767588675896759067591675926759367594675956759667597675986759967600676016760267603676046760567606676076760867609676106761167612676136761467615676166761767618676196762067621676226762367624676256762667627676286762967630676316763267633676346763567636676376763867639676406764167642676436764467645676466764767648676496765067651676526765367654676556765667657676586765967660676616766267663676646766567666676676766867669676706767167672676736767467675676766767767678676796768067681676826768367684676856768667687676886768967690676916769267693676946769567696676976769867699677006770167702677036770467705677066770767708677096771067711677126771367714677156771667717677186771967720677216772267723677246772567726677276772867729677306773167732677336773467735677366773767738677396774067741677426774367744677456774667747677486774967750677516775267753677546775567756677576775867759677606776167762677636776467765677666776767768677696777067771677726777367774677756777667777677786777967780677816778267783677846778567786677876778867789677906779167792677936779467795677966779767798677996780067801678026780367804678056780667807678086780967810678116781267813678146781567816678176781867819678206782167822678236782467825678266782767828678296783067831678326783367834678356783667837678386783967840678416784267843678446784567846678476784867849678506785167852678536785467855678566785767858678596786067861678626786367864678656786667867678686786967870678716787267873678746787567876678776787867879678806788167882678836788467885678866788767888678896789067891678926789367894678956789667897678986789967900679016790267903679046790567906679076790867909679106791167912679136791467915679166791767918679196792067921679226792367924679256792667927679286792967930679316793267933679346793567936679376793867939679406794167942679436794467945679466794767948679496795067951679526795367954679556795667957679586795967960679616796267963679646796567966679676796867969679706797167972679736797467975679766797767978679796798067981679826798367984679856798667987679886798967990679916799267993679946799567996679976799867999680006800168002680036800468005680066800768008680096801068011680126801368014680156801668017680186801968020680216802268023680246802568026680276802868029680306803168032680336803468035680366803768038680396804068041680426804368044680456804668047680486804968050680516805268053680546805568056680576805868059680606806168062680636806468065680666806768068680696807068071680726807368074680756807668077680786807968080680816808268083680846808568086680876808868089680906809168092680936809468095680966809768098680996810068101681026810368104681056810668107681086810968110681116811268113681146811568116681176811868119681206812168122681236812468125681266812768128681296813068131681326813368134681356813668137681386813968140681416814268143681446814568146681476814868149681506815168152681536815468155681566815768158681596816068161681626816368164681656816668167681686816968170681716817268173681746817568176681776817868179681806818168182681836818468185681866818768188681896819068191681926819368194681956819668197681986819968200682016820268203682046820568206682076820868209682106821168212682136821468215682166821768218682196822068221682226822368224682256822668227682286822968230682316823268233682346823568236682376823868239682406824168242682436824468245682466824768248682496825068251682526825368254682556825668257682586825968260682616826268263682646826568266682676826868269682706827168272682736827468275682766827768278682796828068281682826828368284682856828668287682886828968290682916829268293682946829568296682976829868299683006830168302683036830468305683066830768308683096831068311683126831368314683156831668317683186831968320683216832268323683246832568326683276832868329683306833168332683336833468335683366833768338683396834068341683426834368344683456834668347683486834968350683516835268353683546835568356683576835868359683606836168362683636836468365683666836768368683696837068371683726837368374683756837668377683786837968380683816838268383683846838568386683876838868389683906839168392683936839468395683966839768398683996840068401684026840368404684056840668407684086840968410684116841268413684146841568416684176841868419684206842168422684236842468425684266842768428684296843068431684326843368434684356843668437684386843968440684416844268443684446844568446684476844868449684506845168452684536845468455684566845768458684596846068461684626846368464684656846668467684686846968470684716847268473684746847568476684776847868479684806848168482684836848468485684866848768488684896849068491684926849368494684956849668497684986849968500685016850268503685046850568506685076850868509685106851168512685136851468515685166851768518685196852068521685226852368524685256852668527685286852968530685316853268533685346853568536685376853868539685406854168542685436854468545685466854768548685496855068551685526855368554685556855668557685586855968560685616856268563685646856568566685676856868569685706857168572685736857468575685766857768578685796858068581685826858368584685856858668587685886858968590685916859268593685946859568596685976859868599686006860168602686036860468605686066860768608686096861068611686126861368614686156861668617686186861968620686216862268623686246862568626686276862868629686306863168632686336863468635686366863768638686396864068641686426864368644686456864668647686486864968650686516865268653686546865568656686576865868659686606866168662686636866468665686666866768668686696867068671686726867368674686756867668677686786867968680686816868268683686846868568686686876868868689686906869168692686936869468695686966869768698686996870068701687026870368704687056870668707687086870968710687116871268713687146871568716687176871868719687206872168722687236872468725687266872768728687296873068731687326873368734687356873668737687386873968740687416874268743687446874568746687476874868749687506875168752687536875468755687566875768758687596876068761687626876368764687656876668767687686876968770687716877268773687746877568776687776877868779687806878168782687836878468785687866878768788687896879068791687926879368794687956879668797687986879968800688016880268803688046880568806688076880868809688106881168812688136881468815688166881768818688196882068821688226882368824688256882668827688286882968830688316883268833688346883568836688376883868839688406884168842688436884468845688466884768848688496885068851688526885368854688556885668857688586885968860688616886268863688646886568866688676886868869688706887168872688736887468875688766887768878688796888068881688826888368884688856888668887688886888968890688916889268893688946889568896688976889868899689006890168902689036890468905689066890768908689096891068911689126891368914689156891668917689186891968920689216892268923689246892568926689276892868929689306893168932689336893468935689366893768938689396894068941689426894368944689456894668947689486894968950689516895268953689546895568956689576895868959689606896168962689636896468965689666896768968689696897068971689726897368974689756897668977689786897968980689816898268983689846898568986689876898868989689906899168992689936899468995689966899768998689996900069001690026900369004690056900669007690086900969010690116901269013690146901569016690176901869019690206902169022690236902469025690266902769028690296903069031690326903369034690356903669037690386903969040690416904269043690446904569046690476904869049690506905169052690536905469055690566905769058690596906069061690626906369064690656906669067690686906969070690716907269073690746907569076690776907869079690806908169082690836908469085690866908769088690896909069091690926909369094690956909669097690986909969100691016910269103691046910569106691076910869109691106911169112691136911469115691166911769118691196912069121691226912369124691256912669127691286912969130691316913269133691346913569136691376913869139691406914169142691436914469145691466914769148691496915069151691526915369154691556915669157691586915969160691616916269163691646916569166691676916869169691706917169172691736917469175691766917769178691796918069181691826918369184691856918669187691886918969190691916919269193691946919569196691976919869199692006920169202692036920469205692066920769208692096921069211692126921369214692156921669217692186921969220692216922269223692246922569226692276922869229692306923169232692336923469235692366923769238692396924069241692426924369244692456924669247692486924969250692516925269253692546925569256692576925869259692606926169262692636926469265692666926769268692696927069271692726927369274692756927669277692786927969280692816928269283692846928569286692876928869289692906929169292692936929469295692966929769298692996930069301693026930369304693056930669307693086930969310693116931269313693146931569316693176931869319693206932169322693236932469325693266932769328693296933069331693326933369334693356933669337693386933969340693416934269343693446934569346693476934869349693506935169352693536935469355693566935769358693596936069361693626936369364693656936669367693686936969370693716937269373693746937569376693776937869379693806938169382693836938469385693866938769388693896939069391693926939369394693956939669397693986939969400694016940269403694046940569406694076940869409694106941169412694136941469415694166941769418694196942069421694226942369424694256942669427694286942969430694316943269433694346943569436694376943869439694406944169442694436944469445694466944769448694496945069451694526945369454694556945669457694586945969460694616946269463694646946569466694676946869469694706947169472694736947469475694766947769478694796948069481694826948369484694856948669487694886948969490694916949269493694946949569496694976949869499695006950169502695036950469505695066950769508695096951069511695126951369514695156951669517695186951969520695216952269523695246952569526695276952869529695306953169532695336953469535695366953769538695396954069541695426954369544695456954669547695486954969550695516955269553695546955569556695576955869559695606956169562695636956469565695666956769568695696957069571695726957369574695756957669577695786957969580695816958269583695846958569586695876958869589695906959169592695936959469595695966959769598695996960069601696026960369604696056960669607696086960969610696116961269613696146961569616696176961869619696206962169622696236962469625696266962769628696296963069631696326963369634696356963669637696386963969640696416964269643696446964569646696476964869649696506965169652696536965469655696566965769658696596966069661696626966369664696656966669667696686966969670696716967269673696746967569676696776967869679696806968169682696836968469685696866968769688696896969069691696926969369694696956969669697696986969969700697016970269703697046970569706697076970869709697106971169712697136971469715697166971769718697196972069721697226972369724697256972669727697286972969730697316973269733697346973569736697376973869739697406974169742697436974469745697466974769748697496975069751697526975369754697556975669757697586975969760697616976269763697646976569766697676976869769697706977169772697736977469775697766977769778697796978069781697826978369784697856978669787697886978969790697916979269793697946979569796697976979869799698006980169802698036980469805698066980769808698096981069811698126981369814698156981669817698186981969820698216982269823698246982569826698276982869829698306983169832698336983469835698366983769838698396984069841698426984369844698456984669847698486984969850698516985269853698546985569856698576985869859698606986169862698636986469865698666986769868698696987069871698726987369874698756987669877698786987969880698816988269883698846988569886698876988869889698906989169892698936989469895698966989769898698996990069901699026990369904699056990669907699086990969910699116991269913699146991569916699176991869919699206992169922699236992469925699266992769928699296993069931699326993369934699356993669937699386993969940699416994269943699446994569946699476994869949699506995169952699536995469955699566995769958699596996069961699626996369964699656996669967699686996969970699716997269973699746997569976699776997869979699806998169982699836998469985699866998769988699896999069991699926999369994699956999669997699986999970000700017000270003700047000570006700077000870009700107001170012700137001470015700167001770018700197002070021700227002370024700257002670027700287002970030700317003270033700347003570036700377003870039700407004170042700437004470045700467004770048700497005070051700527005370054700557005670057700587005970060700617006270063700647006570066700677006870069700707007170072700737007470075700767007770078700797008070081700827008370084700857008670087700887008970090700917009270093700947009570096700977009870099701007010170102701037010470105701067010770108701097011070111701127011370114701157011670117701187011970120701217012270123701247012570126701277012870129701307013170132701337013470135701367013770138701397014070141701427014370144701457014670147701487014970150701517015270153701547015570156701577015870159701607016170162701637016470165701667016770168701697017070171701727017370174701757017670177701787017970180701817018270183701847018570186701877018870189701907019170192701937019470195701967019770198701997020070201702027020370204702057020670207702087020970210702117021270213702147021570216702177021870219702207022170222702237022470225702267022770228702297023070231702327023370234702357023670237702387023970240702417024270243702447024570246702477024870249702507025170252702537025470255702567025770258702597026070261702627026370264702657026670267702687026970270702717027270273702747027570276702777027870279702807028170282702837028470285702867028770288702897029070291702927029370294702957029670297702987029970300703017030270303703047030570306703077030870309703107031170312703137031470315703167031770318703197032070321703227032370324703257032670327703287032970330703317033270333703347033570336703377033870339703407034170342703437034470345703467034770348703497035070351703527035370354703557035670357703587035970360703617036270363703647036570366703677036870369703707037170372703737037470375703767037770378703797038070381703827038370384703857038670387703887038970390703917039270393703947039570396703977039870399704007040170402704037040470405704067040770408704097041070411704127041370414704157041670417704187041970420704217042270423704247042570426704277042870429704307043170432704337043470435704367043770438704397044070441704427044370444704457044670447704487044970450704517045270453704547045570456704577045870459704607046170462704637046470465704667046770468704697047070471704727047370474704757047670477704787047970480704817048270483704847048570486704877048870489704907049170492704937049470495704967049770498704997050070501705027050370504705057050670507705087050970510705117051270513705147051570516705177051870519705207052170522705237052470525705267052770528705297053070531705327053370534705357053670537705387053970540705417054270543705447054570546705477054870549705507055170552705537055470555705567055770558705597056070561705627056370564705657056670567705687056970570705717057270573705747057570576705777057870579705807058170582705837058470585705867058770588705897059070591705927059370594705957059670597705987059970600706017060270603706047060570606706077060870609706107061170612706137061470615706167061770618706197062070621706227062370624706257062670627706287062970630706317063270633706347063570636706377063870639706407064170642706437064470645706467064770648706497065070651706527065370654706557065670657706587065970660706617066270663706647066570666706677066870669706707067170672706737067470675706767067770678706797068070681706827068370684706857068670687706887068970690706917069270693706947069570696706977069870699707007070170702707037070470705707067070770708707097071070711707127071370714707157071670717707187071970720707217072270723707247072570726707277072870729707307073170732707337073470735707367073770738707397074070741707427074370744707457074670747707487074970750707517075270753707547075570756707577075870759707607076170762707637076470765707667076770768707697077070771707727077370774707757077670777707787077970780707817078270783707847078570786707877078870789707907079170792707937079470795707967079770798707997080070801708027080370804708057080670807708087080970810708117081270813708147081570816708177081870819708207082170822708237082470825708267082770828708297083070831708327083370834708357083670837708387083970840708417084270843708447084570846708477084870849708507085170852708537085470855708567085770858708597086070861708627086370864708657086670867708687086970870708717087270873708747087570876708777087870879708807088170882708837088470885708867088770888708897089070891708927089370894708957089670897708987089970900709017090270903709047090570906709077090870909709107091170912709137091470915709167091770918709197092070921709227092370924709257092670927709287092970930709317093270933709347093570936709377093870939709407094170942709437094470945709467094770948709497095070951709527095370954709557095670957709587095970960709617096270963709647096570966709677096870969709707097170972709737097470975709767097770978709797098070981709827098370984709857098670987709887098970990709917099270993709947099570996709977099870999710007100171002710037100471005710067100771008710097101071011710127101371014710157101671017710187101971020710217102271023710247102571026710277102871029710307103171032710337103471035710367103771038710397104071041710427104371044710457104671047710487104971050710517105271053710547105571056710577105871059710607106171062710637106471065710667106771068710697107071071710727107371074710757107671077710787107971080710817108271083710847108571086710877108871089710907109171092710937109471095710967109771098710997110071101711027110371104711057110671107711087110971110711117111271113711147111571116711177111871119711207112171122711237112471125711267112771128711297113071131711327113371134711357113671137711387113971140711417114271143711447114571146711477114871149711507115171152711537115471155711567115771158711597116071161711627116371164711657116671167711687116971170711717117271173711747117571176711777117871179711807118171182711837118471185711867118771188711897119071191711927119371194711957119671197711987119971200712017120271203712047120571206712077120871209712107121171212712137121471215712167121771218712197122071221712227122371224712257122671227712287122971230712317123271233712347123571236712377123871239712407124171242712437124471245712467124771248712497125071251712527125371254712557125671257712587125971260712617126271263712647126571266712677126871269712707127171272712737127471275712767127771278712797128071281712827128371284712857128671287712887128971290712917129271293712947129571296712977129871299713007130171302713037130471305713067130771308713097131071311713127131371314713157131671317713187131971320713217132271323713247132571326713277132871329713307133171332713337133471335713367133771338713397134071341713427134371344713457134671347713487134971350713517135271353713547135571356713577135871359713607136171362713637136471365713667136771368713697137071371713727137371374713757137671377713787137971380713817138271383713847138571386713877138871389713907139171392713937139471395713967139771398713997140071401714027140371404714057140671407714087140971410714117141271413714147141571416714177141871419714207142171422714237142471425714267142771428714297143071431714327143371434714357143671437714387143971440714417144271443714447144571446714477144871449714507145171452714537145471455714567145771458714597146071461714627146371464714657146671467714687146971470714717147271473714747147571476714777147871479714807148171482714837148471485714867148771488714897149071491714927149371494714957149671497714987149971500715017150271503715047150571506715077150871509715107151171512715137151471515715167151771518715197152071521715227152371524715257152671527715287152971530715317153271533715347153571536715377153871539715407154171542715437154471545715467154771548715497155071551715527155371554715557155671557715587155971560715617156271563715647156571566715677156871569715707157171572715737157471575715767157771578715797158071581715827158371584715857158671587715887158971590715917159271593715947159571596715977159871599716007160171602716037160471605716067160771608716097161071611716127161371614716157161671617716187161971620716217162271623716247162571626716277162871629716307163171632716337163471635716367163771638716397164071641716427164371644716457164671647716487164971650716517165271653716547165571656716577165871659716607166171662716637166471665716667166771668716697167071671716727167371674716757167671677716787167971680716817168271683716847168571686716877168871689716907169171692716937169471695716967169771698716997170071701717027170371704717057170671707717087170971710717117171271713717147171571716717177171871719717207172171722717237172471725717267172771728717297173071731717327173371734717357173671737717387173971740717417174271743717447174571746717477174871749717507175171752717537175471755717567175771758717597176071761717627176371764717657176671767717687176971770717717177271773717747177571776717777177871779717807178171782717837178471785717867178771788717897179071791717927179371794717957179671797717987179971800718017180271803718047180571806718077180871809718107181171812718137181471815718167181771818718197182071821718227182371824718257182671827718287182971830718317183271833718347183571836718377183871839718407184171842718437184471845718467184771848718497185071851718527185371854718557185671857718587185971860718617186271863718647186571866718677186871869718707187171872718737187471875718767187771878718797188071881718827188371884718857188671887718887188971890718917189271893718947189571896718977189871899719007190171902719037190471905719067190771908719097191071911719127191371914719157191671917719187191971920719217192271923719247192571926719277192871929719307193171932719337193471935719367193771938719397194071941719427194371944719457194671947719487194971950719517195271953719547195571956719577195871959719607196171962719637196471965719667196771968719697197071971719727197371974719757197671977719787197971980719817198271983719847198571986719877198871989719907199171992719937199471995719967199771998719997200072001720027200372004720057200672007720087200972010720117201272013720147201572016720177201872019720207202172022720237202472025720267202772028720297203072031720327203372034720357203672037720387203972040720417204272043720447204572046720477204872049720507205172052720537205472055720567205772058720597206072061720627206372064720657206672067720687206972070720717207272073720747207572076720777207872079720807208172082720837208472085720867208772088720897209072091720927209372094720957209672097720987209972100721017210272103721047210572106721077210872109721107211172112721137211472115721167211772118721197212072121721227212372124721257212672127721287212972130721317213272133721347213572136721377213872139721407214172142721437214472145721467214772148721497215072151721527215372154721557215672157721587215972160721617216272163721647216572166721677216872169721707217172172721737217472175721767217772178721797218072181721827218372184721857218672187721887218972190721917219272193721947219572196721977219872199722007220172202722037220472205722067220772208722097221072211722127221372214722157221672217722187221972220722217222272223722247222572226722277222872229722307223172232722337223472235722367223772238722397224072241722427224372244722457224672247722487224972250722517225272253722547225572256722577225872259722607226172262722637226472265722667226772268722697227072271722727227372274722757227672277722787227972280722817228272283722847228572286722877228872289722907229172292722937229472295722967229772298722997230072301723027230372304723057230672307723087230972310723117231272313723147231572316723177231872319723207232172322723237232472325723267232772328723297233072331723327233372334723357233672337723387233972340723417234272343723447234572346723477234872349723507235172352723537235472355723567235772358723597236072361723627236372364723657236672367723687236972370723717237272373723747237572376723777237872379723807238172382723837238472385723867238772388723897239072391723927239372394723957239672397723987239972400724017240272403724047240572406724077240872409724107241172412724137241472415724167241772418724197242072421724227242372424724257242672427724287242972430724317243272433724347243572436724377243872439724407244172442724437244472445724467244772448724497245072451724527245372454724557245672457724587245972460724617246272463724647246572466724677246872469724707247172472724737247472475724767247772478724797248072481724827248372484724857248672487724887248972490724917249272493724947249572496724977249872499725007250172502725037250472505725067250772508725097251072511725127251372514725157251672517725187251972520725217252272523725247252572526725277252872529725307253172532725337253472535725367253772538725397254072541725427254372544725457254672547725487254972550725517255272553725547255572556725577255872559725607256172562725637256472565725667256772568725697257072571725727257372574725757257672577725787257972580725817258272583725847258572586725877258872589725907259172592725937259472595725967259772598725997260072601726027260372604726057260672607726087260972610726117261272613726147261572616726177261872619726207262172622726237262472625726267262772628726297263072631726327263372634726357263672637726387263972640726417264272643726447264572646726477264872649726507265172652726537265472655726567265772658726597266072661726627266372664726657266672667726687266972670726717267272673726747267572676726777267872679726807268172682726837268472685726867268772688726897269072691726927269372694726957269672697726987269972700727017270272703727047270572706727077270872709727107271172712727137271472715727167271772718727197272072721727227272372724727257272672727727287272972730727317273272733727347273572736727377273872739727407274172742727437274472745727467274772748727497275072751727527275372754727557275672757727587275972760727617276272763727647276572766727677276872769727707277172772727737277472775727767277772778727797278072781727827278372784727857278672787727887278972790727917279272793727947279572796727977279872799728007280172802728037280472805728067280772808728097281072811728127281372814728157281672817728187281972820728217282272823728247282572826728277282872829728307283172832728337283472835728367283772838728397284072841728427284372844728457284672847728487284972850728517285272853728547285572856728577285872859728607286172862728637286472865728667286772868728697287072871728727287372874728757287672877728787287972880728817288272883728847288572886728877288872889728907289172892728937289472895728967289772898728997290072901729027290372904729057290672907729087290972910729117291272913729147291572916729177291872919729207292172922729237292472925729267292772928729297293072931729327293372934729357293672937729387293972940729417294272943729447294572946729477294872949729507295172952729537295472955729567295772958729597296072961729627296372964729657296672967729687296972970729717297272973729747297572976729777297872979729807298172982729837298472985729867298772988729897299072991729927299372994729957299672997729987299973000730017300273003730047300573006730077300873009730107301173012730137301473015730167301773018730197302073021730227302373024730257302673027730287302973030730317303273033730347303573036730377303873039730407304173042730437304473045730467304773048730497305073051730527305373054730557305673057730587305973060730617306273063730647306573066730677306873069730707307173072730737307473075730767307773078730797308073081730827308373084730857308673087730887308973090730917309273093730947309573096730977309873099731007310173102731037310473105731067310773108731097311073111731127311373114731157311673117731187311973120731217312273123731247312573126731277312873129731307313173132731337313473135731367313773138731397314073141731427314373144731457314673147731487314973150731517315273153731547315573156731577315873159731607316173162731637316473165731667316773168731697317073171731727317373174731757317673177731787317973180731817318273183731847318573186731877318873189731907319173192731937319473195731967319773198731997320073201732027320373204732057320673207732087320973210732117321273213732147321573216732177321873219732207322173222732237322473225732267322773228732297323073231732327323373234732357323673237732387323973240732417324273243732447324573246732477324873249732507325173252732537325473255732567325773258732597326073261732627326373264732657326673267732687326973270732717327273273732747327573276732777327873279732807328173282732837328473285732867328773288732897329073291732927329373294732957329673297732987329973300733017330273303733047330573306733077330873309733107331173312733137331473315733167331773318733197332073321733227332373324733257332673327733287332973330733317333273333733347333573336733377333873339733407334173342733437334473345733467334773348733497335073351733527335373354733557335673357733587335973360733617336273363733647336573366733677336873369733707337173372733737337473375733767337773378733797338073381733827338373384733857338673387733887338973390733917339273393733947339573396733977339873399734007340173402734037340473405734067340773408734097341073411734127341373414734157341673417734187341973420734217342273423734247342573426734277342873429734307343173432734337343473435734367343773438734397344073441734427344373444734457344673447734487344973450734517345273453734547345573456734577345873459734607346173462734637346473465734667346773468734697347073471734727347373474734757347673477734787347973480734817348273483734847348573486734877348873489734907349173492734937349473495734967349773498734997350073501735027350373504735057350673507735087350973510735117351273513735147351573516735177351873519735207352173522735237352473525735267352773528735297353073531735327353373534735357353673537735387353973540735417354273543735447354573546735477354873549735507355173552735537355473555735567355773558735597356073561735627356373564735657356673567735687356973570735717357273573735747357573576735777357873579735807358173582735837358473585735867358773588735897359073591735927359373594735957359673597735987359973600736017360273603736047360573606736077360873609736107361173612736137361473615736167361773618736197362073621736227362373624736257362673627736287362973630736317363273633736347363573636736377363873639736407364173642736437364473645736467364773648736497365073651736527365373654736557365673657736587365973660736617366273663736647366573666736677366873669736707367173672736737367473675736767367773678736797368073681736827368373684736857368673687736887368973690736917369273693736947369573696736977369873699737007370173702737037370473705737067370773708737097371073711737127371373714737157371673717737187371973720737217372273723737247372573726737277372873729737307373173732737337373473735737367373773738737397374073741737427374373744737457374673747737487374973750737517375273753737547375573756737577375873759737607376173762737637376473765737667376773768737697377073771737727377373774737757377673777737787377973780737817378273783737847378573786737877378873789737907379173792737937379473795737967379773798737997380073801738027380373804738057380673807738087380973810738117381273813738147381573816738177381873819738207382173822738237382473825738267382773828738297383073831738327383373834738357383673837738387383973840738417384273843738447384573846738477384873849738507385173852738537385473855738567385773858738597386073861738627386373864738657386673867738687386973870738717387273873738747387573876738777387873879738807388173882738837388473885738867388773888738897389073891738927389373894738957389673897738987389973900739017390273903739047390573906739077390873909739107391173912739137391473915739167391773918739197392073921739227392373924739257392673927739287392973930739317393273933739347393573936739377393873939739407394173942739437394473945739467394773948739497395073951739527395373954739557395673957739587395973960739617396273963739647396573966739677396873969739707397173972739737397473975739767397773978739797398073981739827398373984739857398673987739887398973990739917399273993739947399573996739977399873999740007400174002740037400474005740067400774008740097401074011740127401374014740157401674017740187401974020740217402274023740247402574026740277402874029740307403174032740337403474035740367403774038740397404074041740427404374044740457404674047740487404974050740517405274053740547405574056740577405874059740607406174062740637406474065740667406774068740697407074071740727407374074740757407674077740787407974080740817408274083740847408574086740877408874089740907409174092740937409474095740967409774098740997410074101741027410374104741057410674107741087410974110741117411274113741147411574116741177411874119741207412174122741237412474125741267412774128741297413074131741327413374134741357413674137741387413974140741417414274143741447414574146741477414874149741507415174152741537415474155741567415774158741597416074161741627416374164741657416674167741687416974170741717417274173741747417574176741777417874179741807418174182741837418474185741867418774188741897419074191741927419374194741957419674197741987419974200742017420274203742047420574206742077420874209742107421174212742137421474215742167421774218742197422074221742227422374224742257422674227742287422974230742317423274233742347423574236742377423874239742407424174242742437424474245742467424774248742497425074251742527425374254742557425674257742587425974260742617426274263742647426574266742677426874269742707427174272742737427474275742767427774278742797428074281742827428374284742857428674287742887428974290742917429274293742947429574296742977429874299743007430174302743037430474305743067430774308743097431074311743127431374314743157431674317743187431974320743217432274323743247432574326743277432874329743307433174332743337433474335743367433774338743397434074341743427434374344743457434674347743487434974350743517435274353743547435574356743577435874359743607436174362743637436474365743667436774368743697437074371743727437374374743757437674377743787437974380743817438274383743847438574386743877438874389743907439174392743937439474395743967439774398743997440074401744027440374404744057440674407744087440974410744117441274413744147441574416744177441874419744207442174422744237442474425744267442774428744297443074431744327443374434744357443674437744387443974440744417444274443744447444574446744477444874449744507445174452744537445474455744567445774458744597446074461744627446374464744657446674467744687446974470744717447274473744747447574476744777447874479744807448174482744837448474485744867448774488744897449074491744927449374494744957449674497744987449974500745017450274503745047450574506745077450874509745107451174512745137451474515745167451774518745197452074521745227452374524745257452674527745287452974530745317453274533745347453574536745377453874539745407454174542745437454474545745467454774548745497455074551745527455374554745557455674557745587455974560745617456274563745647456574566745677456874569745707457174572745737457474575745767457774578745797458074581745827458374584745857458674587745887458974590745917459274593745947459574596745977459874599746007460174602746037460474605746067460774608746097461074611746127461374614746157461674617746187461974620746217462274623746247462574626746277462874629746307463174632746337463474635746367463774638746397464074641746427464374644746457464674647746487464974650746517465274653746547465574656746577465874659746607466174662746637466474665746667466774668746697467074671746727467374674746757467674677746787467974680746817468274683746847468574686746877468874689746907469174692746937469474695746967469774698746997470074701747027470374704747057470674707747087470974710747117471274713747147471574716747177471874719747207472174722747237472474725747267472774728747297473074731747327473374734747357473674737747387473974740747417474274743747447474574746747477474874749747507475174752747537475474755747567475774758747597476074761747627476374764747657476674767747687476974770747717477274773747747477574776747777477874779747807478174782747837478474785747867478774788747897479074791747927479374794747957479674797747987479974800748017480274803748047480574806748077480874809748107481174812748137481474815748167481774818748197482074821748227482374824748257482674827748287482974830748317483274833748347483574836748377483874839748407484174842748437484474845748467484774848748497485074851748527485374854748557485674857748587485974860748617486274863748647486574866748677486874869748707487174872748737487474875748767487774878748797488074881748827488374884748857488674887748887488974890748917489274893748947489574896748977489874899749007490174902749037490474905749067490774908749097491074911749127491374914749157491674917749187491974920749217492274923749247492574926749277492874929749307493174932749337493474935749367493774938749397494074941749427494374944749457494674947749487494974950749517495274953749547495574956749577495874959749607496174962749637496474965749667496774968749697497074971749727497374974749757497674977749787497974980749817498274983749847498574986749877498874989749907499174992749937499474995749967499774998749997500075001750027500375004750057500675007750087500975010750117501275013750147501575016750177501875019750207502175022750237502475025750267502775028750297503075031750327503375034750357503675037750387503975040750417504275043750447504575046750477504875049750507505175052750537505475055750567505775058750597506075061750627506375064750657506675067750687506975070750717507275073750747507575076750777507875079750807508175082750837508475085750867508775088750897509075091750927509375094750957509675097750987509975100751017510275103751047510575106751077510875109751107511175112751137511475115751167511775118751197512075121751227512375124751257512675127751287512975130751317513275133751347513575136751377513875139751407514175142751437514475145751467514775148751497515075151751527515375154751557515675157751587515975160751617516275163751647516575166751677516875169751707517175172751737517475175751767517775178751797518075181751827518375184751857518675187751887518975190751917519275193751947519575196751977519875199752007520175202752037520475205752067520775208752097521075211752127521375214752157521675217752187521975220752217522275223752247522575226752277522875229752307523175232752337523475235752367523775238752397524075241752427524375244752457524675247752487524975250752517525275253752547525575256752577525875259752607526175262752637526475265752667526775268752697527075271752727527375274752757527675277752787527975280752817528275283752847528575286752877528875289752907529175292752937529475295752967529775298752997530075301753027530375304753057530675307753087530975310753117531275313753147531575316753177531875319753207532175322753237532475325753267532775328753297533075331753327533375334753357533675337753387533975340753417534275343753447534575346753477534875349753507535175352753537535475355753567535775358753597536075361753627536375364753657536675367753687536975370753717537275373753747537575376753777537875379753807538175382753837538475385753867538775388753897539075391753927539375394753957539675397753987539975400754017540275403754047540575406754077540875409754107541175412754137541475415754167541775418754197542075421754227542375424754257542675427754287542975430754317543275433754347543575436754377543875439754407544175442754437544475445754467544775448754497545075451754527545375454754557545675457754587545975460754617546275463754647546575466754677546875469754707547175472754737547475475754767547775478754797548075481754827548375484754857548675487754887548975490754917549275493754947549575496754977549875499755007550175502755037550475505755067550775508755097551075511755127551375514755157551675517755187551975520755217552275523755247552575526755277552875529755307553175532755337553475535755367553775538755397554075541755427554375544755457554675547755487554975550755517555275553755547555575556755577555875559755607556175562755637556475565755667556775568755697557075571755727557375574755757557675577755787557975580755817558275583755847558575586755877558875589755907559175592755937559475595755967559775598755997560075601756027560375604756057560675607756087560975610756117561275613756147561575616756177561875619756207562175622756237562475625756267562775628756297563075631756327563375634756357563675637756387563975640756417564275643756447564575646756477564875649756507565175652756537565475655756567565775658756597566075661756627566375664756657566675667756687566975670756717567275673756747567575676756777567875679756807568175682756837568475685756867568775688756897569075691756927569375694756957569675697756987569975700757017570275703757047570575706757077570875709757107571175712757137571475715757167571775718757197572075721757227572375724757257572675727757287572975730757317573275733757347573575736757377573875739757407574175742757437574475745757467574775748757497575075751757527575375754757557575675757757587575975760757617576275763757647576575766757677576875769757707577175772757737577475775757767577775778757797578075781757827578375784757857578675787757887578975790757917579275793757947579575796757977579875799758007580175802758037580475805758067580775808758097581075811758127581375814758157581675817758187581975820758217582275823758247582575826758277582875829758307583175832758337583475835758367583775838758397584075841758427584375844758457584675847758487584975850758517585275853758547585575856758577585875859758607586175862758637586475865758667586775868758697587075871758727587375874758757587675877758787587975880758817588275883758847588575886758877588875889758907589175892758937589475895758967589775898758997590075901759027590375904759057590675907759087590975910759117591275913759147591575916759177591875919759207592175922759237592475925759267592775928759297593075931759327593375934759357593675937759387593975940759417594275943759447594575946759477594875949759507595175952759537595475955759567595775958759597596075961759627596375964759657596675967759687596975970759717597275973759747597575976759777597875979759807598175982759837598475985759867598775988759897599075991759927599375994759957599675997759987599976000760017600276003760047600576006760077600876009760107601176012760137601476015760167601776018760197602076021760227602376024760257602676027760287602976030760317603276033760347603576036760377603876039760407604176042760437604476045760467604776048760497605076051760527605376054760557605676057760587605976060760617606276063760647606576066760677606876069760707607176072760737607476075760767607776078760797608076081760827608376084760857608676087760887608976090760917609276093760947609576096760977609876099761007610176102761037610476105761067610776108761097611076111761127611376114761157611676117761187611976120761217612276123761247612576126761277612876129761307613176132761337613476135761367613776138761397614076141761427614376144761457614676147761487614976150761517615276153761547615576156761577615876159761607616176162761637616476165761667616776168761697617076171761727617376174761757617676177761787617976180761817618276183761847618576186761877618876189761907619176192761937619476195761967619776198761997620076201762027620376204762057620676207762087620976210762117621276213762147621576216762177621876219762207622176222762237622476225762267622776228762297623076231762327623376234762357623676237762387623976240762417624276243762447624576246762477624876249762507625176252762537625476255762567625776258762597626076261762627626376264762657626676267762687626976270762717627276273762747627576276762777627876279762807628176282762837628476285762867628776288762897629076291762927629376294762957629676297762987629976300763017630276303763047630576306763077630876309763107631176312763137631476315763167631776318763197632076321763227632376324763257632676327763287632976330763317633276333763347633576336763377633876339763407634176342763437634476345763467634776348763497635076351763527635376354763557635676357763587635976360763617636276363763647636576366763677636876369763707637176372763737637476375763767637776378763797638076381763827638376384763857638676387763887638976390763917639276393763947639576396763977639876399764007640176402764037640476405764067640776408764097641076411764127641376414764157641676417764187641976420764217642276423764247642576426764277642876429764307643176432764337643476435764367643776438764397644076441764427644376444764457644676447764487644976450764517645276453764547645576456764577645876459764607646176462764637646476465764667646776468764697647076471764727647376474764757647676477764787647976480764817648276483764847648576486764877648876489764907649176492764937649476495764967649776498764997650076501765027650376504765057650676507765087650976510765117651276513765147651576516765177651876519765207652176522765237652476525765267652776528765297653076531765327653376534765357653676537765387653976540765417654276543765447654576546765477654876549765507655176552765537655476555765567655776558765597656076561765627656376564765657656676567765687656976570765717657276573765747657576576765777657876579765807658176582765837658476585765867658776588765897659076591765927659376594765957659676597765987659976600766017660276603766047660576606766077660876609766107661176612766137661476615766167661776618766197662076621766227662376624766257662676627766287662976630766317663276633766347663576636766377663876639766407664176642766437664476645766467664776648766497665076651766527665376654766557665676657766587665976660766617666276663766647666576666766677666876669766707667176672766737667476675766767667776678766797668076681766827668376684766857668676687766887668976690766917669276693766947669576696766977669876699767007670176702767037670476705767067670776708767097671076711767127671376714767157671676717767187671976720767217672276723767247672576726767277672876729767307673176732767337673476735767367673776738767397674076741767427674376744767457674676747767487674976750767517675276753767547675576756767577675876759767607676176762767637676476765767667676776768767697677076771767727677376774767757677676777767787677976780767817678276783767847678576786767877678876789767907679176792767937679476795767967679776798767997680076801768027680376804768057680676807768087680976810768117681276813768147681576816768177681876819768207682176822768237682476825768267682776828768297683076831768327683376834768357683676837768387683976840768417684276843768447684576846768477684876849768507685176852768537685476855768567685776858768597686076861768627686376864768657686676867768687686976870768717687276873768747687576876768777687876879768807688176882768837688476885768867688776888768897689076891768927689376894768957689676897768987689976900769017690276903769047690576906769077690876909769107691176912769137691476915769167691776918769197692076921769227692376924769257692676927769287692976930769317693276933769347693576936769377693876939769407694176942769437694476945769467694776948769497695076951769527695376954769557695676957769587695976960769617696276963769647696576966769677696876969769707697176972769737697476975769767697776978769797698076981769827698376984769857698676987769887698976990769917699276993769947699576996769977699876999770007700177002770037700477005770067700777008770097701077011770127701377014770157701677017770187701977020770217702277023770247702577026770277702877029770307703177032770337703477035770367703777038770397704077041770427704377044770457704677047770487704977050770517705277053770547705577056770577705877059770607706177062770637706477065770667706777068770697707077071770727707377074770757707677077770787707977080770817708277083770847708577086770877708877089770907709177092770937709477095770967709777098770997710077101771027710377104771057710677107771087710977110771117711277113771147711577116771177711877119771207712177122771237712477125771267712777128771297713077131771327713377134771357713677137771387713977140771417714277143771447714577146771477714877149771507715177152771537715477155771567715777158771597716077161771627716377164771657716677167771687716977170771717717277173771747717577176771777717877179771807718177182771837718477185771867718777188771897719077191771927719377194771957719677197771987719977200772017720277203772047720577206772077720877209772107721177212772137721477215772167721777218772197722077221772227722377224772257722677227772287722977230772317723277233772347723577236772377723877239772407724177242772437724477245772467724777248772497725077251772527725377254772557725677257772587725977260772617726277263772647726577266772677726877269772707727177272772737727477275772767727777278772797728077281772827728377284772857728677287772887728977290772917729277293772947729577296772977729877299773007730177302773037730477305773067730777308773097731077311773127731377314773157731677317773187731977320773217732277323773247732577326773277732877329773307733177332773337733477335773367733777338773397734077341773427734377344773457734677347773487734977350773517735277353773547735577356773577735877359773607736177362773637736477365773667736777368773697737077371773727737377374773757737677377773787737977380773817738277383773847738577386773877738877389773907739177392773937739477395773967739777398773997740077401774027740377404774057740677407774087740977410774117741277413774147741577416774177741877419774207742177422774237742477425774267742777428774297743077431774327743377434774357743677437774387743977440774417744277443774447744577446774477744877449774507745177452774537745477455774567745777458774597746077461774627746377464774657746677467774687746977470774717747277473774747747577476774777747877479774807748177482774837748477485774867748777488774897749077491774927749377494774957749677497774987749977500775017750277503775047750577506775077750877509775107751177512775137751477515775167751777518775197752077521775227752377524775257752677527775287752977530775317753277533775347753577536775377753877539775407754177542775437754477545775467754777548775497755077551775527755377554775557755677557775587755977560775617756277563775647756577566775677756877569775707757177572775737757477575775767757777578775797758077581775827758377584775857758677587775887758977590775917759277593775947759577596775977759877599776007760177602776037760477605776067760777608776097761077611776127761377614776157761677617776187761977620776217762277623776247762577626776277762877629776307763177632776337763477635776367763777638776397764077641776427764377644776457764677647776487764977650776517765277653776547765577656776577765877659776607766177662776637766477665776667766777668776697767077671776727767377674776757767677677776787767977680776817768277683776847768577686776877768877689776907769177692776937769477695776967769777698776997770077701777027770377704777057770677707777087770977710777117771277713777147771577716777177771877719777207772177722777237772477725777267772777728777297773077731777327773377734777357773677737777387773977740777417774277743777447774577746777477774877749777507775177752777537775477755777567775777758777597776077761777627776377764777657776677767777687776977770777717777277773777747777577776777777777877779777807778177782777837778477785777867778777788777897779077791777927779377794777957779677797777987779977800778017780277803778047780577806778077780877809778107781177812778137781477815778167781777818778197782077821778227782377824778257782677827778287782977830778317783277833778347783577836778377783877839778407784177842778437784477845778467784777848778497785077851778527785377854778557785677857778587785977860778617786277863778647786577866778677786877869778707787177872778737787477875778767787777878778797788077881778827788377884778857788677887778887788977890778917789277893778947789577896778977789877899779007790177902779037790477905779067790777908779097791077911779127791377914779157791677917779187791977920779217792277923779247792577926779277792877929779307793177932779337793477935779367793777938779397794077941779427794377944779457794677947779487794977950779517795277953779547795577956779577795877959779607796177962779637796477965779667796777968779697797077971779727797377974779757797677977779787797977980779817798277983779847798577986779877798877989779907799177992779937799477995779967799777998779997800078001780027800378004780057800678007780087800978010780117801278013780147801578016780177801878019780207802178022780237802478025780267802778028780297803078031780327803378034780357803678037780387803978040780417804278043780447804578046780477804878049780507805178052780537805478055780567805778058780597806078061780627806378064780657806678067780687806978070780717807278073780747807578076780777807878079780807808178082780837808478085780867808778088780897809078091780927809378094780957809678097780987809978100781017810278103781047810578106781077810878109781107811178112781137811478115781167811778118781197812078121781227812378124781257812678127781287812978130781317813278133781347813578136781377813878139781407814178142781437814478145781467814778148781497815078151781527815378154781557815678157781587815978160781617816278163781647816578166781677816878169781707817178172781737817478175781767817778178781797818078181781827818378184781857818678187781887818978190781917819278193781947819578196781977819878199782007820178202782037820478205782067820778208782097821078211782127821378214782157821678217782187821978220782217822278223782247822578226782277822878229782307823178232782337823478235782367823778238782397824078241782427824378244782457824678247782487824978250782517825278253782547825578256782577825878259782607826178262782637826478265782667826778268782697827078271782727827378274782757827678277782787827978280782817828278283782847828578286782877828878289782907829178292782937829478295782967829778298782997830078301783027830378304783057830678307783087830978310783117831278313783147831578316783177831878319783207832178322783237832478325783267832778328783297833078331783327833378334783357833678337783387833978340783417834278343783447834578346783477834878349783507835178352783537835478355783567835778358783597836078361783627836378364783657836678367783687836978370783717837278373783747837578376783777837878379783807838178382783837838478385783867838778388783897839078391783927839378394783957839678397783987839978400784017840278403784047840578406784077840878409784107841178412784137841478415784167841778418784197842078421784227842378424784257842678427784287842978430784317843278433784347843578436784377843878439784407844178442784437844478445784467844778448784497845078451784527845378454784557845678457784587845978460784617846278463784647846578466784677846878469784707847178472784737847478475784767847778478784797848078481784827848378484784857848678487784887848978490784917849278493784947849578496784977849878499785007850178502785037850478505785067850778508785097851078511785127851378514785157851678517785187851978520785217852278523785247852578526785277852878529785307853178532785337853478535785367853778538785397854078541785427854378544785457854678547785487854978550785517855278553785547855578556785577855878559785607856178562785637856478565785667856778568785697857078571785727857378574785757857678577785787857978580785817858278583785847858578586785877858878589785907859178592785937859478595785967859778598785997860078601786027860378604786057860678607786087860978610786117861278613786147861578616786177861878619786207862178622786237862478625786267862778628786297863078631786327863378634786357863678637786387863978640786417864278643786447864578646786477864878649786507865178652786537865478655786567865778658786597866078661786627866378664786657866678667786687866978670786717867278673786747867578676786777867878679786807868178682786837868478685786867868778688786897869078691786927869378694786957869678697786987869978700787017870278703787047870578706787077870878709787107871178712787137871478715787167871778718787197872078721787227872378724787257872678727787287872978730787317873278733787347873578736787377873878739787407874178742787437874478745787467874778748787497875078751787527875378754787557875678757787587875978760787617876278763787647876578766787677876878769787707877178772787737877478775787767877778778787797878078781787827878378784787857878678787787887878978790787917879278793787947879578796787977879878799788007880178802788037880478805788067880778808788097881078811788127881378814788157881678817788187881978820788217882278823788247882578826788277882878829788307883178832788337883478835788367883778838788397884078841788427884378844788457884678847788487884978850788517885278853788547885578856788577885878859788607886178862788637886478865788667886778868788697887078871788727887378874788757887678877788787887978880788817888278883788847888578886788877888878889788907889178892788937889478895788967889778898788997890078901789027890378904789057890678907789087890978910789117891278913789147891578916789177891878919789207892178922789237892478925789267892778928789297893078931789327893378934789357893678937789387893978940789417894278943789447894578946789477894878949789507895178952789537895478955789567895778958789597896078961789627896378964789657896678967789687896978970789717897278973789747897578976789777897878979789807898178982789837898478985789867898778988789897899078991789927899378994789957899678997789987899979000790017900279003790047900579006790077900879009790107901179012790137901479015790167901779018790197902079021790227902379024790257902679027790287902979030790317903279033790347903579036790377903879039790407904179042790437904479045790467904779048790497905079051790527905379054790557905679057790587905979060790617906279063790647906579066790677906879069790707907179072790737907479075790767907779078790797908079081790827908379084790857908679087790887908979090790917909279093790947909579096790977909879099791007910179102791037910479105791067910779108791097911079111791127911379114791157911679117791187911979120791217912279123791247912579126791277912879129791307913179132791337913479135791367913779138791397914079141791427914379144791457914679147791487914979150791517915279153791547915579156791577915879159791607916179162791637916479165791667916779168791697917079171791727917379174791757917679177791787917979180791817918279183791847918579186791877918879189791907919179192791937919479195791967919779198791997920079201792027920379204792057920679207792087920979210792117921279213792147921579216792177921879219792207922179222792237922479225792267922779228792297923079231792327923379234792357923679237792387923979240792417924279243792447924579246792477924879249792507925179252792537925479255792567925779258792597926079261792627926379264792657926679267792687926979270792717927279273792747927579276792777927879279792807928179282792837928479285792867928779288792897929079291792927929379294792957929679297792987929979300793017930279303793047930579306793077930879309793107931179312793137931479315793167931779318793197932079321793227932379324793257932679327793287932979330793317933279333793347933579336793377933879339793407934179342793437934479345793467934779348793497935079351793527935379354793557935679357793587935979360793617936279363793647936579366793677936879369793707937179372793737937479375793767937779378793797938079381793827938379384793857938679387793887938979390793917939279393793947939579396793977939879399794007940179402794037940479405794067940779408794097941079411794127941379414794157941679417794187941979420794217942279423794247942579426794277942879429794307943179432794337943479435794367943779438794397944079441794427944379444794457944679447794487944979450794517945279453794547945579456794577945879459794607946179462794637946479465794667946779468794697947079471794727947379474794757947679477794787947979480794817948279483794847948579486794877948879489794907949179492794937949479495794967949779498794997950079501795027950379504795057950679507795087950979510795117951279513795147951579516795177951879519795207952179522795237952479525795267952779528795297953079531795327953379534795357953679537795387953979540795417954279543795447954579546795477954879549795507955179552795537955479555795567955779558795597956079561795627956379564795657956679567795687956979570795717957279573795747957579576795777957879579795807958179582795837958479585795867958779588795897959079591795927959379594795957959679597795987959979600796017960279603796047960579606796077960879609796107961179612796137961479615796167961779618796197962079621796227962379624796257962679627796287962979630796317963279633796347963579636796377963879639796407964179642796437964479645796467964779648796497965079651796527965379654796557965679657796587965979660796617966279663796647966579666796677966879669796707967179672796737967479675796767967779678796797968079681796827968379684796857968679687796887968979690796917969279693796947969579696796977969879699797007970179702797037970479705797067970779708797097971079711797127971379714797157971679717797187971979720797217972279723797247972579726797277972879729797307973179732797337973479735797367973779738797397974079741797427974379744797457974679747797487974979750797517975279753797547975579756797577975879759797607976179762797637976479765797667976779768797697977079771797727977379774797757977679777797787977979780797817978279783797847978579786797877978879789797907979179792797937979479795797967979779798797997980079801798027980379804798057980679807798087980979810798117981279813798147981579816798177981879819798207982179822798237982479825798267982779828798297983079831798327983379834798357983679837798387983979840798417984279843798447984579846798477984879849798507985179852798537985479855798567985779858798597986079861798627986379864798657986679867798687986979870798717987279873798747987579876798777987879879798807988179882798837988479885798867988779888798897989079891798927989379894798957989679897798987989979900799017990279903799047990579906799077990879909799107991179912799137991479915799167991779918799197992079921799227992379924799257992679927799287992979930799317993279933799347993579936799377993879939799407994179942799437994479945799467994779948799497995079951799527995379954799557995679957799587995979960799617996279963799647996579966799677996879969799707997179972799737997479975799767997779978799797998079981799827998379984799857998679987799887998979990799917999279993799947999579996799977999879999800008000180002800038000480005800068000780008800098001080011800128001380014800158001680017800188001980020800218002280023800248002580026800278002880029800308003180032800338003480035800368003780038800398004080041800428004380044800458004680047800488004980050800518005280053800548005580056800578005880059800608006180062800638006480065800668006780068800698007080071800728007380074800758007680077800788007980080800818008280083800848008580086800878008880089800908009180092800938009480095800968009780098800998010080101801028010380104801058010680107801088010980110801118011280113801148011580116801178011880119801208012180122801238012480125801268012780128801298013080131801328013380134801358013680137801388013980140801418014280143801448014580146801478014880149801508015180152801538015480155801568015780158801598016080161801628016380164801658016680167801688016980170801718017280173801748017580176801778017880179801808018180182801838018480185801868018780188801898019080191801928019380194801958019680197801988019980200802018020280203802048020580206802078020880209802108021180212802138021480215802168021780218802198022080221802228022380224802258022680227802288022980230802318023280233802348023580236802378023880239802408024180242802438024480245802468024780248802498025080251802528025380254802558025680257802588025980260802618026280263802648026580266802678026880269802708027180272802738027480275802768027780278802798028080281802828028380284802858028680287802888028980290802918029280293802948029580296802978029880299803008030180302803038030480305803068030780308803098031080311803128031380314803158031680317803188031980320803218032280323803248032580326803278032880329803308033180332803338033480335803368033780338803398034080341803428034380344803458034680347803488034980350803518035280353803548035580356803578035880359803608036180362803638036480365803668036780368803698037080371803728037380374803758037680377803788037980380803818038280383803848038580386803878038880389803908039180392803938039480395803968039780398803998040080401804028040380404804058040680407804088040980410804118041280413804148041580416804178041880419804208042180422804238042480425804268042780428804298043080431804328043380434804358043680437804388043980440804418044280443804448044580446804478044880449804508045180452804538045480455804568045780458804598046080461804628046380464804658046680467804688046980470804718047280473804748047580476804778047880479804808048180482804838048480485804868048780488804898049080491804928049380494804958049680497804988049980500805018050280503805048050580506805078050880509805108051180512805138051480515805168051780518805198052080521805228052380524805258052680527805288052980530805318053280533805348053580536805378053880539805408054180542805438054480545805468054780548805498055080551805528055380554805558055680557805588055980560805618056280563805648056580566805678056880569805708057180572805738057480575805768057780578805798058080581805828058380584805858058680587805888058980590805918059280593805948059580596805978059880599806008060180602806038060480605806068060780608806098061080611806128061380614806158061680617806188061980620806218062280623806248062580626806278062880629806308063180632806338063480635806368063780638806398064080641806428064380644806458064680647806488064980650806518065280653806548065580656806578065880659806608066180662806638066480665806668066780668806698067080671806728067380674806758067680677806788067980680806818068280683806848068580686806878068880689806908069180692806938069480695806968069780698806998070080701807028070380704807058070680707807088070980710807118071280713807148071580716807178071880719807208072180722807238072480725807268072780728807298073080731807328073380734807358073680737807388073980740807418074280743807448074580746807478074880749807508075180752807538075480755807568075780758807598076080761807628076380764807658076680767807688076980770807718077280773807748077580776807778077880779807808078180782807838078480785807868078780788807898079080791807928079380794807958079680797807988079980800808018080280803808048080580806808078080880809808108081180812808138081480815808168081780818808198082080821808228082380824808258082680827808288082980830808318083280833808348083580836808378083880839808408084180842808438084480845808468084780848808498085080851808528085380854808558085680857808588085980860808618086280863808648086580866808678086880869808708087180872808738087480875808768087780878808798088080881808828088380884808858088680887808888088980890808918089280893808948089580896808978089880899809008090180902809038090480905809068090780908809098091080911809128091380914809158091680917809188091980920809218092280923809248092580926809278092880929809308093180932809338093480935809368093780938809398094080941809428094380944809458094680947809488094980950809518095280953809548095580956809578095880959809608096180962809638096480965809668096780968809698097080971809728097380974809758097680977809788097980980809818098280983809848098580986809878098880989809908099180992809938099480995809968099780998809998100081001810028100381004810058100681007810088100981010810118101281013810148101581016810178101881019810208102181022810238102481025810268102781028810298103081031810328103381034810358103681037810388103981040810418104281043810448104581046810478104881049810508105181052810538105481055810568105781058810598106081061810628106381064810658106681067810688106981070810718107281073810748107581076810778107881079810808108181082810838108481085810868108781088810898109081091810928109381094810958109681097810988109981100811018110281103811048110581106811078110881109811108111181112811138111481115811168111781118811198112081121811228112381124811258112681127811288112981130811318113281133811348113581136811378113881139811408114181142811438114481145811468114781148811498115081151811528115381154811558115681157811588115981160811618116281163811648116581166811678116881169811708117181172811738117481175811768117781178811798118081181811828118381184811858118681187811888118981190811918119281193811948119581196811978119881199812008120181202812038120481205812068120781208812098121081211812128121381214812158121681217812188121981220812218122281223812248122581226812278122881229812308123181232812338123481235812368123781238812398124081241812428124381244812458124681247812488124981250812518125281253812548125581256812578125881259812608126181262812638126481265812668126781268812698127081271812728127381274812758127681277812788127981280812818128281283812848128581286812878128881289812908129181292812938129481295812968129781298812998130081301813028130381304813058130681307813088130981310813118131281313813148131581316813178131881319813208132181322813238132481325813268132781328813298133081331813328133381334813358133681337813388133981340813418134281343813448134581346813478134881349813508135181352813538135481355813568135781358813598136081361813628136381364813658136681367813688136981370813718137281373813748137581376813778137881379813808138181382813838138481385813868138781388813898139081391813928139381394813958139681397813988139981400814018140281403814048140581406814078140881409814108141181412814138141481415814168141781418814198142081421814228142381424814258142681427814288142981430814318143281433814348143581436814378143881439814408144181442814438144481445814468144781448814498145081451814528145381454814558145681457814588145981460814618146281463814648146581466814678146881469814708147181472814738147481475814768147781478814798148081481814828148381484814858148681487814888148981490814918149281493814948149581496814978149881499815008150181502815038150481505815068150781508815098151081511815128151381514815158151681517815188151981520815218152281523815248152581526815278152881529815308153181532815338153481535815368153781538815398154081541815428154381544815458154681547815488154981550815518155281553815548155581556815578155881559815608156181562815638156481565815668156781568815698157081571815728157381574815758157681577815788157981580815818158281583815848158581586815878158881589815908159181592815938159481595815968159781598815998160081601816028160381604816058160681607816088160981610816118161281613816148161581616816178161881619816208162181622816238162481625816268162781628816298163081631816328163381634816358163681637816388163981640816418164281643816448164581646816478164881649816508165181652816538165481655816568165781658816598166081661816628166381664816658166681667816688166981670816718167281673816748167581676816778167881679816808168181682816838168481685816868168781688816898169081691816928169381694816958169681697816988169981700817018170281703817048170581706817078170881709817108171181712817138171481715817168171781718817198172081721817228172381724817258172681727817288172981730817318173281733817348173581736817378173881739817408174181742817438174481745817468174781748817498175081751817528175381754817558175681757817588175981760817618176281763817648176581766817678176881769817708177181772817738177481775817768177781778817798178081781817828178381784817858178681787817888178981790817918179281793817948179581796817978179881799818008180181802818038180481805818068180781808818098181081811818128181381814818158181681817818188181981820818218182281823818248182581826818278182881829818308183181832818338183481835818368183781838818398184081841818428184381844818458184681847818488184981850818518185281853818548185581856818578185881859818608186181862818638186481865818668186781868818698187081871818728187381874818758187681877818788187981880818818188281883818848188581886818878188881889818908189181892818938189481895818968189781898818998190081901819028190381904819058190681907819088190981910819118191281913819148191581916819178191881919819208192181922819238192481925819268192781928819298193081931819328193381934819358193681937819388193981940819418194281943819448194581946819478194881949819508195181952819538195481955819568195781958819598196081961819628196381964819658196681967819688196981970819718197281973819748197581976819778197881979819808198181982819838198481985819868198781988819898199081991819928199381994819958199681997819988199982000820018200282003820048200582006820078200882009820108201182012820138201482015820168201782018820198202082021820228202382024820258202682027820288202982030820318203282033820348203582036820378203882039820408204182042820438204482045820468204782048820498205082051820528205382054820558205682057820588205982060820618206282063820648206582066820678206882069820708207182072820738207482075820768207782078820798208082081820828208382084820858208682087820888208982090820918209282093820948209582096820978209882099821008210182102821038210482105821068210782108821098211082111821128211382114821158211682117821188211982120821218212282123821248212582126821278212882129821308213182132821338213482135821368213782138821398214082141821428214382144821458214682147821488214982150821518215282153821548215582156821578215882159821608216182162821638216482165821668216782168821698217082171821728217382174821758217682177821788217982180821818218282183821848218582186821878218882189821908219182192821938219482195821968219782198821998220082201822028220382204822058220682207822088220982210822118221282213822148221582216822178221882219822208222182222822238222482225822268222782228822298223082231822328223382234822358223682237822388223982240822418224282243822448224582246822478224882249822508225182252822538225482255822568225782258822598226082261822628226382264822658226682267822688226982270822718227282273822748227582276822778227882279822808228182282822838228482285822868228782288822898229082291822928229382294822958229682297822988229982300823018230282303823048230582306823078230882309823108231182312823138231482315823168231782318823198232082321823228232382324823258232682327823288232982330823318233282333823348233582336823378233882339823408234182342823438234482345823468234782348823498235082351823528235382354823558235682357823588235982360823618236282363823648236582366823678236882369823708237182372823738237482375823768237782378823798238082381823828238382384823858238682387823888238982390823918239282393823948239582396823978239882399824008240182402824038240482405824068240782408824098241082411824128241382414824158241682417824188241982420824218242282423824248242582426824278242882429824308243182432824338243482435824368243782438824398244082441824428244382444824458244682447824488244982450824518245282453824548245582456824578245882459824608246182462824638246482465824668246782468824698247082471824728247382474824758247682477824788247982480824818248282483824848248582486824878248882489824908249182492824938249482495824968249782498824998250082501825028250382504825058250682507825088250982510825118251282513825148251582516825178251882519825208252182522825238252482525825268252782528825298253082531825328253382534825358253682537825388253982540825418254282543825448254582546825478254882549825508255182552825538255482555825568255782558825598256082561825628256382564825658256682567825688256982570825718257282573825748257582576825778257882579825808258182582825838258482585825868258782588825898259082591825928259382594825958259682597825988259982600826018260282603826048260582606826078260882609826108261182612826138261482615826168261782618826198262082621826228262382624826258262682627826288262982630826318263282633826348263582636826378263882639826408264182642826438264482645826468264782648826498265082651826528265382654826558265682657826588265982660826618266282663826648266582666826678266882669826708267182672826738267482675826768267782678826798268082681826828268382684826858268682687826888268982690826918269282693826948269582696826978269882699827008270182702827038270482705827068270782708827098271082711827128271382714827158271682717827188271982720827218272282723827248272582726827278272882729827308273182732827338273482735827368273782738827398274082741827428274382744827458274682747827488274982750827518275282753827548275582756827578275882759827608276182762827638276482765827668276782768827698277082771827728277382774827758277682777827788277982780827818278282783827848278582786827878278882789827908279182792827938279482795827968279782798827998280082801828028280382804828058280682807828088280982810828118281282813828148281582816828178281882819828208282182822828238282482825828268282782828828298283082831828328283382834828358283682837828388283982840828418284282843828448284582846828478284882849828508285182852828538285482855828568285782858828598286082861828628286382864828658286682867828688286982870828718287282873828748287582876828778287882879828808288182882828838288482885828868288782888828898289082891828928289382894828958289682897828988289982900829018290282903829048290582906829078290882909829108291182912829138291482915829168291782918829198292082921829228292382924829258292682927829288292982930829318293282933829348293582936829378293882939829408294182942829438294482945829468294782948829498295082951829528295382954829558295682957829588295982960829618296282963829648296582966829678296882969829708297182972829738297482975829768297782978829798298082981829828298382984829858298682987829888298982990829918299282993829948299582996829978299882999830008300183002830038300483005830068300783008830098301083011830128301383014830158301683017830188301983020830218302283023830248302583026830278302883029830308303183032830338303483035830368303783038830398304083041830428304383044830458304683047830488304983050830518305283053830548305583056830578305883059830608306183062830638306483065830668306783068830698307083071830728307383074830758307683077830788307983080830818308283083830848308583086830878308883089830908309183092830938309483095830968309783098830998310083101831028310383104831058310683107831088310983110831118311283113831148311583116831178311883119831208312183122831238312483125831268312783128831298313083131831328313383134831358313683137831388313983140831418314283143831448314583146831478314883149831508315183152831538315483155831568315783158831598316083161831628316383164831658316683167831688316983170831718317283173831748317583176831778317883179831808318183182831838318483185831868318783188831898319083191831928319383194831958319683197831988319983200832018320283203832048320583206832078320883209832108321183212832138321483215832168321783218832198322083221832228322383224832258322683227832288322983230832318323283233832348323583236832378323883239832408324183242832438324483245832468324783248832498325083251832528325383254832558325683257832588325983260832618326283263832648326583266832678326883269832708327183272832738327483275832768327783278832798328083281832828328383284832858328683287832888328983290832918329283293832948329583296832978329883299833008330183302833038330483305833068330783308833098331083311833128331383314833158331683317833188331983320833218332283323833248332583326833278332883329833308333183332833338333483335833368333783338833398334083341833428334383344833458334683347833488334983350833518335283353833548335583356833578335883359833608336183362833638336483365833668336783368833698337083371833728337383374833758337683377833788337983380833818338283383833848338583386833878338883389833908339183392833938339483395833968339783398833998340083401834028340383404834058340683407834088340983410834118341283413834148341583416834178341883419834208342183422834238342483425834268342783428834298343083431834328343383434834358343683437834388343983440834418344283443834448344583446834478344883449834508345183452834538345483455834568345783458834598346083461834628346383464834658346683467834688346983470834718347283473834748347583476834778347883479834808348183482834838348483485834868348783488834898349083491834928349383494834958349683497834988349983500835018350283503835048350583506835078350883509835108351183512835138351483515835168351783518835198352083521835228352383524835258352683527835288352983530835318353283533835348353583536835378353883539835408354183542835438354483545835468354783548835498355083551835528355383554835558355683557835588355983560835618356283563835648356583566835678356883569835708357183572835738357483575835768357783578835798358083581835828358383584835858358683587835888358983590835918359283593835948359583596835978359883599836008360183602836038360483605836068360783608836098361083611836128361383614836158361683617836188361983620836218362283623836248362583626836278362883629836308363183632836338363483635836368363783638836398364083641836428364383644836458364683647836488364983650836518365283653836548365583656836578365883659836608366183662836638366483665836668366783668836698367083671836728367383674836758367683677836788367983680836818368283683836848368583686836878368883689836908369183692836938369483695836968369783698836998370083701837028370383704837058370683707837088370983710837118371283713837148371583716837178371883719837208372183722837238372483725837268372783728837298373083731837328373383734837358373683737837388373983740837418374283743837448374583746837478374883749837508375183752837538375483755837568375783758837598376083761837628376383764837658376683767837688376983770837718377283773837748377583776837778377883779837808378183782837838378483785837868378783788837898379083791837928379383794837958379683797837988379983800838018380283803838048380583806838078380883809838108381183812838138381483815838168381783818838198382083821838228382383824838258382683827838288382983830838318383283833838348383583836838378383883839838408384183842838438384483845838468384783848838498385083851838528385383854838558385683857838588385983860838618386283863838648386583866838678386883869838708387183872838738387483875838768387783878838798388083881838828388383884838858388683887838888388983890838918389283893838948389583896838978389883899839008390183902839038390483905839068390783908839098391083911839128391383914839158391683917839188391983920839218392283923839248392583926839278392883929839308393183932839338393483935839368393783938839398394083941839428394383944839458394683947839488394983950839518395283953839548395583956839578395883959839608396183962839638396483965839668396783968839698397083971839728397383974839758397683977839788397983980839818398283983839848398583986839878398883989839908399183992839938399483995839968399783998839998400084001840028400384004840058400684007840088400984010840118401284013840148401584016840178401884019840208402184022840238402484025840268402784028840298403084031840328403384034840358403684037840388403984040840418404284043840448404584046840478404884049840508405184052840538405484055840568405784058840598406084061840628406384064840658406684067840688406984070840718407284073840748407584076840778407884079840808408184082840838408484085840868408784088840898409084091840928409384094840958409684097840988409984100841018410284103841048410584106841078410884109841108411184112841138411484115841168411784118841198412084121841228412384124841258412684127841288412984130841318413284133841348413584136841378413884139841408414184142841438414484145841468414784148841498415084151841528415384154841558415684157841588415984160841618416284163841648416584166841678416884169841708417184172841738417484175841768417784178841798418084181841828418384184841858418684187841888418984190841918419284193841948419584196841978419884199842008420184202842038420484205842068420784208842098421084211842128421384214842158421684217842188421984220842218422284223842248422584226842278422884229842308423184232842338423484235842368423784238842398424084241842428424384244842458424684247842488424984250842518425284253842548425584256842578425884259842608426184262842638426484265842668426784268842698427084271842728427384274842758427684277842788427984280842818428284283842848428584286842878428884289842908429184292842938429484295842968429784298842998430084301843028430384304843058430684307843088430984310843118431284313843148431584316843178431884319843208432184322843238432484325843268432784328843298433084331843328433384334843358433684337843388433984340843418434284343843448434584346843478434884349843508435184352843538435484355843568435784358843598436084361843628436384364843658436684367843688436984370843718437284373843748437584376843778437884379843808438184382843838438484385843868438784388843898439084391843928439384394843958439684397843988439984400844018440284403844048440584406844078440884409844108441184412844138441484415844168441784418844198442084421844228442384424844258442684427844288442984430844318443284433844348443584436844378443884439844408444184442844438444484445844468444784448844498445084451844528445384454844558445684457844588445984460844618446284463844648446584466844678446884469844708447184472844738447484475844768447784478844798448084481844828448384484844858448684487844888448984490844918449284493844948449584496844978449884499845008450184502845038450484505845068450784508845098451084511845128451384514845158451684517845188451984520845218452284523845248452584526845278452884529845308453184532845338453484535845368453784538845398454084541845428454384544845458454684547845488454984550845518455284553845548455584556845578455884559845608456184562845638456484565845668456784568845698457084571845728457384574845758457684577845788457984580845818458284583845848458584586845878458884589845908459184592845938459484595845968459784598845998460084601846028460384604846058460684607846088460984610846118461284613846148461584616846178461884619846208462184622846238462484625846268462784628846298463084631846328463384634846358463684637846388463984640846418464284643846448464584646846478464884649846508465184652846538465484655846568465784658846598466084661846628466384664846658466684667846688466984670846718467284673846748467584676846778467884679846808468184682846838468484685846868468784688846898469084691846928469384694846958469684697846988469984700847018470284703847048470584706847078470884709847108471184712847138471484715847168471784718847198472084721847228472384724847258472684727847288472984730847318473284733847348473584736847378473884739847408474184742847438474484745847468474784748847498475084751847528475384754847558475684757847588475984760847618476284763847648476584766847678476884769847708477184772847738477484775847768477784778847798478084781847828478384784847858478684787847888478984790847918479284793847948479584796847978479884799848008480184802848038480484805848068480784808848098481084811848128481384814848158481684817848188481984820848218482284823848248482584826848278482884829848308483184832848338483484835848368483784838848398484084841848428484384844848458484684847848488484984850848518485284853848548485584856848578485884859848608486184862848638486484865848668486784868848698487084871848728487384874848758487684877848788487984880848818488284883848848488584886848878488884889848908489184892848938489484895848968489784898848998490084901849028490384904849058490684907849088490984910849118491284913849148491584916849178491884919849208492184922849238492484925849268492784928849298493084931849328493384934849358493684937849388493984940849418494284943849448494584946849478494884949849508495184952849538495484955849568495784958849598496084961849628496384964849658496684967849688496984970849718497284973849748497584976849778497884979849808498184982849838498484985849868498784988849898499084991849928499384994849958499684997849988499985000850018500285003850048500585006850078500885009850108501185012850138501485015850168501785018850198502085021850228502385024850258502685027850288502985030850318503285033850348503585036850378503885039850408504185042850438504485045850468504785048850498505085051850528505385054850558505685057850588505985060850618506285063850648506585066850678506885069850708507185072850738507485075850768507785078850798508085081850828508385084850858508685087850888508985090850918509285093850948509585096850978509885099851008510185102851038510485105851068510785108851098511085111851128511385114851158511685117851188511985120851218512285123851248512585126851278512885129851308513185132851338513485135851368513785138851398514085141851428514385144851458514685147851488514985150851518515285153851548515585156851578515885159851608516185162851638516485165851668516785168851698517085171851728517385174851758517685177851788517985180851818518285183851848518585186851878518885189851908519185192851938519485195851968519785198851998520085201852028520385204852058520685207852088520985210852118521285213852148521585216852178521885219852208522185222852238522485225852268522785228852298523085231852328523385234852358523685237852388523985240852418524285243852448524585246852478524885249852508525185252852538525485255852568525785258852598526085261852628526385264852658526685267852688526985270852718527285273852748527585276852778527885279852808528185282852838528485285852868528785288852898529085291852928529385294852958529685297852988529985300853018530285303853048530585306853078530885309853108531185312853138531485315853168531785318853198532085321853228532385324853258532685327853288532985330853318533285333853348533585336853378533885339853408534185342853438534485345853468534785348853498535085351853528535385354853558535685357853588535985360853618536285363853648536585366853678536885369853708537185372853738537485375853768537785378853798538085381853828538385384853858538685387853888538985390853918539285393853948539585396853978539885399854008540185402854038540485405854068540785408854098541085411854128541385414854158541685417854188541985420854218542285423854248542585426854278542885429854308543185432854338543485435854368543785438854398544085441854428544385444854458544685447854488544985450854518545285453854548545585456854578545885459854608546185462854638546485465854668546785468854698547085471854728547385474854758547685477854788547985480854818548285483854848548585486854878548885489854908549185492854938549485495854968549785498854998550085501855028550385504855058550685507855088550985510855118551285513855148551585516855178551885519855208552185522855238552485525855268552785528855298553085531855328553385534855358553685537855388553985540855418554285543855448554585546855478554885549855508555185552855538555485555855568555785558855598556085561855628556385564855658556685567855688556985570855718557285573855748557585576855778557885579855808558185582855838558485585855868558785588855898559085591855928559385594855958559685597855988559985600856018560285603856048560585606856078560885609856108561185612856138561485615856168561785618856198562085621856228562385624856258562685627856288562985630856318563285633856348563585636856378563885639856408564185642856438564485645856468564785648856498565085651856528565385654856558565685657856588565985660856618566285663856648566585666856678566885669856708567185672856738567485675856768567785678856798568085681856828568385684856858568685687856888568985690856918569285693856948569585696856978569885699857008570185702857038570485705857068570785708857098571085711857128571385714857158571685717857188571985720857218572285723857248572585726857278572885729857308573185732857338573485735857368573785738857398574085741857428574385744857458574685747857488574985750857518575285753857548575585756857578575885759857608576185762857638576485765857668576785768857698577085771857728577385774857758577685777857788577985780857818578285783857848578585786857878578885789857908579185792857938579485795857968579785798857998580085801858028580385804858058580685807858088580985810858118581285813858148581585816858178581885819858208582185822858238582485825858268582785828858298583085831858328583385834858358583685837858388583985840858418584285843858448584585846858478584885849858508585185852858538585485855858568585785858858598586085861858628586385864858658586685867858688586985870858718587285873858748587585876858778587885879858808588185882858838588485885858868588785888858898589085891858928589385894858958589685897858988589985900859018590285903859048590585906859078590885909859108591185912859138591485915859168591785918859198592085921859228592385924859258592685927859288592985930859318593285933859348593585936859378593885939859408594185942859438594485945859468594785948859498595085951859528595385954859558595685957859588595985960859618596285963859648596585966859678596885969859708597185972859738597485975859768597785978859798598085981859828598385984859858598685987859888598985990859918599285993859948599585996859978599885999860008600186002860038600486005860068600786008860098601086011860128601386014860158601686017860188601986020860218602286023860248602586026860278602886029860308603186032860338603486035860368603786038860398604086041860428604386044860458604686047860488604986050860518605286053860548605586056860578605886059860608606186062860638606486065860668606786068860698607086071860728607386074860758607686077860788607986080860818608286083860848608586086860878608886089860908609186092860938609486095860968609786098860998610086101861028610386104861058610686107861088610986110861118611286113861148611586116861178611886119861208612186122861238612486125861268612786128861298613086131861328613386134861358613686137861388613986140861418614286143861448614586146861478614886149861508615186152861538615486155861568615786158861598616086161861628616386164861658616686167861688616986170861718617286173861748617586176861778617886179861808618186182861838618486185861868618786188861898619086191861928619386194861958619686197861988619986200862018620286203862048620586206862078620886209862108621186212862138621486215862168621786218862198622086221862228622386224862258622686227862288622986230862318623286233862348623586236862378623886239862408624186242862438624486245862468624786248862498625086251862528625386254862558625686257862588625986260862618626286263862648626586266862678626886269862708627186272862738627486275862768627786278862798628086281862828628386284862858628686287862888628986290862918629286293862948629586296862978629886299863008630186302863038630486305863068630786308863098631086311863128631386314863158631686317863188631986320863218632286323863248632586326863278632886329863308633186332863338633486335863368633786338863398634086341863428634386344863458634686347863488634986350863518635286353863548635586356863578635886359863608636186362863638636486365863668636786368863698637086371863728637386374863758637686377863788637986380863818638286383863848638586386863878638886389863908639186392863938639486395863968639786398863998640086401864028640386404864058640686407864088640986410864118641286413864148641586416864178641886419864208642186422864238642486425864268642786428864298643086431864328643386434864358643686437864388643986440864418644286443864448644586446864478644886449864508645186452864538645486455864568645786458864598646086461864628646386464864658646686467864688646986470864718647286473864748647586476864778647886479864808648186482864838648486485864868648786488864898649086491864928649386494864958649686497864988649986500865018650286503865048650586506865078650886509865108651186512865138651486515865168651786518865198652086521865228652386524865258652686527865288652986530865318653286533865348653586536865378653886539865408654186542865438654486545865468654786548865498655086551865528655386554865558655686557865588655986560865618656286563865648656586566865678656886569865708657186572865738657486575865768657786578865798658086581865828658386584865858658686587865888658986590865918659286593865948659586596865978659886599866008660186602866038660486605866068660786608866098661086611866128661386614866158661686617866188661986620866218662286623866248662586626866278662886629866308663186632866338663486635866368663786638866398664086641866428664386644866458664686647866488664986650866518665286653866548665586656866578665886659866608666186662866638666486665866668666786668866698667086671866728667386674866758667686677866788667986680866818668286683866848668586686866878668886689866908669186692866938669486695866968669786698866998670086701867028670386704867058670686707867088670986710867118671286713867148671586716867178671886719867208672186722867238672486725867268672786728867298673086731867328673386734867358673686737867388673986740867418674286743867448674586746867478674886749867508675186752867538675486755867568675786758867598676086761867628676386764867658676686767867688676986770867718677286773867748677586776867778677886779867808678186782867838678486785867868678786788867898679086791867928679386794867958679686797867988679986800868018680286803868048680586806868078680886809868108681186812868138681486815868168681786818868198682086821868228682386824868258682686827868288682986830868318683286833868348683586836868378683886839868408684186842868438684486845868468684786848868498685086851868528685386854868558685686857868588685986860868618686286863868648686586866868678686886869868708687186872868738687486875868768687786878868798688086881868828688386884868858688686887868888688986890868918689286893868948689586896868978689886899869008690186902869038690486905869068690786908869098691086911869128691386914869158691686917869188691986920869218692286923869248692586926869278692886929869308693186932869338693486935869368693786938869398694086941869428694386944869458694686947869488694986950869518695286953869548695586956869578695886959869608696186962869638696486965869668696786968869698697086971869728697386974869758697686977869788697986980869818698286983869848698586986869878698886989 |
- <?xml version="1.0" encoding="iso-8859-1" standalone="no"?>
- <!-- Generated by the JDiff Javadoc doclet -->
- <!-- (http://www.jdiff.org) -->
- <!-- on Sun Aug 04 12:45:54 PDT 2013 -->
- <api
- xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
- xsi:noNamespaceSchemaLocation='api.xsd'
- name="hadoop 1.2.1"
- jdversion="1.0.9">
- <!-- Command line arguments = -doclet jdiff.JDiff -docletpath /grid/dev/mattf/hadoop-1.2/build/ivy/lib/Hadoop/jdiff/jdiff-1.0.9.jar:/grid/dev/mattf/hadoop-1.2/build/ivy/lib/Hadoop/jdiff/xerces-1.4.4.jar -classpath /grid/dev/mattf/hadoop-1.2/build/classes:/grid/dev/mattf/hadoop-1.2/lib/hsqldb-1.8.0.10.jar:/grid/dev/mattf/hadoop-1.2/lib/jsp-2.1/jsp-2.1.jar:/grid/dev/mattf/hadoop-1.2/lib/jsp-2.1/jsp-api-2.1.jar:/grid/dev/mattf/hadoop-1.2/lib/kfs-0.2.2.jar:/home/mattf/.ivy2/cache/log4j/log4j/jars/log4j-1.2.15.jar:/home/mattf/.ivy2/cache/commons-httpclient/commons-httpclient/jars/commons-httpclient-3.0.1.jar:/home/mattf/.ivy2/cache/commons-codec/commons-codec/jars/commons-codec-1.4.jar:/home/mattf/.ivy2/cache/commons-cli/commons-cli/jars/commons-cli-1.2.jar:/home/mattf/.ivy2/cache/commons-io/commons-io/jars/commons-io-2.1.jar:/home/mattf/.ivy2/cache/xmlenc/xmlenc/jars/xmlenc-0.52.jar:/home/mattf/.ivy2/cache/commons-daemon/commons-daemon/jars/commons-daemon-1.0.1.jar:/home/mattf/.ivy2/cache/net.java.dev.jets3t/jets3t/jars/jets3t-0.6.1.jar:/home/mattf/.ivy2/cache/commons-net/commons-net/jars/commons-net-3.1.jar:/home/mattf/.ivy2/cache/org.mortbay.jetty/jetty/jars/jetty-6.1.26.jar:/home/mattf/.ivy2/cache/org.mortbay.jetty/jetty-util/jars/jetty-util-6.1.26.jar:/home/mattf/.ivy2/cache/org.mortbay.jetty/servlet-api/jars/servlet-api-2.5-20081211.jar:/home/mattf/.ivy2/cache/asm/asm/jars/asm-3.2.jar:/home/mattf/.ivy2/cache/com.sun.jersey/jersey-core/bundles/jersey-core-1.8.jar:/home/mattf/.ivy2/cache/com.sun.jersey/jersey-json/bundles/jersey-json-1.8.jar:/home/mattf/.ivy2/cache/com.sun.jersey/jersey-server/bundles/jersey-server-1.8.jar:/home/mattf/.ivy2/cache/tomcat/jasper-runtime/jars/jasper-runtime-5.5.12.jar:/home/mattf/.ivy2/cache/tomcat/jasper-compiler/jars/jasper-compiler-5.5.12.jar:/home/mattf/.ivy2/cache/commons-el/commons-el/jars/commons-el-1.0.jar:/home/mattf/.ivy2/cache/commons-configuration/commons-configuration/jars/commons-configuration-1.6.jar:/home/mattf/.ivy2/cache/commons-collections/commons-collections/jars/commons-collections-3.2.1.jar:/home/mattf/.ivy2/cache/commons-lang/commons-lang/jars/commons-lang-2.4.jar:/home/mattf/.ivy2/cache/commons-logging/commons-logging/jars/commons-logging-1.1.1.jar:/home/mattf/.ivy2/cache/commons-digester/commons-digester/jars/commons-digester-1.8.jar:/home/mattf/.ivy2/cache/commons-beanutils/commons-beanutils/jars/commons-beanutils-1.7.0.jar:/home/mattf/.ivy2/cache/commons-beanutils/commons-beanutils-core/jars/commons-beanutils-core-1.8.0.jar:/home/mattf/.ivy2/cache/org.apache.commons/commons-math/jars/commons-math-2.1.jar:/home/mattf/.ivy2/cache/junit/junit/jars/junit-4.5.jar:/home/mattf/.ivy2/cache/commons-logging/commons-logging-api/jars/commons-logging-api-1.0.4.jar:/home/mattf/.ivy2/cache/org.slf4j/slf4j-api/jars/slf4j-api-1.4.3.jar:/home/mattf/.ivy2/cache/org.eclipse.jdt/core/jars/core-3.1.1.jar:/home/mattf/.ivy2/cache/oro/oro/jars/oro-2.0.8.jar:/home/mattf/.ivy2/cache/org.slf4j/slf4j-log4j12/jars/slf4j-log4j12-1.4.3.jar:/home/mattf/.ivy2/cache/org.codehaus.jackson/jackson-mapper-asl/jars/jackson-mapper-asl-1.8.8.jar:/home/mattf/.ivy2/cache/org.codehaus.jackson/jackson-core-asl/jars/jackson-core-asl-1.8.8.jar:/home/mattf/.ivy2/cache/org.mockito/mockito-all/jars/mockito-all-1.8.5.jar:/home/mattf/.ivy2/cache/com.jcraft/jsch/jars/jsch-0.1.42.jar:/home/mattf/.ivy2/cache/org.aspectj/aspectjrt/jars/aspectjrt-1.6.11.jar:/home/mattf/.ivy2/cache/org.aspectj/aspectjtools/jars/aspectjtools-1.6.11.jar:/home/mattf/.ivy2/cache/org.vafer/jdeb/maven-plugins/jdeb-0.8.jar:/grid/dev/mattf/hadoop-1.2/conf:/home/mattf/.ivy2/cache/commons-logging/commons-logging/jars/commons-logging-1.0.4.jar:/home/mattf/.ivy2/cache/jdiff/jdiff/jars/jdiff-1.0.9.jar:/home/mattf/.ivy2/cache/xerces/xerces/jars/xerces-1.4.4.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-launcher.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-swing.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.2/lib/ant-jsch.jar:/home/mattf/tools/jdk1.6.0_u31_64bit/lib/tools.jar -sourcepath /grid/dev/mattf/hadoop-1.2/src/core:/grid/dev/mattf/hadoop-1.2/src/mapred:/grid/dev/mattf/hadoop-1.2/src/tools -apidir /grid/dev/mattf/hadoop-1.2/lib/jdiff -apiname hadoop 1.2.1 -->
- <package name="org.apache.hadoop">
- <!-- start interface org.apache.hadoop.HadoopVersionAnnotation -->
- <interface name="HadoopVersionAnnotation" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <method name="version" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Hadoop version
- @return the version string "0.6.3-dev"]]>
- </doc>
- </method>
- <method name="user" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the username that compiled Hadoop.]]>
- </doc>
- </method>
- <method name="date" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the date when Hadoop was compiled.
- @return the date in unix 'date' format]]>
- </doc>
- </method>
- <method name="url" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the url for the subversion repository.]]>
- </doc>
- </method>
- <method name="revision" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the subversion revision.
- @return the revision number as a string (eg. "451451")]]>
- </doc>
- </method>
- <method name="srcChecksum" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get a checksum of the source files from which
- Hadoop was compiled.
- @return a string that uniquely identifies the source]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A package attribute that captures the version of Hadoop that was compiled.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.HadoopVersionAnnotation -->
- </package>
- <package name="org.apache.hadoop.classification">
- <!-- start class org.apache.hadoop.classification.InterfaceAudience -->
- <class name="InterfaceAudience" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Annotation to inform users of a package, class or method's intended audience.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.classification.InterfaceAudience -->
- <!-- start interface org.apache.hadoop.classification.InterfaceAudience.LimitedPrivate -->
- <interface name="InterfaceAudience.LimitedPrivate" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <method name="value" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Intended only for the project(s) specified in the annotation.
- For example, "Common", "HDFS", "MapReduce", "ZooKeeper", "HBase".]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.classification.InterfaceAudience.LimitedPrivate -->
- <!-- start interface org.apache.hadoop.classification.InterfaceAudience.Private -->
- <interface name="InterfaceAudience.Private" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <doc>
- <![CDATA[Intended for use only within Hadoop itself.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.classification.InterfaceAudience.Private -->
- <!-- start interface org.apache.hadoop.classification.InterfaceAudience.Public -->
- <interface name="InterfaceAudience.Public" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <doc>
- <![CDATA[Intended for use by any project or application.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.classification.InterfaceAudience.Public -->
- <!-- start class org.apache.hadoop.classification.InterfaceStability -->
- <class name="InterfaceStability" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InterfaceStability"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Annotation to inform users of how much to rely on a particular package,
- class or method not changing over time.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.classification.InterfaceStability -->
- <!-- start interface org.apache.hadoop.classification.InterfaceStability.Evolving -->
- <interface name="InterfaceStability.Evolving" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <doc>
- <![CDATA[Evolving, but can break compatibility at minor release (i.e. m.x)]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.classification.InterfaceStability.Evolving -->
- <!-- start interface org.apache.hadoop.classification.InterfaceStability.Stable -->
- <interface name="InterfaceStability.Stable" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <doc>
- <![CDATA[Can evolve while retaining compatibility for minor release boundaries.;
- can break compatibility only at major release (ie. at m.0).]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.classification.InterfaceStability.Stable -->
- <!-- start interface org.apache.hadoop.classification.InterfaceStability.Unstable -->
- <interface name="InterfaceStability.Unstable" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <doc>
- <![CDATA[No guarantee is provided as to reliability or stability across any
- level of release granularity.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.classification.InterfaceStability.Unstable -->
- </package>
- <package name="org.apache.hadoop.conf">
- <!-- start interface org.apache.hadoop.conf.Configurable -->
- <interface name="Configurable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Set the configuration to be used by this object.]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the configuration used by this object.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Something that may be configured with a {@link Configuration}.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.conf.Configurable -->
- <!-- start class org.apache.hadoop.conf.Configuration -->
- <class name="Configuration" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Iterable"/>
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A new configuration.]]>
- </doc>
- </constructor>
- <constructor name="Configuration" type="boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A new configuration where the behavior of reading from the default
- resources can be turned off.
-
- If the parameter {@code loadDefaults} is false, the new instance
- will not load resources from the default files.
- @param loadDefaults specifies whether to load from the default files]]>
- </doc>
- </constructor>
- <constructor name="Configuration" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A new configuration with the same settings cloned from another.
-
- @param other the configuration from which to clone settings.]]>
- </doc>
- </constructor>
- <method name="addDefaultResource"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Add a default resource. Resources are loaded in the order of the resources
- added.
- @param name file name. File should be present in the classpath.]]>
- </doc>
- </method>
- <method name="addResource"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Add a configuration resource.
-
- The properties of this resource will override properties of previously
- added resources, unless they were marked <a href="#Final">final</a>.
-
- @param name resource to be added, the classpath is examined for a file
- with that name.]]>
- </doc>
- </method>
- <method name="addResource"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="url" type="java.net.URL"/>
- <doc>
- <![CDATA[Add a configuration resource.
-
- The properties of this resource will override properties of previously
- added resources, unless they were marked <a href="#Final">final</a>.
-
- @param url url of the resource to be added, the local filesystem is
- examined directly to find the resource, without referring to
- the classpath.]]>
- </doc>
- </method>
- <method name="addResource"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Add a configuration resource.
-
- The properties of this resource will override properties of previously
- added resources, unless they were marked <a href="#Final">final</a>.
-
- @param file file-path of resource to be added, the local filesystem is
- examined directly to find the resource, without referring to
- the classpath.]]>
- </doc>
- </method>
- <method name="addResource"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <doc>
- <![CDATA[Add a configuration resource.
-
- The properties of this resource will override properties of previously
- added resources, unless they were marked <a href="#Final">final</a>.
-
- @param in InputStream to deserialize the object from.]]>
- </doc>
- </method>
- <method name="reloadConfiguration"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Reload configuration from previously added resources.
- This method will clear all the configuration read from the added
- resources, and final parameters. This will make the resources to
- be read again before accessing the values. Values that are added
- via set methods will overlay values read from the resources.]]>
- </doc>
- </method>
- <method name="get" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property, <code>null</code> if
- no such property exists.
-
- Values are processed for <a href="#VariableExpansion">variable expansion</a>
- before being returned.
-
- @param name the property name.
- @return the value of the <code>name</code> property,
- or null if no such property exists.]]>
- </doc>
- </method>
- <method name="getRaw" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property, without doing
- <a href="#VariableExpansion">variable expansion</a>.
-
- @param name the property name.
- @return the value of the <code>name</code> property,
- or null if no such property exists.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the <code>value</code> of the <code>name</code> property.
-
- @param name property name.
- @param value property value.]]>
- </doc>
- </method>
- <method name="unset"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Unset a previously set property.]]>
- </doc>
- </method>
- <method name="setIfUnset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets a property if it is currently unset.
- @param name the property name
- @param value the new value]]>
- </doc>
- </method>
- <method name="get" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property. If no such property
- exists, then <code>defaultValue</code> is returned.
-
- @param name property name.
- @param defaultValue default value.
- @return property value, or <code>defaultValue</code> if the property
- doesn't exist.]]>
- </doc>
- </method>
- <method name="getInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="int"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property as an <code>int</code>.
-
- If no such property exists, or if the specified value is not a valid
- <code>int</code>, then <code>defaultValue</code> is returned.
-
- @param name property name.
- @param defaultValue default value.
- @return property value as an <code>int</code>,
- or <code>defaultValue</code>.]]>
- </doc>
- </method>
- <method name="setInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Set the value of the <code>name</code> property to an <code>int</code>.
-
- @param name property name.
- @param value <code>int</code> value of the property.]]>
- </doc>
- </method>
- <method name="getLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="long"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property as a <code>long</code>.
- If no such property is specified, or if the specified value is not a valid
- <code>long</code>, then <code>defaultValue</code> is returned.
-
- @param name property name.
- @param defaultValue default value.
- @return property value as a <code>long</code>,
- or <code>defaultValue</code>.]]>
- </doc>
- </method>
- <method name="setLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Set the value of the <code>name</code> property to a <code>long</code>.
-
- @param name property name.
- @param value <code>long</code> value of the property.]]>
- </doc>
- </method>
- <method name="getFloat" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="float"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property as a <code>float</code>.
- If no such property is specified, or if the specified value is not a valid
- <code>float</code>, then <code>defaultValue</code> is returned.
-
- @param name property name.
- @param defaultValue default value.
- @return property value as a <code>float</code>,
- or <code>defaultValue</code>.]]>
- </doc>
- </method>
- <method name="setFloat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="float"/>
- <doc>
- <![CDATA[Set the value of the <code>name</code> property to a <code>float</code>.
-
- @param name property name.
- @param value property value.]]>
- </doc>
- </method>
- <method name="getBoolean" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="boolean"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property as a <code>boolean</code>.
- If no such property is specified, or if the specified value is not a valid
- <code>boolean</code>, then <code>defaultValue</code> is returned.
-
- @param name property name.
- @param defaultValue default value.
- @return property value as a <code>boolean</code>,
- or <code>defaultValue</code>.]]>
- </doc>
- </method>
- <method name="setBoolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="boolean"/>
- <doc>
- <![CDATA[Set the value of the <code>name</code> property to a <code>boolean</code>.
-
- @param name property name.
- @param value <code>boolean</code> value of the property.]]>
- </doc>
- </method>
- <method name="setBooleanIfUnset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="boolean"/>
- <doc>
- <![CDATA[Set the given property, if it is currently unset.
- @param name property name
- @param value new value]]>
- </doc>
- </method>
- <method name="setEnum"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="java.lang.Enum"/>
- <doc>
- <![CDATA[Set the value of the <code>name</code> property to the given type. This
- is equivalent to <code>set(<name>, value.toString())</code>.
- @param name property name
- @param value new value]]>
- </doc>
- </method>
- <method name="getEnum" return="java.lang.Enum"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="java.lang.Enum"/>
- <doc>
- <![CDATA[Return value matching this enumerated type.
- @param name Property name
- @param defaultValue Value returned if no mapping exists
- @throws IllegalArgumentException If mapping is illegal for the type
- provided]]>
- </doc>
- </method>
- <method name="getRange" return="org.apache.hadoop.conf.Configuration.IntegerRanges"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="java.lang.String"/>
- <doc>
- <![CDATA[Parse the given attribute as a set of integer ranges
- @param name the attribute name
- @param defaultValue the default value if it is not set
- @return a new set of ranges from the configured value]]>
- </doc>
- </method>
- <method name="getStringCollection" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the comma delimited values of the <code>name</code> property as
- a collection of <code>String</code>s.
- If no such property is specified then empty collection is returned.
- <p>
- This is an optimized version of {@link #getStrings(String)}
-
- @param name property name.
- @return property value as a collection of <code>String</code>s.]]>
- </doc>
- </method>
- <method name="getStrings" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the comma delimited values of the <code>name</code> property as
- an array of <code>String</code>s.
- If no such property is specified then <code>null</code> is returned.
-
- @param name property name.
- @return property value as an array of <code>String</code>s,
- or <code>null</code>.]]>
- </doc>
- </method>
- <method name="getStrings" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Get the comma delimited values of the <code>name</code> property as
- an array of <code>String</code>s.
- If no such property is specified then default value is returned.
-
- @param name property name.
- @param defaultValue The default value
- @return property value as an array of <code>String</code>s,
- or default value.]]>
- </doc>
- </method>
- <method name="setStrings"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="values" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Set the array of string values for the <code>name</code> property as
- as comma delimited values.
-
- @param name property name.
- @param values The values]]>
- </doc>
- </method>
- <method name="getClassByName" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Load a class by name.
-
- @param name the class name.
- @return the class object.
- @throws ClassNotFoundException if the class is not found.]]>
- </doc>
- </method>
- <method name="getClasses" return="java.lang.Class[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="java.lang.Class[]"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property
- as an array of <code>Class</code>.
- The value of the property specifies a list of comma separated class names.
- If no such property is specified, then <code>defaultValue</code> is
- returned.
-
- @param name the property name.
- @param defaultValue default value.
- @return property value as a <code>Class[]</code>,
- or <code>defaultValue</code>.]]>
- </doc>
- </method>
- <method name="getClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property as a <code>Class</code>.
- If no such property is specified, then <code>defaultValue</code> is
- returned.
-
- @param name the class name.
- @param defaultValue default value.
- @return property value as a <code>Class</code>,
- or <code>defaultValue</code>.]]>
- </doc>
- </method>
- <method name="getClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="defaultValue" type="java.lang.Class"/>
- <param name="xface" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property as a <code>Class</code>
- implementing the interface specified by <code>xface</code>.
-
- If no such property is specified, then <code>defaultValue</code> is
- returned.
-
- An exception is thrown if the returned class does not implement the named
- interface.
-
- @param name the class name.
- @param defaultValue default value.
- @param xface the interface implemented by the named class.
- @return property value as a <code>Class</code>,
- or <code>defaultValue</code>.]]>
- </doc>
- </method>
- <method name="getInstances" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="xface" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get the value of the <code>name</code> property as a <code>List</code>
- of objects implementing the interface specified by <code>xface</code>.
-
- An exception is thrown if any of the classes does not exist, or if it does
- not implement the named interface.
-
- @param name the property name.
- @param xface the interface implemented by the classes named by
- <code>name</code>.
- @return a <code>List</code> of objects implementing <code>xface</code>.]]>
- </doc>
- </method>
- <method name="setClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="theClass" type="java.lang.Class"/>
- <param name="xface" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the value of the <code>name</code> property to the name of a
- <code>theClass</code> implementing the given interface <code>xface</code>.
-
- An exception is thrown if <code>theClass</code> does not implement the
- interface <code>xface</code>.
-
- @param name property name.
- @param theClass property value.
- @param xface the interface implemented by the named class.]]>
- </doc>
- </method>
- <method name="getLocalPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dirsProp" type="java.lang.String"/>
- <param name="path" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a local file under a directory named by <i>dirsProp</i> with
- the given <i>path</i>. If <i>dirsProp</i> contains multiple directories,
- then one is chosen based on <i>path</i>'s hash code. If the selected
- directory does not exist, an attempt is made to create it.
-
- @param dirsProp directory in which to locate the file.
- @param path file-path.
- @return local file under the directory with the given path.]]>
- </doc>
- </method>
- <method name="getFile" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dirsProp" type="java.lang.String"/>
- <param name="path" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a local file name under a directory named in <i>dirsProp</i> with
- the given <i>path</i>. If <i>dirsProp</i> contains multiple directories,
- then one is chosen based on <i>path</i>'s hash code. If the selected
- directory does not exist, an attempt is made to create it.
-
- @param dirsProp directory in which to locate the file.
- @param path file-path.
- @return local file under the directory with the given path.]]>
- </doc>
- </method>
- <method name="getResource" return="java.net.URL"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the {@link URL} for the named resource.
-
- @param name resource name.
- @return the url for the named resource.]]>
- </doc>
- </method>
- <method name="getConfResourceAsInputStream" return="java.io.InputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get an input stream attached to the configuration resource with the
- given <code>name</code>.
-
- @param name configuration resource name.
- @return an input stream attached to the resource.]]>
- </doc>
- </method>
- <method name="getConfResourceAsReader" return="java.io.Reader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get a {@link Reader} attached to the configuration resource with the
- given <code>name</code>.
-
- @param name configuration resource name.
- @return a reader attached to the resource.]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the number of keys in the configuration.
- @return number of keys in the configuration.]]>
- </doc>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Clears all keys from the configuration.]]>
- </doc>
- </method>
- <method name="iterator" return="java.util.Iterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get an {@link Iterator} to go through the list of <code>String</code>
- key-value pairs in the configuration.
-
- @return an iterator over the entries.]]>
- </doc>
- </method>
- <method name="writeXml"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write out the non-default properties in this configuration to the given
- {@link OutputStream}.
-
- @param out the output stream to write to.]]>
- </doc>
- </method>
- <method name="writeXml"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.Writer"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write out the non-default properties in this configuration to the given
- {@link Writer}.
-
- @param out the writer to write to.]]>
- </doc>
- </method>
- <method name="dumpConfiguration"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="config" type="org.apache.hadoop.conf.Configuration"/>
- <param name="out" type="java.io.Writer"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes out all the parameters and their properties (final and resource) to
- the given {@link Writer}
- The format of the output would be
- { "properties" : [ {key1,value1,key1.isFinal,key1.resource}, {key2,value2,
- key2.isFinal,key2.resource}... ] }
- It does not output the parameters of the configuration object which is
- loaded from an input stream.
- @param out the Writer to write to
- @throws IOException]]>
- </doc>
- </method>
- <method name="getClassLoader" return="java.lang.ClassLoader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link ClassLoader} for this job.
-
- @return the correct class loader.]]>
- </doc>
- </method>
- <method name="setClassLoader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="classLoader" type="java.lang.ClassLoader"/>
- <doc>
- <![CDATA[Set the class loader that will be used to load the various objects.
-
- @param classLoader the new class loader.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setQuietMode"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="quietmode" type="boolean"/>
- <doc>
- <![CDATA[Set the quietness-mode.
-
- In the quiet-mode, error and informational messages might not be logged.
-
- @param quietmode <code>true</code> to set quiet-mode on, <code>false</code>
- to turn it off.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[For debugging. List non-default properties to the terminal and exit.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getValByRegex" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="regex" type="java.lang.String"/>
- <doc>
- <![CDATA[get keys matching the the regex
- @param regex
- @return Map<String,String> with matching keys]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Provides access to configuration parameters.
- <h4 id="Resources">Resources</h4>
- <p>Configurations are specified by resources. A resource contains a set of
- name/value pairs as XML data. Each resource is named by either a
- <code>String</code> or by a {@link Path}. If named by a <code>String</code>,
- then the classpath is examined for a file with that name. If named by a
- <code>Path</code>, then the local filesystem is examined directly, without
- referring to the classpath.
- <p>Unless explicitly turned off, Hadoop by default specifies two
- resources, loaded in-order from the classpath: <ol>
- <li><tt><a href="{@docRoot}/../core-default.html">core-default.xml</a>
- </tt>: Read-only defaults for hadoop.</li>
- <li><tt>core-site.xml</tt>: Site-specific configuration for a given hadoop
- installation.</li>
- </ol>
- Applications may add additional resources, which are loaded
- subsequent to these resources in the order they are added.
-
- <h4 id="FinalParams">Final Parameters</h4>
- <p>Configuration parameters may be declared <i>final</i>.
- Once a resource declares a value final, no subsequently-loaded
- resource can alter that value.
- For example, one might define a final parameter with:
- <tt><pre>
- <property>
- <name>dfs.client.buffer.dir</name>
- <value>/tmp/hadoop/dfs/client</value>
- <b><final>true</final></b>
- </property></pre></tt>
- Administrators typically define parameters as final in
- <tt>core-site.xml</tt> for values that user applications may not alter.
- <h4 id="VariableExpansion">Variable Expansion</h4>
- <p>Value strings are first processed for <i>variable expansion</i>. The
- available properties are:<ol>
- <li>Other properties defined in this Configuration; and, if a name is
- undefined here,</li>
- <li>Properties in {@link System#getProperties()}.</li>
- </ol>
- <p>For example, if a configuration resource contains the following property
- definitions:
- <tt><pre>
- <property>
- <name>basedir</name>
- <value>/user/${<i>user.name</i>}</value>
- </property>
-
- <property>
- <name>tempdir</name>
- <value>${<i>basedir</i>}/tmp</value>
- </property></pre></tt>
- When <tt>conf.get("tempdir")</tt> is called, then <tt>${<i>basedir</i>}</tt>
- will be resolved to another property in this Configuration, while
- <tt>${<i>user.name</i>}</tt> would then ordinarily be resolved to the value
- of the System property with that name.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.conf.Configuration -->
- <!-- start class org.apache.hadoop.conf.Configuration.IntegerRanges -->
- <class name="Configuration.IntegerRanges" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Configuration.IntegerRanges"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Configuration.IntegerRanges" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="isIncluded" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Is the given value in the set of ranges
- @param value the value to check
- @return is the value in the ranges?]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A class that represents a set of positive integer ranges. It parses
- strings of the form: "2-3,5,7-" where ranges are separated by comma and
- the lower/upper bounds are separated by dash. Either the lower or upper
- bound may be omitted meaning all values up to or over. So the string
- above means 2, 3, 5, and 7, 8, 9, ...]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.conf.Configuration.IntegerRanges -->
- <!-- start class org.apache.hadoop.conf.Configured -->
- <class name="Configured" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="Configured"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a Configured.]]>
- </doc>
- </constructor>
- <constructor name="Configured" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a Configured.]]>
- </doc>
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Base class for things that may be configured with a {@link Configuration}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.conf.Configured -->
- <!-- start class org.apache.hadoop.conf.ConfServlet -->
- <class name="ConfServlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ConfServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A servlet to print out the running configuration data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.conf.ConfServlet -->
- <!-- start class org.apache.hadoop.conf.ConfServlet.BadFormatException -->
- <class name="ConfServlet.BadFormatException" extends="java.lang.Exception"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ConfServlet.BadFormatException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.conf.ConfServlet.BadFormatException -->
- </package>
- <package name="org.apache.hadoop.fs">
- <!-- start class org.apache.hadoop.fs.BlockLocation -->
- <class name="BlockLocation" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="BlockLocation"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default Constructor]]>
- </doc>
- </constructor>
- <constructor name="BlockLocation" type="java.lang.String[], java.lang.String[], long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor with host, name, offset and length]]>
- </doc>
- </constructor>
- <constructor name="BlockLocation" type="java.lang.String[], java.lang.String[], java.lang.String[], long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor with host, name, network topology, offset and length]]>
- </doc>
- </constructor>
- <method name="getHosts" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the list of hosts (hostname) hosting this block]]>
- </doc>
- </method>
- <method name="getNames" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the list of names (hostname:port) hosting this block]]>
- </doc>
- </method>
- <method name="getTopologyPaths" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the list of network topology paths for each of the hosts.
- The last component of the path is the host.]]>
- </doc>
- </method>
- <method name="getOffset" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the start offset of file associated with this block]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the length of the block]]>
- </doc>
- </method>
- <method name="setOffset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="offset" type="long"/>
- <doc>
- <![CDATA[Set the start offset of file associated with this block]]>
- </doc>
- </method>
- <method name="setLength"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="length" type="long"/>
- <doc>
- <![CDATA[Set the length of block]]>
- </doc>
- </method>
- <method name="setHosts"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="hosts" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the hosts hosting this block]]>
- </doc>
- </method>
- <method name="setNames"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="names" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the names (host:port) hosting this block]]>
- </doc>
- </method>
- <method name="setTopologyPaths"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="topologyPaths" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the network topology paths of the hosts]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Implement write of Writable]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Implement readFields of Writable]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.fs.BlockLocation -->
- <!-- start class org.apache.hadoop.fs.BufferedFSInputStream -->
- <class name="BufferedFSInputStream" extends="java.io.BufferedInputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.fs.Seekable"/>
- <implements name="org.apache.hadoop.fs.PositionedReadable"/>
- <implements name="org.apache.hadoop.fs.HasFileDescriptor"/>
- <constructor name="BufferedFSInputStream" type="org.apache.hadoop.fs.FSInputStream, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a <code>BufferedFSInputStream</code>
- with the specified buffer size,
- and saves its argument, the input stream
- <code>in</code>, for later use. An internal
- buffer array of length <code>size</code>
- is created and stored in <code>buf</code>.
- @param in the underlying input stream.
- @param size the buffer size.
- @exception IllegalArgumentException if size <= 0.]]>
- </doc>
- </constructor>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="skip" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="seek"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="seekToNewSource" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="targetPos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFileDescriptor" return="java.io.FileDescriptor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A class optimizes reading from FSInputStream by bufferring]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.BufferedFSInputStream -->
- <!-- start class org.apache.hadoop.fs.ChecksumException -->
- <class name="ChecksumException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ChecksumException" type="java.lang.String, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Thrown for checksum errors.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.ChecksumException -->
- <!-- start class org.apache.hadoop.fs.ChecksumFileSystem -->
- <class name="ChecksumFileSystem" extends="org.apache.hadoop.fs.FilterFileSystem"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ChecksumFileSystem" type="org.apache.hadoop.fs.FileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getApproxChkSumLength" return="double"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="size" type="long"/>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="setVerifyChecksum"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="verifyChecksum" type="boolean"/>
- <doc>
- <![CDATA[Set whether to verify checksum.]]>
- </doc>
- </method>
- <method name="getRawFileSystem" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get the raw file system]]>
- </doc>
- </method>
- <method name="getChecksumFile" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Return the name of the checksum file associated with a file.]]>
- </doc>
- </method>
- <method name="isChecksumFile" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Return true iff file is a checksum file name.]]>
- </doc>
- </method>
- <method name="getChecksumFileLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="fileSize" type="long"/>
- <doc>
- <![CDATA[Return the length of the checksum file given the size of the
- actual file.]]>
- </doc>
- </method>
- <method name="getBytesPerSum" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the bytes Per Checksum]]>
- </doc>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataInputStream at the indicated Path.
- @param f the file name to open
- @param bufferSize the size of the buffer to be used.]]>
- </doc>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getChecksumLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="size" type="long"/>
- <param name="bytesPerSum" type="int"/>
- <doc>
- <![CDATA[Calculated the length of the checksum file in bytes.
- @param size the length of the data file in bytes
- @param bytesPerSum the number of bytes in a checksum block
- @return the number of bytes in the checksum file]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="setReplication" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="replication" type="short"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set replication for an existing file.
- Implement the abstract <tt>setReplication</tt> of <tt>FileSystem</tt>
- @param src file name
- @param replication new replication
- @throws IOException
- @return true if successful;
- false if file does not exist or is a directory]]>
- </doc>
- </method>
- <method name="rename" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Rename files/dirs]]>
- </doc>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Implement the delete(Path, boolean) in checksum
- file system.]]>
- </doc>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[List the statuses of the files/directories in the given path if the path is
- a directory.
-
- @param f
- given path
- @return the statuses of the files/directories in the given patch
- @throws IOException]]>
- </doc>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="copyToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is under FS, and the dst is on the local disk.
- Copy it from FS control to the local dst name.]]>
- </doc>
- </method>
- <method name="copyToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <param name="copyCrc" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is under FS, and the dst is on the local disk.
- Copy it from FS control to the local dst name.
- If src and dst are directories, the copyCrc parameter
- determines whether to copy CRC files.]]>
- </doc>
- </method>
- <method name="startLocalOutput" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="completeLocalOutput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="reportChecksumFailure" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="in" type="org.apache.hadoop.fs.FSDataInputStream"/>
- <param name="inPos" type="long"/>
- <param name="sums" type="org.apache.hadoop.fs.FSDataInputStream"/>
- <param name="sumsPos" type="long"/>
- <doc>
- <![CDATA[Report a checksum error to the file system.
- @param f the file name containing the error
- @param in the stream open on the file
- @param inPos the position of the beginning of the bad data in the file
- @param sums the stream open on the checksum file
- @param sumsPos the position of the beginning of the bad data in the checksum file
- @return if retry is neccessary]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Abstract Checksumed FileSystem.
- It provide a basice implementation of a Checksumed FileSystem,
- which creates a checksum file for each raw file.
- It generates & verifies checksums at the client side.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.ChecksumFileSystem -->
- <!-- start class org.apache.hadoop.fs.CommonConfigurationKeys -->
- <class name="CommonConfigurationKeys" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CommonConfigurationKeys"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <field name="FS_DEFAULT_NAME_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="FS_DEFAULT_NAME_DEFAULT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HADOOP_SECURITY_GROUP_MAPPING" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="HADOOP_SECURITY_AUTHENTICATION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="HADOOP_SECURITY_AUTHORIZATION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="HADOOP_SECURITY_INSTRUMENTATION_REQUIRES_ADMIN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="HADOOP_SECURITY_SERVICE_USER_NAME_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="HADOOP_SECURITY_TOKEN_SERVICE_USE_IP" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="HADOOP_SECURITY_TOKEN_SERVICE_USE_IP_DEFAULT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HADOOP_SECURITY_USE_WEAK_HTTP_CRYPTO_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HADOOP_SECURITY_USE_WEAK_HTTP_CRYPTO_DEFAULT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IPC_SERVER_RPC_READ_THREADS_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IPC_SERVER_RPC_READ_THREADS_DEFAULT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IO_NATIVE_LIB_AVAILABLE_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IO_NATIVE_LIB_AVAILABLE_DEFAULT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default value for IO_NATIVE_LIB_AVAILABLE_KEY]]>
- </doc>
- </field>
- <field name="IO_COMPRESSION_CODEC_SNAPPY_BUFFERSIZE_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Internal buffer size for Snappy compressor/decompressors]]>
- </doc>
- </field>
- <field name="IO_COMPRESSION_CODEC_SNAPPY_BUFFERSIZE_DEFAULT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default value for IO_COMPRESSION_CODEC_SNAPPY_BUFFERSIZE_KEY]]>
- </doc>
- </field>
- <field name="HADOOP_RELAXED_VERSION_CHECK_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="HADOOP_RELAXED_VERSION_CHECK_DEFAULT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HADOOP_SKIP_VERSION_CHECK_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[See src/core/core-default.xml]]>
- </doc>
- </field>
- <field name="HADOOP_SKIP_VERSION_CHECK_DEFAULT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HADOOP_JETTY_LOGS_SERVE_ALIASES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Enable/Disable aliases serving from jetty]]>
- </doc>
- </field>
- <field name="DEFAULT_HADOOP_JETTY_LOGS_SERVE_ALIASES" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IPC_CLIENT_FALLBACK_TO_SIMPLE_AUTH_ALLOWED_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IPC_CLIENT_FALLBACK_TO_SIMPLE_AUTH_ALLOWED_DEFAULT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class contains constants for configuration keys used
- in the common code.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.CommonConfigurationKeys -->
- <!-- start class org.apache.hadoop.fs.ContentSummary -->
- <class name="ContentSummary" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="ContentSummary"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor]]>
- </doc>
- </constructor>
- <constructor name="ContentSummary" type="long, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor]]>
- </doc>
- </constructor>
- <constructor name="ContentSummary" type="long, long, long, long, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor]]>
- </doc>
- </constructor>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the length]]>
- </doc>
- </method>
- <method name="getDirectoryCount" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the directory count]]>
- </doc>
- </method>
- <method name="getFileCount" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the file count]]>
- </doc>
- </method>
- <method name="getQuota" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the directory quota]]>
- </doc>
- </method>
- <method name="getSpaceConsumed" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Retuns (disk) space consumed]]>
- </doc>
- </method>
- <method name="getSpaceQuota" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns (disk) space quota]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getHeader" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="qOption" type="boolean"/>
- <doc>
- <![CDATA[Return the header of the output.
- if qOption is false, output directory count, file count, and content size;
- if qOption is true, output quota and remaining quota as well.
-
- @param qOption a flag indicating if quota needs to be printed or not
- @return the header of the output]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="qOption" type="boolean"/>
- <doc>
- <![CDATA[Return the string representation of the object in the output format.
- if qOption is false, output directory count, file count, and content size;
- if qOption is true, output quota and remaining quota as well.
-
- @param qOption a flag indicating if quota needs to be printed or not
- @return the string representation of the object]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Store the summary of a content (a directory or a file).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.ContentSummary -->
- <!-- start class org.apache.hadoop.fs.DF -->
- <class name="DF" extends="org.apache.hadoop.util.Shell"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DF" type="java.io.File, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="DF" type="java.io.File, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getDirPath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the canonical path to the volume we're checking.]]>
- </doc>
- </method>
- <method name="getFilesystem" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@return a string indicating which filesystem volume we're checking.]]>
- </doc>
- </method>
- <method name="getCapacity" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the capacity of the measured filesystem in bytes.]]>
- </doc>
- </method>
- <method name="getUsed" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the total used space on the filesystem in bytes.]]>
- </doc>
- </method>
- <method name="getAvailable" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the usable space remaining on the filesystem in bytes.]]>
- </doc>
- </method>
- <method name="getPercentUsed" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the amount of the volume full, as a percent.]]>
- </doc>
- </method>
- <method name="getMount" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@return the filesystem mount point for the indicated volume]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getExecString" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="parseExecResult"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="lines" type="java.io.BufferedReader"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <field name="DF_INTERVAL_DEFAULT" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default DF refresh interval.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Filesystem disk space usage statistics. Uses the unix 'df' program to get
- mount points, and java.io.File for space utilization. Tested on Linux,
- FreeBSD, Cygwin.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.DF -->
- <!-- start class org.apache.hadoop.fs.DU -->
- <class name="DU" extends="org.apache.hadoop.util.Shell"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DU" type="java.io.File, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Keeps track of disk usage.
- @param path the path to check disk usage in
- @param interval refresh the disk usage at this interval
- @throws IOException if we fail to refresh the disk usage]]>
- </doc>
- </constructor>
- <constructor name="DU" type="java.io.File, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Keeps track of disk usage.
- @param path the path to check disk usage in
- @param conf configuration object
- @throws IOException if we fail to refresh the disk usage]]>
- </doc>
- </constructor>
- <method name="decDfsUsed"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Decrease how much disk space we use.
- @param value decrease by this value]]>
- </doc>
- </method>
- <method name="incDfsUsed"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Increase how much disk space we use.
- @param value increase by this value]]>
- </doc>
- </method>
- <method name="getUsed" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@return disk space used
- @throws IOException if the shell command fails]]>
- </doc>
- </method>
- <method name="getDirPath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the path of which we're keeping track of disk usage]]>
- </doc>
- </method>
- <method name="start"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Start the disk usage checking thread.]]>
- </doc>
- </method>
- <method name="shutdown"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Shut down the refreshing thread.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getExecString" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="parseExecResult"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="lines" type="java.io.BufferedReader"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <doc>
- <![CDATA[Filesystem disk space usage statistics. Uses the unix 'du' program]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.DU -->
- <!-- start class org.apache.hadoop.fs.FileAlreadyExistsException -->
- <class name="FileAlreadyExistsException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileAlreadyExistsException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FileAlreadyExistsException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Used when target file already exists for any operation and
- is not configured to be overwritten.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FileAlreadyExistsException -->
- <!-- start class org.apache.hadoop.fs.FileChecksum -->
- <class name="FileChecksum" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="FileChecksum"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getAlgorithmName" return="java.lang.String"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The checksum algorithm name]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The length of the checksum in bytes]]>
- </doc>
- </method>
- <method name="getBytes" return="byte[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The value of the checksum in bytes]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- <doc>
- <![CDATA[Return true if both the algorithms and the values are the same.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An abstract class representing file checksums for files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FileChecksum -->
- <!-- start class org.apache.hadoop.fs.FileStatus -->
- <class name="FileStatus" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Comparable"/>
- <constructor name="FileStatus"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FileStatus" type="long, boolean, int, long, long, org.apache.hadoop.fs.Path"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FileStatus" type="long, boolean, int, long, long, long, org.apache.hadoop.fs.permission.FsPermission, java.lang.String, java.lang.String, org.apache.hadoop.fs.Path"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getLen" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isDir" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is this a directory?
- @return true if this is a directory]]>
- </doc>
- </method>
- <method name="getBlockSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the block size of the file.
- @return the number of bytes]]>
- </doc>
- </method>
- <method name="getReplication" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the replication factor of a file.
- @return the replication factor of a file.]]>
- </doc>
- </method>
- <method name="getModificationTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the modification time of the file.
- @return the modification time of file in milliseconds since January 1, 1970 UTC.]]>
- </doc>
- </method>
- <method name="getAccessTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the access time of the file.
- @return the access time of file in milliseconds since January 1, 1970 UTC.]]>
- </doc>
- </method>
- <method name="getPermission" return="org.apache.hadoop.fs.permission.FsPermission"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get FsPermission associated with the file.
- @return permssion. If a filesystem does not have a notion of permissions
- or if permissions could not be determined, then default
- permissions equivalent of "rwxrwxrwx" is returned.]]>
- </doc>
- </method>
- <method name="getOwner" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the owner of the file.
- @return owner of the file. The string could be empty if there is no
- notion of owner of a file in a filesystem or if it could not
- be determined (rare).]]>
- </doc>
- </method>
- <method name="getGroup" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the group associated with the file.
- @return group for the file. The string could be empty if there is no
- notion of group of a file in a filesystem or if it could not
- be determined (rare).]]>
- </doc>
- </method>
- <method name="getPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setPermission"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <doc>
- <![CDATA[Sets permission.
- @param permission if permission is null, default value is set]]>
- </doc>
- </method>
- <method name="setOwner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="owner" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets owner.
- @param owner if it is null, default value is set]]>
- </doc>
- </method>
- <method name="setGroup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets group.
- @param group if it is null, default value is set]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compare this object to another object
-
- @param o the object to be compared.
- @return a negative integer, zero, or a positive integer as this object
- is less than, equal to, or greater than the specified object.
-
- @throws ClassCastException if the specified object's is not of
- type FileStatus]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compare if this object is equal to another object
- @param o the object to be compared.
- @return true if two file status has the same path name; false if not.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a hash code value for the object, which is defined as
- the hash code of the path name.
- @return a hash code value for the path name.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface that represents the client side information for a file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FileStatus -->
- <!-- start class org.apache.hadoop.fs.FileSystem -->
- <class name="FileSystem" extends="org.apache.hadoop.conf.Configured"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="FileSystem"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="addFileSystemForTesting"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method adds a file system for testing so that we can find it later.
- It is only for testing.
- @param uri the uri to store it under
- @param conf the configuration to store it under
- @param fs the file system to store
- @throws IOException]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="get" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the configured filesystem implementation.]]>
- </doc>
- </method>
- <method name="getDefaultUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the default filesystem URI from a configuration.
- @param conf the configuration to access
- @return the uri of the default filesystem]]>
- </doc>
- </method>
- <method name="setDefaultUri"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="uri" type="java.net.URI"/>
- <doc>
- <![CDATA[Set the default filesystem URI in a configuration.
- @param conf the configuration to alter
- @param uri the new default filesystem uri]]>
- </doc>
- </method>
- <method name="setDefaultUri"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="uri" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the default filesystem URI in a configuration.
- @param conf the configuration to alter
- @param uri the new default filesystem uri]]>
- </doc>
- </method>
- <method name="getCacheSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of entries in the filesystem cache
- @return the number of entries in the filesystem cache]]>
- </doc>
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called after a new FileSystem instance is constructed.
- @param name a uri whose authority section names the host, port, etc.
- for this FileSystem
- @param conf the configuration]]>
- </doc>
- </method>
- <method name="getUri" return="java.net.URI"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a URI whose scheme and authority identify this FileSystem.]]>
- </doc>
- </method>
- <method name="getCanonicalUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resolve the uri's hostname and add the default port if not in the uri
- @return URI
- @see NetUtils#getCanonicalUri(URI, int)]]>
- </doc>
- </method>
- <method name="getDefaultPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the default port for this file system.
- @return the default port or 0 if there isn't one]]>
- </doc>
- </method>
- <method name="getCanonicalServiceName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get a canonical service name for this file system. The token cache is
- the only user of this value, and uses it to lookup this filesystem's
- service tokens. The token cache will not attempt to acquire tokens if the
- service is null.
- @return a service string that uniquely identifies this file system, null
- if the filesystem does not implement tokens
- @see SecurityUtil#buildDTServiceName(URI, int)]]>
- </doc>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="call #getUri() instead.">
- <doc>
- <![CDATA[@deprecated call #getUri() instead.]]>
- </doc>
- </method>
- <method name="getNamed" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="call #get(URI,Configuration) instead.">
- <param name="name" type="java.lang.String"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated call #get(URI,Configuration) instead.]]>
- </doc>
- </method>
- <method name="getLocal" return="org.apache.hadoop.fs.LocalFileSystem"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the local file syste
- @param conf the configuration to configure the file system with
- @return a LocalFileSystem]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the FileSystem for this URI's scheme and authority. The scheme
- of the URI determines a configuration property name,
- <tt>fs.<i>scheme</i>.class</tt> whose value names the FileSystem class.
- The entire URI is passed to the FileSystem instance's initialize method.]]>
- </doc>
- </method>
- <method name="closeAll"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close all cached filesystems. Be sure those filesystems are not
- used anymore.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="closeAllForUGI"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ugi" type="org.apache.hadoop.security.UserGroupInformation"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close all cached filesystems for a given UGI. Be sure those filesystems
- are not used anymore.
- @param ugi
- @throws IOException]]>
- </doc>
- </method>
- <method name="makeQualified" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Make sure that a path specifies a FileSystem.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[create a file with the provided permission
- The permission of the file is set to be the provided permission as in
- setPermission, not permission&~umask
-
- It is implemented using two RPCs. It is understood that it is inefficient,
- but the implementation is thread-safe. The other option is to change the
- value of umask in configuration to be 0, but it is not thread-safe.
-
- @param fs file system handle
- @param file the name of the file to be created
- @param permission the permission of the file
- @return an output stream
- @throws IOException]]>
- </doc>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[create a directory with the provided permission
- The permission of the directory is set to be the provided permission as in
- setPermission, not permission&~umask
-
- @see #create(FileSystem, Path, FsPermission)
-
- @param fs file system handle
- @param dir the name of the directory to be created
- @param permission the permission of the directory
- @return true if the directory creation succeeds; false otherwise
- @throws IOException]]>
- </doc>
- </method>
- <method name="checkPath"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Check that a Path belongs to this FileSystem.]]>
- </doc>
- </method>
- <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.FileStatus"/>
- <param name="start" type="long"/>
- <param name="len" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return an array containing hostnames, offset and size of
- portions of the given file. For a nonexistent
- file or regions, null will be returned.
- This call is most helpful with DFS, where it returns
- hostnames of machines that contain the given file.
- The FileSystem will simply return an elt containing 'localhost'.]]>
- </doc>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataInputStream at the indicated Path.
- @param f the file name to open
- @param bufferSize the size of the buffer to be used.]]>
- </doc>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataInputStream at the indicated Path.
- @param f the file to open]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path.
- Files are overwritten by default.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="overwrite" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create an FSDataOutputStream at the indicated Path with write-progress
- reporting.
- Files are overwritten by default.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="replication" type="short"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path.
- Files are overwritten by default.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="replication" type="short"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress
- reporting.
- Files are overwritten by default.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path.
- @param f the file name to open
- @param overwrite if a file with this name already exists, then if true,
- the file will be overwritten, and if false an error will be thrown.
- @param bufferSize the size of the buffer to be used.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress
- reporting.
- @param f the file name to open
- @param overwrite if a file with this name already exists, then if true,
- the file will be overwritten, and if false an error will be thrown.
- @param bufferSize the size of the buffer to be used.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path.
- @param f the file name to open
- @param overwrite if a file with this name already exists, then if true,
- the file will be overwritten, and if false an error will be thrown.
- @param bufferSize the size of the buffer to be used.
- @param replication required block replication for the file.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress
- reporting.
- @param f the file name to open
- @param overwrite if a file with this name already exists, then if true,
- the file will be overwritten, and if false an error will be thrown.
- @param bufferSize the size of the buffer to be used.
- @param replication required block replication for the file.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress
- reporting.
- @param f the file name to open
- @param permission
- @param overwrite if a file with this name already exists, then if true,
- the file will be overwritten, and if false an error will be thrown.
- @param bufferSize the size of the buffer to be used.
- @param replication required block replication for the file.
- @param blockSize
- @param progress
- @throws IOException
- @see #setPermission(Path, FsPermission)]]>
- </doc>
- </method>
- <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="API only for 0.20-append">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress
- reporting. Same as create(), except fails if parent directory doesn't
- already exist.
- @param f the file name to open
- @param overwrite if a file with this name already exists, then if true,
- the file will be overwritten, and if false an error will be thrown.
- @param bufferSize the size of the buffer to be used.
- @param replication required block replication for the file.
- @param blockSize
- @param progress
- @throws IOException
- @see #setPermission(Path, FsPermission)
- @deprecated API only for 0.20-append]]>
- </doc>
- </method>
- <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="API only for 0.20-append">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataOutputStream at the indicated Path with write-progress
- reporting. Same as create(), except fails if parent directory doesn't
- already exist.
- @param f the file name to open
- @param permission
- @param overwrite if a file with this name already exists, then if true,
- the file will be overwritten, and if false an error will be thrown.
- @param bufferSize the size of the buffer to be used.
- @param replication required block replication for the file.
- @param blockSize
- @param progress
- @throws IOException
- @see #setPermission(Path, FsPermission)
- @deprecated API only for 0.20-append]]>
- </doc>
- </method>
- <method name="createNewFile" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates the given Path as a brand-new zero-length file. If
- create fails, or if it already existed, return false.]]>
- </doc>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Append to an existing file (optional operation).
- Same as append(f, getConf().getInt("io.file.buffer.size", 4096), null)
- @param f the existing file to be appended.
- @throws IOException]]>
- </doc>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Append to an existing file (optional operation).
- Same as append(f, bufferSize, null).
- @param f the existing file to be appended.
- @param bufferSize the size of the buffer to be used.
- @throws IOException]]>
- </doc>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Append to an existing file (optional operation).
- @param f the existing file to be appended.
- @param bufferSize the size of the buffer to be used.
- @param progress for reporting progress if it is not null.
- @throws IOException]]>
- </doc>
- </method>
- <method name="concat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="trg" type="org.apache.hadoop.fs.Path"/>
- <param name="srcs" type="org.apache.hadoop.fs.Path[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Concat existing files together.
- @param trg the path to the target destination.
- @param psrcs the paths to the sources to use for the concatenation.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getReplication" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use getFileStatus() instead">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get replication.
-
- @deprecated Use getFileStatus() instead
- @param src file name
- @return file replication
- @throws IOException]]>
- </doc>
- </method>
- <method name="setReplication" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="replication" type="short"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set replication for an existing file.
-
- @param src file name
- @param replication new replication
- @throws IOException
- @return true if successful;
- false if file does not exist or is a directory]]>
- </doc>
- </method>
- <method name="rename" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Renames Path src to Path dst. Can take place on local fs
- or remote DFS.]]>
- </doc>
- </method>
- <method name="delete" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use delete(Path, boolean) instead">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Use delete(Path, boolean) instead]]>
- </doc>
- </method>
- <method name="delete" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete a file.
- @param f the path to delete.
- @param recursive if path is a directory and set to
- true, the directory is deleted else throws an exception. In
- case of a file the recursive can be set to either true or false.
- @return true if delete is successful else false.
- @throws IOException]]>
- </doc>
- </method>
- <method name="deleteOnExit" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Mark a path to be deleted when FileSystem is closed.
- When the JVM shuts down,
- all FileSystem objects will be closed automatically.
- Then,
- the marked path will be deleted as a result of closing the FileSystem.
- The path has to exist in the file system.
-
- @param f the path to delete.
- @return true if deleteOnExit is successful, otherwise false.
- @throws IOException]]>
- </doc>
- </method>
- <method name="processDeleteOnExit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Delete all files that were marked as delete-on-exit. This recursively
- deletes all files in the specified paths.]]>
- </doc>
- </method>
- <method name="exists" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check if exists.
- @param f source file]]>
- </doc>
- </method>
- <method name="isDirectory" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use getFileStatus() instead">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Use getFileStatus() instead]]>
- </doc>
- </method>
- <method name="isFile" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[True iff the named path is a regular file.]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use getFileStatus() instead">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Use getFileStatus() instead]]>
- </doc>
- </method>
- <method name="getContentSummary" return="org.apache.hadoop.fs.ContentSummary"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the {@link ContentSummary} of a given {@link Path}.]]>
- </doc>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[List the statuses of the files/directories in the given path if the path is
- a directory.
-
- @param f
- given path
- @return the statuses of the files/directories in the given patch
- returns null, if Path f does not exist in the FileSystem
- @throws IOException]]>
- </doc>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="filter" type="org.apache.hadoop.fs.PathFilter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Filter files/directories in the given path using the user-supplied path
- filter.
-
- @param f
- a path name
- @param filter
- the user-supplied path filter
- @return an array of FileStatus objects for the files under the given path
- after applying the filter
- @throws IOException
- if encounter any problem while fetching the status]]>
- </doc>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="files" type="org.apache.hadoop.fs.Path[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Filter files/directories in the given list of paths using default
- path filter.
-
- @param files
- a list of paths
- @return a list of statuses for the files under the given paths after
- applying the filter default Path filter
- @exception IOException]]>
- </doc>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="files" type="org.apache.hadoop.fs.Path[]"/>
- <param name="filter" type="org.apache.hadoop.fs.PathFilter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Filter files/directories in the given list of paths using user-supplied
- path filter.
-
- @param files
- a list of paths
- @param filter
- the user-supplied path filter
- @return a list of statuses for the files under the given paths after
- applying the filter
- @exception IOException]]>
- </doc>
- </method>
- <method name="globStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathPattern" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Return all the files that match filePattern and are not checksum
- files. Results are sorted by their names.
-
- <p>
- A filename pattern is composed of <i>regular</i> characters and
- <i>special pattern matching</i> characters, which are:
- <dl>
- <dd>
- <dl>
- <p>
- <dt> <tt> ? </tt>
- <dd> Matches any single character.
- <p>
- <dt> <tt> * </tt>
- <dd> Matches zero or more characters.
- <p>
- <dt> <tt> [<i>abc</i>] </tt>
- <dd> Matches a single character from character set
- <tt>{<i>a,b,c</i>}</tt>.
- <p>
- <dt> <tt> [<i>a</i>-<i>b</i>] </tt>
- <dd> Matches a single character from the character range
- <tt>{<i>a...b</i>}</tt>. Note that character <tt><i>a</i></tt> must be
- lexicographically less than or equal to character <tt><i>b</i></tt>.
- <p>
- <dt> <tt> [^<i>a</i>] </tt>
- <dd> Matches a single character that is not from character set or range
- <tt>{<i>a</i>}</tt>. Note that the <tt>^</tt> character must occur
- immediately to the right of the opening bracket.
- <p>
- <dt> <tt> \<i>c</i> </tt>
- <dd> Removes (escapes) any special meaning of character <i>c</i>.
- <p>
- <dt> <tt> {ab,cd} </tt>
- <dd> Matches a string from the string set <tt>{<i>ab, cd</i>} </tt>
-
- <p>
- <dt> <tt> {ab,c{de,fh}} </tt>
- <dd> Matches a string from the string set <tt>{<i>ab, cde, cfh</i>}</tt>
- </dl>
- </dd>
- </dl>
- @param pathPattern a regular expression specifying a pth pattern
- @return an array of paths that match the path pattern
- @throws IOException]]>
- </doc>
- </method>
- <method name="globStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathPattern" type="org.apache.hadoop.fs.Path"/>
- <param name="filter" type="org.apache.hadoop.fs.PathFilter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return an array of FileStatus objects whose path names match pathPattern
- and is accepted by the user-supplied path filter. Results are sorted by
- their path names.
- Return null if pathPattern has no glob and the path does not exist.
- Return an empty array if pathPattern has a glob and no path matches it.
-
- @param pathPattern
- a regular expression specifying the path pattern
- @param filter
- a user-supplied path filter
- @return an array of FileStatus objects
- @throws IOException if any I/O error occurs when fetching file status]]>
- </doc>
- </method>
- <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the current user's home directory in this filesystem.
- The default implementation returns "/user/$USER/".]]>
- </doc>
- </method>
- <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="renewer" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a new delegation token for this file system.
- @param renewer the account name that is allowed to renew the token.
- @return a new delegation token
- @throws IOException]]>
- </doc>
- </method>
- <method name="setWorkingDirectory"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="new_dir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the current working directory for the given file system. All relative
- paths will be resolved relative to it.
-
- @param new_dir]]>
- </doc>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current working directory for the given file system
- @return the directory pathname]]>
- </doc>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Call {@link #mkdirs(Path, FsPermission)} with default permission.]]>
- </doc>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Make the given file and all non-existent parents into
- directories. Has the semantics of Unix 'mkdir -p'.
- Existence of the directory hierarchy is not an error.]]>
- </doc>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is on the local disk. Add it to FS at
- the given dst name and the source is kept intact afterwards]]>
- </doc>
- </method>
- <method name="moveFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="srcs" type="org.apache.hadoop.fs.Path[]"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src files is on the local disk. Add it to FS at
- the given dst name, removing the source afterwards.]]>
- </doc>
- </method>
- <method name="moveFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is on the local disk. Add it to FS at
- the given dst name, removing the source afterwards.]]>
- </doc>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is on the local disk. Add it to FS at
- the given dst name.
- delSrc indicates if the source should be removed]]>
- </doc>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="overwrite" type="boolean"/>
- <param name="srcs" type="org.apache.hadoop.fs.Path[]"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src files are on the local disk. Add it to FS at
- the given dst name.
- delSrc indicates if the source should be removed]]>
- </doc>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="overwrite" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is on the local disk. Add it to FS at
- the given dst name.
- delSrc indicates if the source should be removed]]>
- </doc>
- </method>
- <method name="copyToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is under FS, and the dst is on the local disk.
- Copy it from FS control to the local dst name.]]>
- </doc>
- </method>
- <method name="moveToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is under FS, and the dst is on the local disk.
- Copy it from FS control to the local dst name.
- Remove the source afterwards]]>
- </doc>
- </method>
- <method name="copyToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is under FS, and the dst is on the local disk.
- Copy it from FS control to the local dst name.
- delSrc indicates if the src will be removed or not.]]>
- </doc>
- </method>
- <method name="startLocalOutput" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns a local File that the user can write output to. The caller
- provides both the eventual FS target name and the local working
- file. If the FS is local, we write directly into the target. If
- the FS is remote, we write into the tmp local area.]]>
- </doc>
- </method>
- <method name="completeLocalOutput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called when we're all done writing to the target. A local FS will
- do nothing, because we've written to exactly the right place. A remote
- FS will copy the contents of tmpLocalFile to the correct target at
- fsOutputFile.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[No more filesystem operations are needed. Will
- release any held locks.]]>
- </doc>
- </method>
- <method name="getUsed" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the total size of all files in the filesystem.]]>
- </doc>
- </method>
- <method name="getBlockSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use getFileStatus() instead">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Use getFileStatus() instead]]>
- </doc>
- </method>
- <method name="getDefaultBlockSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #getDefaultBlockSize(Path)} instead">
- <doc>
- <![CDATA[Return the number of bytes that large input files should be optimally
- be split into to minimize i/o time.
- @deprecated use {@link #getDefaultBlockSize(Path)} instead]]>
- </doc>
- </method>
- <method name="getDefaultBlockSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Return the number of bytes that large input files should be optimally
- be split into to minimize i/o time.
- @param f path of file
- @return the default block size for the path's filesystem]]>
- </doc>
- </method>
- <method name="getDefaultReplication" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #getDefaultReplication(Path)} instead">
- <doc>
- <![CDATA[Get the default replication.
- @deprecated use {@link #getDefaultReplication(Path)} instead]]>
- </doc>
- </method>
- <method name="getDefaultReplication" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Get the default replication.
- @param path of the file
- @return default replication for the path's filesystem]]>
- </doc>
- </method>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return a file status object that represents the path.
- @param f The path we want information from
- @return a FileStatus object
- @throws FileNotFoundException when the path does not exist;
- IOException see specific implementation]]>
- </doc>
- </method>
- <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the checksum of a file.
- @param f The file path
- @return The file checksum. The default return value is null,
- which indicates that no checksum algorithm is implemented
- in the corresponding FileSystem.]]>
- </doc>
- </method>
- <method name="setVerifyChecksum"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="verifyChecksum" type="boolean"/>
- <doc>
- <![CDATA[Set the verify checksum flag. This is only applicable if the
- corresponding FileSystem supports checksum. By default doesn't do anything.
- @param verifyChecksum]]>
- </doc>
- </method>
- <method name="setPermission"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set permission of a path.
- @param p
- @param permission]]>
- </doc>
- </method>
- <method name="setOwner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="username" type="java.lang.String"/>
- <param name="groupname" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set owner of a path (i.e. a file or a directory).
- The parameters username and groupname cannot both be null.
- @param p The path
- @param username If it is null, the original username remains unchanged.
- @param groupname If it is null, the original groupname remains unchanged.]]>
- </doc>
- </method>
- <method name="setTimes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="mtime" type="long"/>
- <param name="atime" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set access time of a file
- @param p The path
- @param mtime Set the modification time of this file.
- The number of milliseconds since Jan 1, 1970.
- A value of -1 means that this call should not set modification time.
- @param atime Set the access time of this file.
- The number of milliseconds since Jan 1, 1970.
- A value of -1 means that this call should not set access time.]]>
- </doc>
- </method>
- <method name="getStatistics" return="java.util.Map"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="use {@link #getAllStatistics} instead">
- <doc>
- <![CDATA[Get the Map of Statistics object indexed by URI Scheme.
- @return a Map having a key as URI scheme and value as Statistics object
- @deprecated use {@link #getAllStatistics} instead]]>
- </doc>
- </method>
- <method name="getAllStatistics" return="java.util.List"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the FileSystem classes that have Statistics]]>
- </doc>
- </method>
- <method name="getStatistics" return="org.apache.hadoop.fs.FileSystem.Statistics"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="scheme" type="java.lang.String"/>
- <param name="cls" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get the statistics for a particular file system
- @param cls the class to lookup
- @return a statistics object]]>
- </doc>
- </method>
- <method name="clearStatistics"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="printStatistics"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="FS_DEFAULT_NAME_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="statistics" type="org.apache.hadoop.fs.FileSystem.Statistics"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The statistics for this file system.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[An abstract base class for a fairly generic filesystem. It
- may be implemented as a distributed filesystem, or as a "local"
- one that reflects the locally-connected disk. The local version
- exists for small Hadoop instances and for testing.
- <p>
- All user code that may potentially use the Hadoop Distributed
- File System should be written to use a FileSystem object. The
- Hadoop DFS is a multi-machine system that appears as a single
- disk. It's useful because of its fault tolerance and potentially
- very large capacity.
-
- <p>
- The local implementation is {@link LocalFileSystem} and distributed
- implementation is DistributedFileSystem.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FileSystem -->
- <!-- start class org.apache.hadoop.fs.FileSystem.Statistics -->
- <class name="FileSystem.Statistics" extends="java.lang.Object"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileSystem.Statistics" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="incrementBytesRead"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newBytes" type="long"/>
- <doc>
- <![CDATA[Increment the bytes read in the statistics
- @param newBytes the additional bytes read]]>
- </doc>
- </method>
- <method name="incrementBytesWritten"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newBytes" type="long"/>
- <doc>
- <![CDATA[Increment the bytes written in the statistics
- @param newBytes the additional bytes written]]>
- </doc>
- </method>
- <method name="incrementReadOps"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="count" type="int"/>
- <doc>
- <![CDATA[Increment the number of read operations
- @param count number of read operations]]>
- </doc>
- </method>
- <method name="incrementLargeReadOps"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="count" type="int"/>
- <doc>
- <![CDATA[Increment the number of large read operations
- @param count number of large read operations]]>
- </doc>
- </method>
- <method name="incrementWriteOps"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="count" type="int"/>
- <doc>
- <![CDATA[Increment the number of write operations
- @param count number of write operations]]>
- </doc>
- </method>
- <method name="getBytesRead" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total number of bytes read
- @return the number of bytes]]>
- </doc>
- </method>
- <method name="getBytesWritten" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total number of bytes written
- @return the number of bytes]]>
- </doc>
- </method>
- <method name="getReadOps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of file system read operations such as list files
- @return number of read operations]]>
- </doc>
- </method>
- <method name="getLargeReadOps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of large file system read operations such as list files
- under a large directory
- @return number of large read operations]]>
- </doc>
- </method>
- <method name="getWriteOps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of file system write operations such as create, append
- rename etc.
- @return number of write operations]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Reset the counts of bytes to 0.]]>
- </doc>
- </method>
- <method name="getScheme" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the uri scheme associated with this statistics object.
- @return the schema associated with this set of statistics]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.fs.FileSystem.Statistics -->
- <!-- start class org.apache.hadoop.fs.FileUtil -->
- <class name="FileUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileUtil"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="stat2Paths" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stats" type="org.apache.hadoop.fs.FileStatus[]"/>
- <doc>
- <![CDATA[convert an array of FileStatus to an array of Path
-
- @param stats
- an array of FileStatus objects
- @return an array of paths corresponding to the input]]>
- </doc>
- </method>
- <method name="stat2Paths" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stats" type="org.apache.hadoop.fs.FileStatus[]"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[convert an array of FileStatus to an array of Path.
- If stats if null, return path
- @param stats
- an array of FileStatus objects
- @param path
- default path to return in stats is null
- @return an array of paths corresponding to the input]]>
- </doc>
- </method>
- <method name="fullyDelete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete a directory and all its contents. If
- we return false, the directory may be partially-deleted.]]>
- </doc>
- </method>
- <method name="fullyDeleteContents" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete the contents of a directory, not the directory itself. If
- we return false, the directory may be partially-deleted.]]>
- </doc>
- </method>
- <method name="fullyDelete"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use {@link FileSystem#delete(Path, boolean)}">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Recursively delete a directory.
-
- @param fs {@link FileSystem} on which the path is present
- @param dir directory to recursively delete
- @throws IOException
- @deprecated Use {@link FileSystem#delete(Path, boolean)}]]>
- </doc>
- </method>
- <method name="copy" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <param name="deleteSource" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy files between FileSystems.]]>
- </doc>
- </method>
- <method name="copy" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="srcs" type="org.apache.hadoop.fs.Path[]"/>
- <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <param name="deleteSource" type="boolean"/>
- <param name="overwrite" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="copy" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <param name="deleteSource" type="boolean"/>
- <param name="overwrite" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy files between FileSystems.]]>
- </doc>
- </method>
- <method name="copyMerge" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="srcDir" type="org.apache.hadoop.fs.Path"/>
- <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dstFile" type="org.apache.hadoop.fs.Path"/>
- <param name="deleteSource" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="addString" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy all files in a directory to one output file (merge).]]>
- </doc>
- </method>
- <method name="copy" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="java.io.File"/>
- <param name="dstFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <param name="deleteSource" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy local files to a FileSystem.]]>
- </doc>
- </method>
- <method name="copy" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="srcFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="java.io.File"/>
- <param name="deleteSource" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy FileSystem files to local files.]]>
- </doc>
- </method>
- <method name="makeShellPath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filename" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convert a os-native filename to a path that works for the shell.
- @param filename The filename to convert
- @return The unix pathname
- @throws IOException on windows, there can be problems with the subprocess]]>
- </doc>
- </method>
- <method name="makeShellPath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convert a os-native filename to a path that works for the shell.
- @param file The filename to convert
- @return The unix pathname
- @throws IOException on windows, there can be problems with the subprocess]]>
- </doc>
- </method>
- <method name="makeShellPath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="java.io.File"/>
- <param name="makeCanonicalPath" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convert a os-native filename to a path that works for the shell.
- @param file The filename to convert
- @param makeCanonicalPath
- Whether to make canonical path for the file passed
- @return The unix pathname
- @throws IOException on windows, there can be problems with the subprocess]]>
- </doc>
- </method>
- <method name="getDU" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <doc>
- <![CDATA[Takes an input dir and returns the du on that local directory. Very basic
- implementation.
-
- @param dir
- The input dir to get the disk space of this local dir
- @return The total disk space of the input local directory]]>
- </doc>
- </method>
- <method name="unZip"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inFile" type="java.io.File"/>
- <param name="unzipDir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Given a File input it will unzip the file in a the unzip directory
- passed as the second parameter
- @param inFile The zip file as input
- @param unzipDir The unzip directory where to unzip the zip file.
- @throws IOException]]>
- </doc>
- </method>
- <method name="unTar"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inFile" type="java.io.File"/>
- <param name="untarDir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Given a Tar File as input it will untar the file in a the untar directory
- passed as the second parameter
-
- This utility will untar ".tar" files and ".tar.gz","tgz" files.
-
- @param inFile The tar file as input.
- @param untarDir The untar directory where to untar the tar file.
- @throws IOException]]>
- </doc>
- </method>
- <method name="symLink" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="target" type="java.lang.String"/>
- <param name="linkname" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a soft link between a src and destination
- only on a local disk. HDFS does not support this
- @param target the target for symlink
- @param linkname the symlink
- @return value returned by the command]]>
- </doc>
- </method>
- <method name="chmod" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filename" type="java.lang.String"/>
- <param name="perm" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Change the permissions on a filename.
- @param filename the name of the file to change
- @param perm the permission string
- @return the exit code from the command
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="chmod" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filename" type="java.lang.String"/>
- <param name="perm" type="java.lang.String"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Change the permissions on a file / directory, recursively, if
- needed.
- @param filename name of the file whose permissions are to change
- @param perm permission string
- @param recursive true, if permissions should be changed recursively
- @return the exit code from the command.
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="setPermission"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="java.io.File"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set permissions to the required value. Uses the java primitives instead
- of forking if group == other.
- @param f the file to change
- @param permission the new permissions
- @throws IOException]]>
- </doc>
- </method>
- <method name="createLocalTempFile" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="basefile" type="java.io.File"/>
- <param name="prefix" type="java.lang.String"/>
- <param name="isDeleteOnExit" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a tmp file for a base file.
- @param basefile the base file of the tmp
- @param prefix file name prefix of tmp
- @param isDeleteOnExit if true, the tmp will be deleted when the VM exits
- @return a newly created tmp file
- @exception IOException If a tmp file cannot created
- @see java.io.File#createTempFile(String, String, File)
- @see java.io.File#deleteOnExit()]]>
- </doc>
- </method>
- <method name="replaceFile"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="java.io.File"/>
- <param name="target" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the src file to the name specified by target.
- @param src the source file
- @param target the target file
- @exception IOException If this operation fails]]>
- </doc>
- </method>
- <method name="listFiles" return="java.io.File[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A wrapper for {@link File#listFiles()}. This java.io API returns null
- when a dir is not a directory or for any I/O error. Instead of having
- null check everywhere File#listFiles() is used, we will add utility API
- to get around this problem. For the majority of cases where we prefer
- an IOException to be thrown.
- @param dir directory for which listing should be performed
- @return list of files or empty list
- @exception IOException for invalid directory or for a bad disk.]]>
- </doc>
- </method>
- <method name="list" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A wrapper for {@link File#list()}. This java.io API returns null
- when a dir is not a directory or for any I/O error. Instead of having
- null check everywhere File#list() is used, we will add utility API
- to get around this problem. For the majority of cases where we prefer
- an IOException to be thrown.
- @param dir directory for which listing should be performed
- @return list of file names or empty string list
- @exception IOException for invalid directory or for a bad disk.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A collection of file-processing util methods]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FileUtil -->
- <!-- start class org.apache.hadoop.fs.FilterFileSystem -->
- <class name="FilterFileSystem" extends="org.apache.hadoop.fs.FileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FilterFileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FilterFileSystem" type="org.apache.hadoop.fs.FileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called after a new FileSystem instance is constructed.
- @param name a uri whose authority section names the host, port, etc.
- for this FileSystem
- @param conf the configuration]]>
- </doc>
- </method>
- <method name="getUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a URI whose scheme and authority identify this FileSystem.]]>
- </doc>
- </method>
- <method name="getCanonicalServiceName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="call #getUri() instead.">
- <doc>
- <![CDATA[@deprecated call #getUri() instead.]]>
- </doc>
- </method>
- <method name="makeQualified" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Make sure that a path specifies a FileSystem.]]>
- </doc>
- </method>
- <method name="checkPath"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Check that a Path belongs to this FileSystem.]]>
- </doc>
- </method>
- <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.FileStatus"/>
- <param name="start" type="long"/>
- <param name="len" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Opens an FSDataInputStream at the indicated Path.
- @param f the file name to open
- @param bufferSize the size of the buffer to be used.]]>
- </doc>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="concat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="psrcs" type="org.apache.hadoop.fs.Path[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setReplication" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="replication" type="short"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set replication for an existing file.
-
- @param src file name
- @param replication new replication
- @throws IOException
- @return true if successful;
- false if file does not exist or is a directory]]>
- </doc>
- </method>
- <method name="rename" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Renames Path src to Path dst. Can take place on local fs
- or remote DFS.]]>
- </doc>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete a file]]>
- </doc>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete a file]]>
- </doc>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[List files in a directory.]]>
- </doc>
- </method>
- <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the current working directory for the given file system. All relative
- paths will be resolved relative to it.
-
- @param newDir]]>
- </doc>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current working directory for the given file system
-
- @return the directory pathname]]>
- </doc>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is on the local disk. Add it to FS at
- the given dst name.
- delSrc indicates if the source should be removed]]>
- </doc>
- </method>
- <method name="copyToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The src file is under FS, and the dst is on the local disk.
- Copy it from FS control to the local dst name.
- delSrc indicates if the src will be removed or not.]]>
- </doc>
- </method>
- <method name="startLocalOutput" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns a local File that the user can write output to. The caller
- provides both the eventual FS target name and the local working
- file. If the FS is local, we write directly into the target. If
- the FS is remote, we write into the tmp local area.]]>
- </doc>
- </method>
- <method name="completeLocalOutput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called when we're all done writing to the target. A local FS will
- do nothing, because we've written to exactly the right place. A remote
- FS will copy the contents of tmpLocalFile to the correct target at
- fsOutputFile.]]>
- </doc>
- </method>
- <method name="getDefaultBlockSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the number of bytes that large input files should be optimally
- be split into to minimize i/o time.]]>
- </doc>
- </method>
- <method name="getDefaultReplication" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the default replication.]]>
- </doc>
- </method>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get file status.]]>
- </doc>
- </method>
- <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="setVerifyChecksum"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="verifyChecksum" type="boolean"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setOwner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="username" type="java.lang.String"/>
- <param name="groupname" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="setPermission"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <field name="fs" type="org.apache.hadoop.fs.FileSystem"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A <code>FilterFileSystem</code> contains
- some other file system, which it uses as
- its basic file system, possibly transforming
- the data along the way or providing additional
- functionality. The class <code>FilterFileSystem</code>
- itself simply overrides all methods of
- <code>FileSystem</code> with versions that
- pass all requests to the contained file
- system. Subclasses of <code>FilterFileSystem</code>
- may further override some of these methods
- and may also provide additional methods
- and fields.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FilterFileSystem -->
- <!-- start class org.apache.hadoop.fs.FSDataInputStream -->
- <class name="FSDataInputStream" extends="java.io.DataInputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.fs.Seekable"/>
- <implements name="org.apache.hadoop.fs.PositionedReadable"/>
- <implements name="java.io.Closeable"/>
- <implements name="org.apache.hadoop.fs.HasFileDescriptor"/>
- <constructor name="FSDataInputStream" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="seek"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="desired" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="seekToNewSource" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="targetPos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFileDescriptor" return="java.io.FileDescriptor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Utility that wraps a {@link FSInputStream} in a {@link DataInputStream}
- and buffers input through a {@link BufferedInputStream}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FSDataInputStream -->
- <!-- start class org.apache.hadoop.fs.FSDataOutputStream -->
- <class name="FSDataOutputStream" extends="java.io.DataOutputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.fs.Syncable"/>
- <constructor name="FSDataOutputStream" type="java.io.OutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="FSDataOutputStream" type="java.io.OutputStream, org.apache.hadoop.fs.FileSystem.Statistics"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="FSDataOutputStream" type="java.io.OutputStream, org.apache.hadoop.fs.FileSystem.Statistics, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getWrappedStream" return="java.io.OutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="sync"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Utility that wraps a {@link OutputStream} in a {@link DataOutputStream},
- buffers output through a {@link BufferedOutputStream} and creates a checksum
- file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FSDataOutputStream -->
- <!-- start class org.apache.hadoop.fs.FSError -->
- <class name="FSError" extends="java.lang.Error"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Thrown for unexpected filesystem errors, presumed to reflect disk errors
- in the native filesystem.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FSError -->
- <!-- start class org.apache.hadoop.fs.FSInputChecker -->
- <class name="FSInputChecker" extends="org.apache.hadoop.fs.FSInputStream"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FSInputChecker" type="org.apache.hadoop.fs.Path, int"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor
-
- @param file The name of the file to be read
- @param numOfRetries Number of read retries when ChecksumError occurs]]>
- </doc>
- </constructor>
- <constructor name="FSInputChecker" type="org.apache.hadoop.fs.Path, int, boolean, java.util.zip.Checksum, int, int"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor
-
- @param file The name of the file to be read
- @param numOfRetries Number of read retries when ChecksumError occurs
- @param sum the type of Checksum engine
- @param chunkSize maximun chunk size
- @param checksumSize the number byte of each checksum]]>
- </doc>
- </constructor>
- <method name="readChunk" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <param name="buf" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="len" type="int"/>
- <param name="checksum" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads in next checksum chunk data into <code>buf</code> at <code>offset</code>
- and checksum into <code>checksum</code>.
- The method is used for implementing read, therefore, it should be optimized
- for sequential reading
- @param pos chunkPos
- @param buf desitination buffer
- @param offset offset in buf at which to store data
- @param len maximun number of bytes to read
- @return number of bytes read]]>
- </doc>
- </method>
- <method name="getChunkPosition" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <doc>
- <![CDATA[Return position of beginning of chunk containing pos.
- @param pos a postion in the file
- @return the starting position of the chunk which contains the byte]]>
- </doc>
- </method>
- <method name="needChecksum" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return true if there is a need for checksum verification]]>
- </doc>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read one checksum-verified byte
-
- @return the next byte of data, or <code>-1</code> if the end of the
- stream is reached.
- @exception IOException if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read checksum verified bytes from this byte-input stream into
- the specified byte array, starting at the given offset.
- <p> This method implements the general contract of the corresponding
- <code>{@link InputStream#read(byte[], int, int) read}</code> method of
- the <code>{@link InputStream}</code> class. As an additional
- convenience, it attempts to read as many bytes as possible by repeatedly
- invoking the <code>read</code> method of the underlying stream. This
- iterated <code>read</code> continues until one of the following
- conditions becomes true: <ul>
- <li> The specified number of bytes have been read,
- <li> The <code>read</code> method of the underlying stream returns
- <code>-1</code>, indicating end-of-file.
- </ul> If the first <code>read</code> on the underlying stream returns
- <code>-1</code> to indicate end-of-file then this method returns
- <code>-1</code>. Otherwise this method returns the number of bytes
- actually read.
- @param b destination buffer.
- @param off offset at which to start storing bytes.
- @param len maximum number of bytes to read.
- @return the number of bytes read, or <code>-1</code> if the end of
- the stream has been reached.
- @exception IOException if an I/O error occurs.
- ChecksumException if any checksum error occurs]]>
- </doc>
- </method>
- <method name="checksum2long" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="checksum" type="byte[]"/>
- <doc>
- <![CDATA[Convert a checksum byte array to a long]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="available" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="skip" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Skips over and discards <code>n</code> bytes of data from the
- input stream.
- <p>This method may skip more bytes than are remaining in the backing
- file. This produces no exception and the number of bytes skipped
- may include some number of bytes that were beyond the EOF of the
- backing file. Attempting to read from the stream after skipping past
- the end will result in -1 indicating the end of the file.
- <p>If <code>n</code> is negative, no bytes are skipped.
- @param n the number of bytes to be skipped.
- @return the actual number of bytes skipped.
- @exception IOException if an I/O error occurs.
- ChecksumException if the chunk to skip to is corrupted]]>
- </doc>
- </method>
- <method name="seek"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Seek to the given position in the stream.
- The next read() will be from that position.
-
- <p>This method may seek past the end of the file.
- This produces no exception and an attempt to read from
- the stream will result in -1 indicating the end of the file.
- @param pos the postion to seek to.
- @exception IOException if an I/O error occurs.
- ChecksumException if the chunk to seek to is corrupted]]>
- </doc>
- </method>
- <method name="readFully" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="stm" type="java.io.InputStream"/>
- <param name="buf" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A utility function that tries to read up to <code>len</code> bytes from
- <code>stm</code>
-
- @param stm an input stream
- @param buf destiniation buffer
- @param offset offset at which to store data
- @param len number of bytes to read
- @return actual number of bytes read
- @throws IOException if there is any IO error]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="true"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <param name="verifyChecksum" type="boolean"/>
- <param name="sum" type="java.util.zip.Checksum"/>
- <param name="maxChunkSize" type="int"/>
- <param name="checksumSize" type="int"/>
- <doc>
- <![CDATA[Set the checksum related parameters
- @param verifyChecksum whether to verify checksum
- @param sum which type of checksum to use
- @param maxChunkSize maximun chunk size
- @param checksumSize checksum size]]>
- </doc>
- </method>
- <method name="markSupported" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="mark"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="readlimit" type="int"/>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="file" type="org.apache.hadoop.fs.Path"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The file name from which data is read from]]>
- </doc>
- </field>
- <doc>
- <![CDATA[This is a generic input stream for verifying checksums for
- data before it is read by a user.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FSInputChecker -->
- <!-- start class org.apache.hadoop.fs.FSInputStream -->
- <class name="FSInputStream" extends="java.io.InputStream"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.fs.Seekable"/>
- <implements name="org.apache.hadoop.fs.PositionedReadable"/>
- <constructor name="FSInputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="seek"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Seek to the given offset from the start of the file.
- The next read() will be from that location. Can't
- seek past the end of the file.]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the current offset from the start of the file]]>
- </doc>
- </method>
- <method name="seekToNewSource" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="targetPos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Seeks a different copy of the data. Returns true if
- found a new source, false otherwise.]]>
- </doc>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[FSInputStream is a generic old InputStream with a little bit
- of RAF-style seek ability.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FSInputStream -->
- <!-- start class org.apache.hadoop.fs.FSOutputSummer -->
- <class name="FSOutputSummer" extends="java.io.OutputStream"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FSOutputSummer" type="java.util.zip.Checksum, int, int"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="writeChunk"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="len" type="int"/>
- <param name="checksum" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write one byte]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes <code>len</code> bytes from the specified byte array
- starting at offset <code>off</code> and generate a checksum for
- each data chunk.
- <p> This method stores bytes from the given array into this
- stream's buffer before it gets checksumed. The buffer gets checksumed
- and flushed to the underlying output stream when all data
- in a checksum chunk are in the buffer. If the buffer is empty and
- requested length is at least as large as the size of next checksum chunk
- size, this method will checksum and write the chunk directly
- to the underlying output stream. Thus it avoids uneccessary data copy.
- @param b the data.
- @param off the start offset in the data.
- @param len the number of bytes to write.
- @exception IOException if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="flushBuffer"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="flushBuffer"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="keep" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="convertToByteStream" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sum" type="java.util.zip.Checksum"/>
- <param name="checksumSize" type="int"/>
- <doc>
- <![CDATA[Converts a checksum integer value to a byte stream]]>
- </doc>
- </method>
- <method name="resetChecksumChunk"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="size" type="int"/>
- <doc>
- <![CDATA[Resets existing buffer with a new one of the specified size.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is a generic output stream for generating checksums for
- data before it is written to the underlying stream]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FSOutputSummer -->
- <!-- start class org.apache.hadoop.fs.FsShell -->
- <class name="FsShell" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="FsShell"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FsShell" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFS" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getTrash" return="org.apache.hadoop.fs.Trash"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getCurrentTrashDir" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the Trash object associated with this shell.]]>
- </doc>
- </method>
- <method name="byteDesc" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Consider using {@link org.apache.hadoop.util.StringUtils#byteDesc} instead.">
- <param name="len" type="long"/>
- <doc>
- <![CDATA[Return an abbreviated English-language desc of the byte length
- @deprecated Consider using {@link org.apache.hadoop.util.StringUtils#byteDesc} instead.]]>
- </doc>
- </method>
- <method name="limitDecimalTo2" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="Consider using {@link org.apache.hadoop.util.StringUtils#limitDecimalTo2} instead.">
- <param name="d" type="double"/>
- <doc>
- <![CDATA[@deprecated Consider using {@link org.apache.hadoop.util.StringUtils#limitDecimalTo2} instead.]]>
- </doc>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[run]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[main() has some simple utility methods]]>
- </doc>
- </method>
- <field name="dateForm" type="java.text.SimpleDateFormat"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="modifFmt" type="java.text.SimpleDateFormat"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Provide command line access to a FileSystem.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FsShell -->
- <!-- start class org.apache.hadoop.fs.FsUrlStreamHandlerFactory -->
- <class name="FsUrlStreamHandlerFactory" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.net.URLStreamHandlerFactory"/>
- <constructor name="FsUrlStreamHandlerFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FsUrlStreamHandlerFactory" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createURLStreamHandler" return="java.net.URLStreamHandler"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.String"/>
- </method>
- <doc>
- <![CDATA[Factory for URL stream handlers.
-
- There is only one handler whose job is to create UrlConnections. A
- FsUrlConnection relies on FileSystem to choose the appropriate FS
- implementation.
-
- Before returning our handler, we make sure that FileSystem knows an
- implementation for the requested scheme/protocol.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.FsUrlStreamHandlerFactory -->
- <!-- start class org.apache.hadoop.fs.GlobPattern -->
- <class name="GlobPattern" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GlobPattern" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the glob pattern object with a glob pattern string
- @param globPattern the glob pattern string]]>
- </doc>
- </constructor>
- <method name="compiled" return="java.util.regex.Pattern"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the compiled pattern]]>
- </doc>
- </method>
- <method name="compile" return="java.util.regex.Pattern"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="globPattern" type="java.lang.String"/>
- <doc>
- <![CDATA[Compile glob pattern string
- @param globPattern the glob pattern
- @return the pattern object]]>
- </doc>
- </method>
- <method name="matches" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.CharSequence"/>
- <doc>
- <![CDATA[Match input against the compiled glob pattern
- @param s input chars
- @return true for successful matches]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="glob" type="java.lang.String"/>
- <doc>
- <![CDATA[Set and compile a glob pattern
- @param glob the glob pattern string]]>
- </doc>
- </method>
- <method name="hasWildcard" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return true if this is a wildcard pattern (with special chars)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A class for POSIX glob pattern with brace expansions.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.GlobPattern -->
- <!-- start class org.apache.hadoop.fs.HardLink -->
- <class name="HardLink" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HardLink"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getLinkMultArgLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fileDir" type="java.io.File"/>
- <param name="fileBaseNames" type="java.lang.String[]"/>
- <param name="linkDir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Calculate the nominal length of all contributors to the total
- commandstring length, including fixed overhead of the OS-dependent
- command. It's protected rather than private, to assist unit testing,
- but real clients are not expected to need it -- see the way
- createHardLinkMult() uses it internally so the user doesn't need to worry
- about it.
-
- @param fileDir - source directory, parent of fileBaseNames
- @param fileBaseNames - array of path-less file names, relative
- to the source directory
- @param linkDir - target directory where the hardlinks will be put
- @return - total data length (must not exceed maxAllowedCmdArgLength)
- @throws IOException]]>
- </doc>
- </method>
- <method name="getMaxAllowedCmdArgLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this private value for use by unit tests.
- Shell commands are not allowed to have a total string length
- exceeding this size.]]>
- </doc>
- </method>
- <method name="createHardLink"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="java.io.File"/>
- <param name="linkName" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates a hardlink
- @param file - existing source file
- @param linkName - desired target link file]]>
- </doc>
- </method>
- <method name="createHardLinkMult"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="parentDir" type="java.io.File"/>
- <param name="fileBaseNames" type="java.lang.String[]"/>
- <param name="linkDir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates hardlinks from multiple existing files within one parent
- directory, into one target directory.
- @param parentDir - directory containing source files
- @param fileBaseNames - list of path-less file names, as returned by
- parentDir.list()
- @param linkDir - where the hardlinks should be put. It must already exist.
-
- If the list of files is too long (overflows maxAllowedCmdArgLength),
- we will automatically split it into multiple invocations of the
- underlying method.]]>
- </doc>
- </method>
- <method name="createHardLinkMult" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="parentDir" type="java.io.File"/>
- <param name="fileBaseNames" type="java.lang.String[]"/>
- <param name="linkDir" type="java.io.File"/>
- <param name="maxLength" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getLinkCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fileName" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Retrieves the number of links to the specified file.]]>
- </doc>
- </method>
- <field name="osType" type="org.apache.hadoop.fs.HardLink.OSType"
- transient="false" volatile="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="linkStats" type="org.apache.hadoop.fs.HardLink.LinkStats"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Class for creating hardlinks.
- Supports Unix/Linux, WinXP/2003/Vista via Cygwin, and Mac OS X.
-
- The HardLink class was formerly a static inner class of FSUtil,
- and the methods provided were blatantly non-thread-safe.
- To enable volume-parallel Update snapshots, we now provide static
- threadsafe methods that allocate new buffer string arrays
- upon each call. We also provide an API to hardlink all files in a
- directory with a single command, which is up to 128 times more
- efficient - and minimizes the impact of the extra buffer creations.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.HardLink -->
- <!-- start class org.apache.hadoop.fs.HardLink.LinkStats -->
- <class name="HardLink.LinkStats" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HardLink.LinkStats"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="report" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="countDirs" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="countSingleLinks" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="countMultLinks" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="countFilesMultLinks" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="countEmptyDirs" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="countPhysicalFileCopies" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[HardLink statistics counters and methods.
- Not multi-thread safe, obviously.
- Init is called during HardLink instantiation, above.
-
- These are intended for use by knowledgeable clients, not internally,
- because many of the internal methods are static and can't update these
- per-instance counters.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.HardLink.LinkStats -->
- <!-- start class org.apache.hadoop.fs.HardLink.OSType -->
- <class name="HardLink.OSType" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.fs.HardLink.OSType[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.fs.HardLink.OSType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="OS_TYPE_UNIX" type="org.apache.hadoop.fs.HardLink.OSType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="OS_TYPE_WINXP" type="org.apache.hadoop.fs.HardLink.OSType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="OS_TYPE_SOLARIS" type="org.apache.hadoop.fs.HardLink.OSType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="OS_TYPE_MAC" type="org.apache.hadoop.fs.HardLink.OSType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.fs.HardLink.OSType -->
- <!-- start class org.apache.hadoop.fs.HarFileSystem -->
- <class name="HarFileSystem" extends="org.apache.hadoop.fs.FilterFileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HarFileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[public construction of harfilesystem]]>
- </doc>
- </constructor>
- <constructor name="HarFileSystem" type="org.apache.hadoop.fs.FileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor to create a HarFileSystem with an
- underlying filesystem.
- @param fs]]>
- </doc>
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Initialize a Har filesystem per har archive. The
- archive home directory is the top level directory
- in the filesystem that contains the HAR archive.
- Be careful with this method, you do not want to go
- on creating new Filesystem instances per call to
- path.getFileSystem().
- the uri of Har is
- har://underlyingfsscheme-host:port/archivepath.
- or
- har:///archivepath. This assumes the underlying filesystem
- to be used in case not specified.]]>
- </doc>
- </method>
- <method name="getHarVersion" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[return the top level archive.]]>
- </doc>
- </method>
- <method name="getUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the uri of this filesystem.
- The uri is of the form
- har://underlyingfsschema-host:port/pathintheunderlyingfs]]>
- </doc>
- </method>
- <method name="getCanonicalServiceName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="makeQualified" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.FileStatus"/>
- <param name="start" type="long"/>
- <param name="len" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get block locations from the underlying fs and fix their
- offsets and lengths.
- @param file the input filestatus to get block locations
- @param start the start of the desired range in the contained file
- @param len the length of the desired range
- @return block locations for this segment of file
- @throws IOException]]>
- </doc>
- </method>
- <method name="getHarHash" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[the hash of the path p inside iniside
- the filesystem
- @param p the path in the harfilesystem
- @return the hash code of the path.]]>
- </doc>
- </method>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[return the filestatus of files in har archive.
- The permission returned are that of the archive
- index files. The permissions are not persisted
- while creating a hadoop archive.
- @param f the path in har filesystem
- @return filestatus.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getFileChecksum" return="org.apache.hadoop.fs.FileChecksum"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[@return null since no checksum algorithm is implemented.]]>
- </doc>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns a har input stream which fakes end of
- file. It reads the index files to get the part
- file name and the size and start of the file.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setReplication" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="replication" type="short"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Not implemented.]]>
- </doc>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Not implemented.]]>
- </doc>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[liststatus returns the children of a directory
- after looking up the index files.]]>
- </doc>
- </method>
- <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[return the top level archive path.]]>
- </doc>
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newDir" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[not implemented.]]>
- </doc>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[not implemented.]]>
- </doc>
- </method>
- <method name="copyToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[copies the file in the har filesystem to a local file.]]>
- </doc>
- </method>
- <method name="startLocalOutput" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[not implemented.]]>
- </doc>
- </method>
- <method name="completeLocalOutput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[not implemented.]]>
- </doc>
- </method>
- <method name="setOwner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="username" type="java.lang.String"/>
- <param name="groupname" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[not implemented.]]>
- </doc>
- </method>
- <method name="setPermission"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="permisssion" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Not implemented.]]>
- </doc>
- </method>
- <field name="VERSION" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This is an implementation of the Hadoop Archive
- Filesystem. This archive Filesystem has index files
- of the form _index* and has contents of the form
- part-*. The index files store the indexes of the
- real files. The index files are of the form _masterindex
- and _index. The master index is a level of indirection
- in to the index file to make the look ups faster. the index
- file is sorted with hash code of the paths that it contains
- and the master index contains pointers to the positions in
- index for ranges of hashcodes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.HarFileSystem -->
- <!-- start interface org.apache.hadoop.fs.HasFileDescriptor -->
- <interface name="HasFileDescriptor" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getFileDescriptor" return="java.io.FileDescriptor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@return the FileDescriptor
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Having a FileDescriptor]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.fs.HasFileDescriptor -->
- <!-- start class org.apache.hadoop.fs.InMemoryFileSystem -->
- <class name="InMemoryFileSystem" extends="org.apache.hadoop.fs.ChecksumFileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InMemoryFileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="InMemoryFileSystem" type="java.net.URI, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reserveSpaceWithCheckSum" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="size" type="long"/>
- <doc>
- <![CDATA[Register a file with its size. This will also register a checksum for the
- file that the user is trying to create. This is required since none of
- the FileSystem APIs accept the size of the file as argument. But since it
- is required for us to apriori know the size of the file we are going to
- create, the user must call this method for each file he wants to create
- and reserve memory for that file. We either succeed in reserving memory
- for both the main file and the checksum file and return true, or return
- false.]]>
- </doc>
- </method>
- <method name="getFiles" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.fs.PathFilter"/>
- </method>
- <method name="getNumFiles" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.fs.PathFilter"/>
- </method>
- <method name="getFSSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getPercentUsed" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[An implementation of the in-memory filesystem. This implementation assumes
- that the file lengths are known ahead of time and the total lengths of all
- the files is below a certain number (like 100 MB, configurable). Use the API
- reserveSpaceWithCheckSum(Path f, int size) (see below for a description of
- the API for reserving space in the FS. The uri of this filesystem starts with
- ramfs:// .]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.InMemoryFileSystem -->
- <!-- start class org.apache.hadoop.fs.LocalDirAllocator -->
- <class name="LocalDirAllocator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LocalDirAllocator" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an allocator object
- @param contextCfgItemName]]>
- </doc>
- </constructor>
- <method name="getLocalPathForWrite" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathStr" type="java.lang.String"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a path from the local FS. This method should be used if the size of
- the file is not known apriori. We go round-robin over the set of disks
- (via the configured dirs) and return the first complete path where
- we could create the parent directory of the passed path.
- @param pathStr the requested path (this will be created on the first
- available disk)
- @param conf the Configuration object
- @return the complete path to the file on a local disk
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLocalPathForWrite" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathStr" type="java.lang.String"/>
- <param name="size" type="long"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a path from the local FS. Pass size as
- SIZE_UNKNOWN if not known apriori. We
- round-robin over the set of disks (via the configured dirs) and return
- the first complete path which has enough space
- @param pathStr the requested path (this will be created on the first
- available disk)
- @param size the size of the file that is going to be written
- @param conf the Configuration object
- @return the complete path to the file on a local disk
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLocalPathForWrite" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathStr" type="java.lang.String"/>
- <param name="size" type="long"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="checkWrite" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a path from the local FS. Pass size as
- SIZE_UNKNOWN if not known apriori. We
- round-robin over the set of disks (via the configured dirs) and return
- the first complete path which has enough space
- @param pathStr the requested path (this will be created on the first
- available disk)
- @param size the size of the file that is going to be written
- @param conf the Configuration object
- @param checkWrite ensure that the path is writable
- @return the complete path to the file on a local disk
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLocalPathToRead" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathStr" type="java.lang.String"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a path from the local FS for reading. We search through all the
- configured dirs for the file's existence and return the complete
- path to the file when we find one
- @param pathStr the requested file (this will be searched)
- @param conf the Configuration object
- @return the complete path to the file on a local disk
- @throws IOException]]>
- </doc>
- </method>
- <method name="getAllLocalPathsToRead" return="java.lang.Iterable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathStr" type="java.lang.String"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get all of the paths that currently exist in the working directories.
- @param pathStr the path underneath the roots
- @param conf the configuration to look up the roots in
- @return all of the paths that exist under any of the roots
- @throws IOException]]>
- </doc>
- </method>
- <method name="createTmpFileForWrite" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathStr" type="java.lang.String"/>
- <param name="size" type="long"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates a temporary file in the local FS. Pass size as -1 if not known
- apriori. We round-robin over the set of disks (via the configured dirs)
- and select the first complete path which has enough space. A file is
- created on this directory. The file is guaranteed to go away when the
- JVM exits.
- @param pathStr prefix for the temporary file
- @param size the size of the file that is going to be written
- @param conf the Configuration object
- @return a unique temporary file
- @throws IOException]]>
- </doc>
- </method>
- <method name="isContextValid" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextCfgItemName" type="java.lang.String"/>
- <doc>
- <![CDATA[Method to check whether a context is valid
- @param contextCfgItemName
- @return true/false]]>
- </doc>
- </method>
- <method name="ifExists" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathStr" type="java.lang.String"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[We search through all the configured dirs for the file's existence
- and return true when we find
- @param pathStr the requested file (this will be searched)
- @param conf the Configuration object
- @return true if files exist. false otherwise
- @throws IOException]]>
- </doc>
- </method>
- <field name="SIZE_UNKNOWN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Used when size of file to be allocated is unknown.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[An implementation of a round-robin scheme for disk allocation for creating
- files. The way it works is that it is kept track what disk was last
- allocated for a file write. For the current request, the next disk from
- the set of disks would be allocated if the free space on the disk is
- sufficient enough to accommodate the file that is being considered for
- creation. If the space requirements cannot be met, the next disk in order
- would be tried and so on till a disk is found with sufficient capacity.
- Once a disk with sufficient space is identified, a check is done to make
- sure that the disk is writable. Also, there is an API provided that doesn't
- take the space requirements into consideration but just checks whether the
- disk under consideration is writable (this should be used for cases where
- the file size is not known apriori). An API is provided to read a path that
- was created earlier. That API works by doing a scan of all the disks for the
- input pathname.
- This implementation also provides the functionality of having multiple
- allocators per JVM (one for each unique functionality or context, like
- mapred, dfs-client, etc.). It ensures that there is only one instance of
- an allocator per context per JVM.
- Note:
- 1. The contexts referred above are actually the configuration items defined
- in the Configuration class like "mapred.local.dir" (for which we want to
- control the dir allocations). The context-strings are exactly those
- configuration items.
- 2. This implementation does not take into consideration cases where
- a disk becomes read-only or goes out of space while a file is being written
- to (disks are shared between multiple processes, and so the latter situation
- is probable).
- 3. In the class implementation, "Disk" is referred to as "Dir", which
- actually points to the configured directory on the Disk which will be the
- parent for all file write/read allocations.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.LocalDirAllocator -->
- <!-- start class org.apache.hadoop.fs.LocalFileSystem -->
- <class name="LocalFileSystem" extends="org.apache.hadoop.fs.ChecksumFileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LocalFileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="LocalFileSystem" type="org.apache.hadoop.fs.FileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRaw" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="exists" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get file status.]]>
- </doc>
- </method>
- <method name="pathToFile" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Convert a path to a File.]]>
- </doc>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="copyToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="reportChecksumFailure" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="in" type="org.apache.hadoop.fs.FSDataInputStream"/>
- <param name="inPos" type="long"/>
- <param name="sums" type="org.apache.hadoop.fs.FSDataInputStream"/>
- <param name="sumsPos" type="long"/>
- <doc>
- <![CDATA[Moves files to a bad file directory on the same device, so that their
- storage will not be reused.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Implement the FileSystem API for the checksumed local filesystem.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.LocalFileSystem -->
- <!-- start class org.apache.hadoop.fs.MD5MD5CRC32FileChecksum -->
- <class name="MD5MD5CRC32FileChecksum" extends="org.apache.hadoop.fs.FileChecksum"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MD5MD5CRC32FileChecksum"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Same as this(0, 0, null)]]>
- </doc>
- </constructor>
- <constructor name="MD5MD5CRC32FileChecksum" type="int, long, org.apache.hadoop.io.MD5Hash"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a MD5FileChecksum]]>
- </doc>
- </constructor>
- <method name="getAlgorithmName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getBytes" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="xml" type="org.znerd.xmlenc.XMLOutputter"/>
- <param name="that" type="org.apache.hadoop.fs.MD5MD5CRC32FileChecksum"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write that object to xml output.]]>
- </doc>
- </method>
- <method name="valueOf" return="org.apache.hadoop.fs.MD5MD5CRC32FileChecksum"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attrs" type="org.xml.sax.Attributes"/>
- <exception name="SAXException" type="org.xml.sax.SAXException"/>
- <doc>
- <![CDATA[Return the object represented in the attributes.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <field name="LENGTH" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[MD5 of MD5 of CRC32.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.MD5MD5CRC32FileChecksum -->
- <!-- start class org.apache.hadoop.fs.Path -->
- <class name="Path" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Comparable"/>
- <constructor name="Path" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resolve a child path against a parent path.]]>
- </doc>
- </constructor>
- <constructor name="Path" type="org.apache.hadoop.fs.Path, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resolve a child path against a parent path.]]>
- </doc>
- </constructor>
- <constructor name="Path" type="java.lang.String, org.apache.hadoop.fs.Path"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resolve a child path against a parent path.]]>
- </doc>
- </constructor>
- <constructor name="Path" type="org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resolve a child path against a parent path.]]>
- </doc>
- </constructor>
- <constructor name="Path" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a path from a String. Path strings are URIs, but with
- unescaped elements and some additional normalization.]]>
- </doc>
- </constructor>
- <constructor name="Path" type="java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a Path from components.]]>
- </doc>
- </constructor>
- <constructor name="Path" type="java.net.URI"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a path from a URI]]>
- </doc>
- </constructor>
- <method name="toUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Convert this to a URI.]]>
- </doc>
- </method>
- <method name="getFileSystem" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the FileSystem that owns this Path.]]>
- </doc>
- </method>
- <method name="isAbsolute" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[True if the directory of this path is absolute.]]>
- </doc>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the final component of this path.]]>
- </doc>
- </method>
- <method name="getParent" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the parent of a path or null if at root.]]>
- </doc>
- </method>
- <method name="suffix" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="suffix" type="java.lang.String"/>
- <doc>
- <![CDATA[Adds a suffix to the final name in the path.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="depth" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the number of elements in this path.]]>
- </doc>
- </method>
- <method name="makeQualified" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <doc>
- <![CDATA[Returns a qualified path object.]]>
- </doc>
- </method>
- <method name="makeQualified" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="defaultUri" type="java.net.URI"/>
- <param name="workingDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Returns a qualified path object.]]>
- </doc>
- </method>
- <field name="SEPARATOR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The directory separator, a slash.]]>
- </doc>
- </field>
- <field name="SEPARATOR_CHAR" type="char"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CUR_DIR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Names a file or directory in a {@link FileSystem}.
- Path strings use slash as the directory separator. A path string is
- absolute if it begins with a slash.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.Path -->
- <!-- start interface org.apache.hadoop.fs.PathFilter -->
- <interface name="PathFilter" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Tests whether or not the specified abstract pathname should be
- included in a pathname list.
- @param path The abstract pathname to be tested
- @return <code>true</code> if and only if <code>pathname</code>
- should be included]]>
- </doc>
- </method>
- </interface>
- <!-- end interface org.apache.hadoop.fs.PathFilter -->
- <!-- start interface org.apache.hadoop.fs.PositionedReadable -->
- <interface name="PositionedReadable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read upto the specified number of bytes, from a given
- position within a file, and return the number of bytes read. This does not
- change the current offset of a file, and is thread-safe.]]>
- </doc>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the specified number of bytes, from a given
- position within a file. This does not
- change the current offset of a file, and is thread-safe.]]>
- </doc>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <param name="buffer" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read number of bytes equalt to the length of the buffer, from a given
- position within a file. This does not
- change the current offset of a file, and is thread-safe.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Stream that permits positional reading.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.fs.PositionedReadable -->
- <!-- start class org.apache.hadoop.fs.RawLocalFileSystem -->
- <class name="RawLocalFileSystem" extends="org.apache.hadoop.fs.FileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RawLocalFileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="pathToFile" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Convert a path to a File.]]>
- </doc>
- </method>
- <method name="getUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="createNonRecursive" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="rename" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates the specified directory hierarchy. Does not
- treat existence as an error.]]>
- </doc>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the working directory to the given directory.]]>
- </doc>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="moveFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startLocalOutput" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="completeLocalOutput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsWorkingFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setOwner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="username" type="java.lang.String"/>
- <param name="groupname" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Use the command chown to set owner.]]>
- </doc>
- </method>
- <method name="setPermission"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Use the command chmod to set permission.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Implement the FileSystem API for the raw local filesystem.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.RawLocalFileSystem -->
- <!-- start interface org.apache.hadoop.fs.Seekable -->
- <interface name="Seekable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="seek"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Seek to the given offset from the start of the file.
- The next read() will be from that location. Can't
- seek past the end of the file.]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the current offset from the start of the file]]>
- </doc>
- </method>
- <method name="seekToNewSource" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="targetPos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Seeks a different copy of the data. Returns true if
- found a new source, false otherwise.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Stream that permits seeking.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.fs.Seekable -->
- <!-- start interface org.apache.hadoop.fs.Syncable -->
- <interface name="Syncable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="sync"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Synchronize all buffer with the underlying devices.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This interface declare the sync() operation.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.fs.Syncable -->
- <!-- start class org.apache.hadoop.fs.Trash -->
- <class name="Trash" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Trash" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a trash can accessor.
- @param conf a Configuration]]>
- </doc>
- </constructor>
- <constructor name="Trash" type="org.apache.hadoop.fs.FileSystem, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a trash can accessor for the FileSystem provided.]]>
- </doc>
- </constructor>
- <method name="moveToTrash" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move a file or directory to the current trash directory.
- @return false if the item is already in the trash or trash is disabled]]>
- </doc>
- </method>
- <method name="checkpoint"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a trash checkpoint.]]>
- </doc>
- </method>
- <method name="expunge"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete old checkpoints.]]>
- </doc>
- </method>
- <method name="getEmptier" return="java.lang.Runnable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return a {@link Runnable} that periodically empties the trash of all
- users, intended to be run by the superuser. Only one checkpoint is kept
- at a time.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Run an emptier.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Provides a <i>trash</i> feature. Files are moved to a user's trash
- directory, a subdirectory of their home directory named ".Trash". Files are
- initially moved to a <i>current</i> sub-directory of the trash directory.
- Within that sub-directory their original path is preserved. Periodically
- one may checkpoint the current trash and remove older checkpoints. (This
- design permits trash management without enumeration of the full trash
- content, without date support in the filesystem, and without clock
- synchronization.)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.Trash -->
- </package>
- <package name="org.apache.hadoop.fs.ftp">
- <!-- start class org.apache.hadoop.fs.ftp.FTPException -->
- <class name="FTPException" extends="java.lang.RuntimeException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FTPException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FTPException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FTPException" type="java.lang.String, java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A class to wrap a {@link Throwable} into a Runtime Exception.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.ftp.FTPException -->
- <!-- start class org.apache.hadoop.fs.ftp.FTPFileSystem -->
- <class name="FTPFileSystem" extends="org.apache.hadoop.fs.FileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FTPFileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A stream obtained via this call must be closed before using other APIs of
- this class or else the invocation will block.]]>
- </doc>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This optional operation is not yet supported.]]>
- </doc>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use delete(Path, boolean) instead">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Use delete(Path, boolean) instead]]>
- </doc>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="rename" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHomeDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newDir" type="org.apache.hadoop.fs.Path"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_BUFFER_SIZE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_BLOCK_SIZE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[<p>
- A {@link FileSystem} backed by an FTP client provided by <a
- href="http://commons.apache.org/net/">Apache Commons Net</a>.
- </p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.ftp.FTPFileSystem -->
- <!-- start class org.apache.hadoop.fs.ftp.FTPInputStream -->
- <class name="FTPInputStream" extends="org.apache.hadoop.fs.FSInputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FTPInputStream" type="java.io.InputStream, org.apache.commons.net.ftp.FTPClient, org.apache.hadoop.fs.FileSystem.Statistics"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="seek"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="seekToNewSource" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="targetPos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="markSupported" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="mark"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="readLimit" type="int"/>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.fs.ftp.FTPInputStream -->
- </package>
- <package name="org.apache.hadoop.fs.kfs">
- <!-- start class org.apache.hadoop.fs.kfs.KosmosFileSystem -->
- <class name="KosmosFileSystem" extends="org.apache.hadoop.fs.FileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="KosmosFileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="isDirectory" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="isFile" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This optional operation is not yet supported.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="rename" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getReplication" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getDefaultReplication" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setReplication" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="replication" type="short"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getDefaultBlockSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="lock"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="shared" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="release"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.FileStatus"/>
- <param name="start" type="long"/>
- <param name="len" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return null if the file doesn't exist; otherwise, get the
- locations of the various chunks of the file file from KFS.]]>
- </doc>
- </method>
- <method name="copyFromLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="copyToLocalFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delSrc" type="boolean"/>
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startLocalOutput" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="completeLocalOutput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fsOutputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="tmpLocalFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A FileSystem backed by KFS.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.kfs.KosmosFileSystem -->
- </package>
- <package name="org.apache.hadoop.fs.permission">
- <!-- start class org.apache.hadoop.fs.permission.AccessControlException -->
- <class name="AccessControlException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link org.apache.hadoop.security.AccessControlException}
- instead.">
- <constructor name="AccessControlException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor is needed for unwrapping from
- {@link org.apache.hadoop.ipc.RemoteException}.]]>
- </doc>
- </constructor>
- <constructor name="AccessControlException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs an {@link AccessControlException}
- with the specified detail message.
- @param s the detail message.]]>
- </doc>
- </constructor>
- <constructor name="AccessControlException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a new exception with the specified cause and a detail
- message of <tt>(cause==null ? null : cause.toString())</tt> (which
- typically contains the class and detail message of <tt>cause</tt>).
- @param cause the cause (which is saved for later retrieval by the
- {@link #getCause()} method). (A <tt>null</tt> value is
- permitted, and indicates that the cause is nonexistent or
- unknown.)]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[An exception class for access control related issues.
- @deprecated Use {@link org.apache.hadoop.security.AccessControlException}
- instead.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.permission.AccessControlException -->
- <!-- start class org.apache.hadoop.fs.permission.ChmodParser -->
- <class name="ChmodParser" extends="org.apache.hadoop.fs.permission.PermissionParser"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ChmodParser" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- </constructor>
- <method name="applyNewPermission" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.FileStatus"/>
- <doc>
- <![CDATA[Apply permission against specified file and determine what the
- new mode would be
- @param file File against which to apply mode
- @return File's new mode if applied.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Parse a permission mode passed in from a chmod command and apply that
- mode against an existing file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.permission.ChmodParser -->
- <!-- start class org.apache.hadoop.fs.permission.FsAction -->
- <class name="FsAction" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.fs.permission.FsAction[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.fs.permission.FsAction"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="implies" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="that" type="org.apache.hadoop.fs.permission.FsAction"/>
- <doc>
- <![CDATA[Return true if this action implies that action.
- @param that]]>
- </doc>
- </method>
- <method name="and" return="org.apache.hadoop.fs.permission.FsAction"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="that" type="org.apache.hadoop.fs.permission.FsAction"/>
- <doc>
- <![CDATA[AND operation.]]>
- </doc>
- </method>
- <method name="or" return="org.apache.hadoop.fs.permission.FsAction"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="that" type="org.apache.hadoop.fs.permission.FsAction"/>
- <doc>
- <![CDATA[OR operation.]]>
- </doc>
- </method>
- <method name="not" return="org.apache.hadoop.fs.permission.FsAction"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[NOT operation.]]>
- </doc>
- </method>
- <field name="NONE" type="org.apache.hadoop.fs.permission.FsAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EXECUTE" type="org.apache.hadoop.fs.permission.FsAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WRITE" type="org.apache.hadoop.fs.permission.FsAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WRITE_EXECUTE" type="org.apache.hadoop.fs.permission.FsAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="READ" type="org.apache.hadoop.fs.permission.FsAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="READ_EXECUTE" type="org.apache.hadoop.fs.permission.FsAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="READ_WRITE" type="org.apache.hadoop.fs.permission.FsAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ALL" type="org.apache.hadoop.fs.permission.FsAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SYMBOL" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Symbolic representation]]>
- </doc>
- </field>
- <doc>
- <![CDATA[File system actions, e.g. read, write, etc.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.permission.FsAction -->
- <!-- start class org.apache.hadoop.fs.permission.FsPermission -->
- <class name="FsPermission" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="FsPermission" type="org.apache.hadoop.fs.permission.FsAction, org.apache.hadoop.fs.permission.FsAction, org.apache.hadoop.fs.permission.FsAction"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct by the given {@link FsAction}.
- @param u user action
- @param g group action
- @param o other action]]>
- </doc>
- </constructor>
- <constructor name="FsPermission" type="short"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct by the given mode.
- @param mode
- @see #toShort()]]>
- </doc>
- </constructor>
- <constructor name="FsPermission" type="org.apache.hadoop.fs.permission.FsPermission"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Copy constructor
-
- @param other other permission]]>
- </doc>
- </constructor>
- <constructor name="FsPermission" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct by given mode, either in octal or symbolic format.
- @param mode mode as a string, either in octal or symbolic format
- @throws IllegalArgumentException if <code>mode</code> is invalid]]>
- </doc>
- </constructor>
- <method name="createImmutable" return="org.apache.hadoop.fs.permission.FsPermission"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="permission" type="short"/>
- <doc>
- <![CDATA[Create an immutable {@link FsPermission} object.]]>
- </doc>
- </method>
- <method name="getUserAction" return="org.apache.hadoop.fs.permission.FsAction"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return user {@link FsAction}.]]>
- </doc>
- </method>
- <method name="getGroupAction" return="org.apache.hadoop.fs.permission.FsAction"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return group {@link FsAction}.]]>
- </doc>
- </method>
- <method name="getOtherAction" return="org.apache.hadoop.fs.permission.FsAction"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return other {@link FsAction}.]]>
- </doc>
- </method>
- <method name="fromShort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="short"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="read" return="org.apache.hadoop.fs.permission.FsPermission"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create and initialize a {@link FsPermission} from {@link DataInput}.]]>
- </doc>
- </method>
- <method name="toShort" return="short"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Encode the object to a short.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="applyUMask" return="org.apache.hadoop.fs.permission.FsPermission"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="umask" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <doc>
- <![CDATA[Apply a umask to this permission and return a new one]]>
- </doc>
- </method>
- <method name="getUMask" return="org.apache.hadoop.fs.permission.FsPermission"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the user file creation mask (umask)
-
- {@code UMASK_LABEL} config param has umask value that is either symbolic
- or octal.
-
- Symbolic umask is applied relative to file mode creation mask;
- the permission op characters '+' clears the corresponding bit in the mask,
- '-' sets bits in the mask.
-
- Octal umask, the specified bits are set in the file mode creation mask.
-
- {@code DEPRECATED_UMASK_LABEL} config param has umask value set to decimal.]]>
- </doc>
- </method>
- <method name="setUMask"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="umask" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <doc>
- <![CDATA[Set the user file creation mask (umask)]]>
- </doc>
- </method>
- <method name="getDefault" return="org.apache.hadoop.fs.permission.FsPermission"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the default permission.]]>
- </doc>
- </method>
- <method name="valueOf" return="org.apache.hadoop.fs.permission.FsPermission"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="unixSymbolicPermission" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a FsPermission from a Unix symbolic permission string
- @param unixSymbolicPermission e.g. "-rw-rw-rw-"]]>
- </doc>
- </method>
- <field name="DEPRECATED_UMASK_LABEL" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[umask property label]]>
- </doc>
- </field>
- <field name="UMASK_LABEL" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_UMASK" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A class for file/directory permissions.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.permission.FsPermission -->
- <!-- start class org.apache.hadoop.fs.permission.PermissionStatus -->
- <class name="PermissionStatus" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="PermissionStatus" type="java.lang.String, java.lang.String, org.apache.hadoop.fs.permission.FsPermission"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor]]>
- </doc>
- </constructor>
- <method name="createImmutable" return="org.apache.hadoop.fs.permission.PermissionStatus"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="group" type="java.lang.String"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <doc>
- <![CDATA[Create an immutable {@link PermissionStatus} object.]]>
- </doc>
- </method>
- <method name="getUserName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return user name]]>
- </doc>
- </method>
- <method name="getGroupName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return group name]]>
- </doc>
- </method>
- <method name="getPermission" return="org.apache.hadoop.fs.permission.FsPermission"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return permission]]>
- </doc>
- </method>
- <method name="applyUMask" return="org.apache.hadoop.fs.permission.PermissionStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="umask" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <doc>
- <![CDATA[Apply umask.
- @see FsPermission#applyUMask(FsPermission)]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="read" return="org.apache.hadoop.fs.permission.PermissionStatus"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create and initialize a {@link PermissionStatus} from {@link DataInput}.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="username" type="java.lang.String"/>
- <param name="groupname" type="java.lang.String"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serialize a {@link PermissionStatus} from its base components.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Store permission related information.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.permission.PermissionStatus -->
- </package>
- <package name="org.apache.hadoop.fs.s3">
- <!-- start class org.apache.hadoop.fs.s3.Block -->
- <class name="Block" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Block" type="long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getId" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Holds metadata about a block of data being stored in a {@link FileSystemStore}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3.Block -->
- <!-- start interface org.apache.hadoop.fs.s3.FileSystemStore -->
- <interface name="FileSystemStore" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="storeINode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="inode" type="org.apache.hadoop.fs.s3.INode"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="storeBlock"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="block" type="org.apache.hadoop.fs.s3.Block"/>
- <param name="file" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="inodeExists" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="blockExists" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="blockId" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="retrieveINode" return="org.apache.hadoop.fs.s3.INode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="retrieveBlock" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="block" type="org.apache.hadoop.fs.s3.Block"/>
- <param name="byteRangeStart" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="deleteINode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="deleteBlock"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="block" type="org.apache.hadoop.fs.s3.Block"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="listSubPaths" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="listDeepSubPaths" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="purge"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete everything. Used for testing.
- @throws IOException]]>
- </doc>
- </method>
- <method name="dump"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Diagnostic method to dump all INodes to the console.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A facility for storing and retrieving {@link INode}s and {@link Block}s.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.fs.s3.FileSystemStore -->
- <!-- start class org.apache.hadoop.fs.s3.INode -->
- <class name="INode" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="INode" type="org.apache.hadoop.fs.s3.INode.FileType, org.apache.hadoop.fs.s3.Block[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getBlocks" return="org.apache.hadoop.fs.s3.Block[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFileType" return="org.apache.hadoop.fs.s3.INode.FileType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isDirectory" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isFile" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSerializedLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="serialize" return="java.io.InputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="deserialize" return="org.apache.hadoop.fs.s3.INode"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="FILE_TYPES" type="org.apache.hadoop.fs.s3.INode.FileType[]"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DIRECTORY_INODE" type="org.apache.hadoop.fs.s3.INode"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Holds file metadata including type (regular file, or directory),
- and the list of blocks that are pointers to the data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3.INode -->
- <!-- start class org.apache.hadoop.fs.s3.MigrationTool -->
- <class name="MigrationTool" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="MigrationTool"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[<p>
- This class is a tool for migrating data from an older to a newer version
- of an S3 filesystem.
- </p>
- <p>
- All files in the filesystem are migrated by re-writing the block metadata
- - no datafiles are touched.
- </p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3.MigrationTool -->
- <!-- start class org.apache.hadoop.fs.s3.S3Credentials -->
- <class name="S3Credentials" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="S3Credentials"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[@throws IllegalArgumentException if credentials for S3 cannot be
- determined.]]>
- </doc>
- </method>
- <method name="getAccessKey" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSecretAccessKey" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[<p>
- Extracts AWS credentials from the filesystem URI or configuration.
- </p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3.S3Credentials -->
- <!-- start class org.apache.hadoop.fs.s3.S3Exception -->
- <class name="S3Exception" extends="java.lang.RuntimeException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="S3Exception" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Thrown if there is a problem communicating with Amazon S3.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3.S3Exception -->
- <!-- start class org.apache.hadoop.fs.s3.S3FileSystem -->
- <class name="S3FileSystem" extends="org.apache.hadoop.fs.FileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="S3FileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="S3FileSystem" type="org.apache.hadoop.fs.s3.FileSystemStore"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@param permission Currently ignored.]]>
- </doc>
- </method>
- <method name="isFile" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This optional operation is not yet supported.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@param permission Currently ignored.]]>
- </doc>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="rename" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="recursive" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[FileStatus for S3 file systems.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<p>
- A block-based {@link FileSystem} backed by
- <a href="http://aws.amazon.com/s3">Amazon S3</a>.
- </p>
- @see NativeS3FileSystem]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3.S3FileSystem -->
- <!-- start class org.apache.hadoop.fs.s3.S3FileSystemException -->
- <class name="S3FileSystemException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="S3FileSystemException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Thrown when there is a fatal exception while using {@link S3FileSystem}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3.S3FileSystemException -->
- <!-- start class org.apache.hadoop.fs.s3.VersionMismatchException -->
- <class name="VersionMismatchException" extends="org.apache.hadoop.fs.s3.S3FileSystemException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="VersionMismatchException" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Thrown when Hadoop cannot read the version of the data stored
- in {@link S3FileSystem}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3.VersionMismatchException -->
- </package>
- <package name="org.apache.hadoop.fs.s3native">
- <!-- start class org.apache.hadoop.fs.s3native.NativeS3FileSystem -->
- <class name="NativeS3FileSystem" extends="org.apache.hadoop.fs.FileSystem"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NativeS3FileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="NativeS3FileSystem" type="org.apache.hadoop.fs.s3native.NativeFileSystemStore"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="append" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This optional operation is not yet supported.]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.fs.FSDataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <param name="overwrite" type="boolean"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="delete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="recurse" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- If <code>f</code> is a file, this method will make a single call to S3.
- If <code>f</code> is a directory, this method will make a maximum of
- (<i>n</i> / 1000) + 2 calls to S3, where <i>n</i> is the total number of
- files and directories contained directly in <code>f</code>.
- </p>]]>
- </doc>
- </method>
- <method name="mkdirs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="open" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="rename" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="org.apache.hadoop.fs.Path"/>
- <param name="dst" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the working directory to the given directory.]]>
- </doc>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[<p>
- A {@link FileSystem} for reading and writing files stored on
- <a href="http://aws.amazon.com/s3">Amazon S3</a>.
- Unlike {@link org.apache.hadoop.fs.s3.S3FileSystem} this implementation
- stores files on S3 in their
- native form so they can be read by other S3 tools.
- A note about directories. S3 of course has no "native" support for them.
- The idiom we choose then is: for any directory created by this class,
- we use an empty object "#{dirpath}_$folder$" as a marker.
- Further, to interoperate with other S3 tools, we also accept the following:
- - an object "#{dirpath}/' denoting a directory marker
- - if there exists any objects with the prefix "#{dirpath}/", then the
- directory is said to exist
- - if both a file with the name of a directory and a marker for that
- directory exists, then the *file masks the directory*, and the directory
- is never returned.
- </p>
- @see org.apache.hadoop.fs.s3.S3FileSystem]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.s3native.NativeS3FileSystem -->
- </package>
- <package name="org.apache.hadoop.fs.shell">
- <!-- start class org.apache.hadoop.fs.shell.Command -->
- <class name="Command" extends="org.apache.hadoop.conf.Configured"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Command" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor]]>
- </doc>
- </constructor>
- <method name="getCommandName" return="java.lang.String"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the command's name excluding the leading character -]]>
- </doc>
- </method>
- <method name="run"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Execute the command on the input path
-
- @param path the input path
- @throws IOException if any error occurs]]>
- </doc>
- </method>
- <method name="runAll" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[For each source path, execute the command
-
- @return 0 if it runs successfully; -1 if it fails]]>
- </doc>
- </method>
- <field name="args" type="java.lang.String[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An abstract class for the execution of a file system command]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.shell.Command -->
- <!-- start class org.apache.hadoop.fs.shell.CommandFormat -->
- <class name="CommandFormat" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CommandFormat" type="java.lang.String, int, int, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[constructor]]>
- </doc>
- </constructor>
- <method name="parse" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <param name="pos" type="int"/>
- <doc>
- <![CDATA[Parse parameters starting from the given position
-
- @param args an array of input arguments
- @param pos the position at which starts to parse
- @return a list of parameters]]>
- </doc>
- </method>
- <method name="getOpt" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="option" type="java.lang.String"/>
- <doc>
- <![CDATA[Return if the option is set or not
-
- @param option String representation of an option
- @return true is the option is set; false otherwise]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Parse the args of a command and check the format of args.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.shell.CommandFormat -->
- <!-- start class org.apache.hadoop.fs.shell.Count -->
- <class name="Count" extends="org.apache.hadoop.fs.shell.Command"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Count" type="java.lang.String[], int, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor
-
- @param cmd the count command
- @param pos the starting index of the arguments]]>
- </doc>
- </constructor>
- <method name="matches" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cmd" type="java.lang.String"/>
- <doc>
- <![CDATA[Check if a command is the count command
-
- @param cmd A string representation of a command starting with "-"
- @return true if this is a count command; false otherwise]]>
- </doc>
- </method>
- <method name="getCommandName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="USAGE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DESCRIPTION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Count the number of directories, files, bytes, quota, and remaining quota.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.fs.shell.Count -->
- </package>
- <package name="org.apache.hadoop.http">
- <!-- start class org.apache.hadoop.http.AdminAuthorizedServlet -->
- <class name="AdminAuthorizedServlet" extends="org.mortbay.jetty.servlet.DefaultServlet"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AdminAuthorizedServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[General servlet which is admin-authorized.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.http.AdminAuthorizedServlet -->
- <!-- start interface org.apache.hadoop.http.FilterContainer -->
- <interface name="FilterContainer" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="addFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="classname" type="java.lang.String"/>
- <param name="parameters" type="java.util.Map"/>
- <doc>
- <![CDATA[Add a filter to the container.
- @param name Filter name
- @param classname Filter class name
- @param parameters a map from parameter names to initial values]]>
- </doc>
- </method>
- <method name="addGlobalFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="classname" type="java.lang.String"/>
- <param name="parameters" type="java.util.Map"/>
- <doc>
- <![CDATA[Add a global filter to the container.
- @param name filter name
- @param classname filter class name
- @param parameters a map from parameter names to initial values]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A container class for javax.servlet.Filter.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.http.FilterContainer -->
- <!-- start class org.apache.hadoop.http.FilterInitializer -->
- <class name="FilterInitializer" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FilterInitializer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initFilter"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="container" type="org.apache.hadoop.http.FilterContainer"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Initialize a Filter to a FilterContainer.
- @param container The filter container
- @param conf Configuration for run-time parameters]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Initialize a javax.servlet.Filter.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.http.FilterInitializer -->
- <!-- start class org.apache.hadoop.http.HtmlQuoting -->
- <class name="HtmlQuoting" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HtmlQuoting"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="needsQuoting" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="data" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Does the given string need to be quoted?
- @param data the string to check
- @param off the starting position
- @param len the number of bytes to check
- @return does the string contain any of the active html characters?]]>
- </doc>
- </method>
- <method name="needsQuoting" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Does the given string need to be quoted?
- @param str the string to check
- @return does the string contain any of the active html characters?]]>
- </doc>
- </method>
- <method name="quoteHtmlChars"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="output" type="java.io.OutputStream"/>
- <param name="buffer" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Quote all of the active HTML characters in the given string as they
- are added to the buffer.
- @param output the stream to write the output to
- @param buffer the byte array to take the characters from
- @param off the index of the first byte to quote
- @param len the number of bytes to quote]]>
- </doc>
- </method>
- <method name="quoteHtmlChars" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="item" type="java.lang.String"/>
- <doc>
- <![CDATA[Quote the given item to make it html-safe.
- @param item the string to quote
- @return the quoted string]]>
- </doc>
- </method>
- <method name="quoteOutputStream" return="java.io.OutputStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return an output stream that quotes all of the output.
- @param out the stream to write the quoted output to
- @return a new stream that the application show write to
- @throws IOException if the underlying output fails]]>
- </doc>
- </method>
- <method name="unquoteHtmlChars" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="item" type="java.lang.String"/>
- <doc>
- <![CDATA[Remove HTML quoting from a string.
- @param item the string to unquote
- @return the unquoted string]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <doc>
- <![CDATA[This class is responsible for quoting HTML characters.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.http.HtmlQuoting -->
- <!-- start class org.apache.hadoop.http.HttpServer -->
- <class name="HttpServer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.http.FilterContainer"/>
- <constructor name="HttpServer" type="java.lang.String, java.lang.String, int, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Same as this(name, bindAddress, port, findPort, null);]]>
- </doc>
- </constructor>
- <constructor name="HttpServer" type="java.lang.String, java.lang.String, int, boolean, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="HttpServer" type="java.lang.String, java.lang.String, int, boolean, org.apache.hadoop.conf.Configuration, org.mortbay.jetty.Connector"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="HttpServer" type="java.lang.String, java.lang.String, int, boolean, org.apache.hadoop.conf.Configuration, org.apache.hadoop.security.authorize.AccessControlList"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a status server on the given port.
- The jsp scripts are taken from src/webapps/<name>.
- @param name The name of the server
- @param port The port to use on the server
- @param findPort whether the server should start at the given port and
- increment by 1 until it finds a free port.
- @param conf Configuration
- @param adminsAcl {@link AccessControlList} of the admins]]>
- </doc>
- </constructor>
- <constructor name="HttpServer" type="java.lang.String, java.lang.String, int, boolean, org.apache.hadoop.conf.Configuration, org.apache.hadoop.security.authorize.AccessControlList, org.mortbay.jetty.Connector"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="createBaseListener" return="org.mortbay.jetty.Connector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a required listener for the Jetty instance listening on the port
- provided. This wrapper and all subclasses must create at least one
- listener.]]>
- </doc>
- </method>
- <method name="createDefaultChannelConnector" return="org.mortbay.jetty.Connector"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="addDefaultApps"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="parent" type="org.mortbay.jetty.handler.ContextHandlerCollection"/>
- <param name="appDir" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add default apps.
- @param appDir The application directory
- @throws IOException]]>
- </doc>
- </method>
- <method name="addDefaultServlets"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Add default servlets.]]>
- </doc>
- </method>
- <method name="addContext"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ctxt" type="org.mortbay.jetty.servlet.Context"/>
- <param name="isFiltered" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="addContext"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="pathSpec" type="java.lang.String"/>
- <param name="dir" type="java.lang.String"/>
- <param name="isFiltered" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add a context
- @param pathSpec The path spec for the context
- @param dir The directory containing the context
- @param isFiltered if true, the servlet is added to the filter path mapping
- @throws IOException]]>
- </doc>
- </method>
- <method name="setAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="java.lang.Object"/>
- <doc>
- <![CDATA[Set a value in the webapp context. These values are available to the jsp
- pages as "application.getAttribute(name)".
- @param name The name of the attribute
- @param value The value of the attribute]]>
- </doc>
- </method>
- <method name="setAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.mortbay.jetty.servlet.Context"/>
- <param name="name" type="java.lang.String"/>
- <param name="value" type="java.lang.Object"/>
- <doc>
- <![CDATA[Set a value in the webapp context. These values are available to the jsp
- pages as "application.getAttribute(name)".
- @param context Context to add attribute
- @param name The name of the attribute
- @param value The value of the attribute]]>
- </doc>
- </method>
- <method name="addJerseyResourcePackage"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="packageName" type="java.lang.String"/>
- <param name="pathSpec" type="java.lang.String"/>
- <doc>
- <![CDATA[Add a Jersey resource package.
- @param packageName The Java package name containing the Jersey resource.
- @param pathSpec The path spec for the servlet]]>
- </doc>
- </method>
- <method name="addServlet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="pathSpec" type="java.lang.String"/>
- <param name="clazz" type="java.lang.Class"/>
- <doc>
- <![CDATA[Add a servlet in the server.
- @param name The name of the servlet (can be passed as null)
- @param pathSpec The path spec for the servlet
- @param clazz The servlet class]]>
- </doc>
- </method>
- <method name="addInternalServlet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="this is a temporary method">
- <param name="name" type="java.lang.String"/>
- <param name="pathSpec" type="java.lang.String"/>
- <param name="clazz" type="java.lang.Class"/>
- <doc>
- <![CDATA[Add an internal servlet in the server.
- @param name The name of the servlet (can be passed as null)
- @param pathSpec The path spec for the servlet
- @param clazz The servlet class
- @deprecated this is a temporary method]]>
- </doc>
- </method>
- <method name="addInternalServlet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="pathSpec" type="java.lang.String"/>
- <param name="clazz" type="java.lang.Class"/>
- <param name="requireAuth" type="boolean"/>
- <param name="useKsslForAuth" type="boolean"/>
- <doc>
- <![CDATA[Add an internal servlet in the server, specifying whether or not to
- protect with Kerberos authentication.
- Note: This method is to be used for adding servlets that facilitate
- internal communication and not for user facing functionality. For
- servlets added using this method, filters (except internal Kerberos
- filters) are not enabled.
-
- @param name The name of the servlet (can be passed as null)
- @param pathSpec The path spec for the servlet
- @param clazz The servlet class
- @param requireAuth Require Kerberos authenticate to access servlet
- @param useKsslForAuth true to use KSSL for auth, false to use SPNEGO]]>
- </doc>
- </method>
- <method name="addFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="classname" type="java.lang.String"/>
- <param name="parameters" type="java.util.Map"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="addGlobalFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="classname" type="java.lang.String"/>
- <param name="parameters" type="java.util.Map"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="defineFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="ctx" type="org.mortbay.jetty.servlet.Context"/>
- <param name="name" type="java.lang.String"/>
- <param name="classname" type="java.lang.String"/>
- <param name="parameters" type="java.util.Map"/>
- <param name="urls" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Define a filter for a context and set up default url mappings.]]>
- </doc>
- </method>
- <method name="addFilterPathMapping"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="pathSpec" type="java.lang.String"/>
- <param name="webAppCtx" type="org.mortbay.jetty.servlet.Context"/>
- <doc>
- <![CDATA[Add the path spec to the filter path mapping.
- @param pathSpec The path spec
- @param webAppCtx The WebApplicationContext to add to]]>
- </doc>
- </method>
- <method name="getAttribute" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the value in the webapp context.
- @param name The name of the attribute
- @return The value of the attribute]]>
- </doc>
- </method>
- <method name="getWebAppsPath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the pathname to the webapps files.
- @return the pathname as a URL
- @throws IOException if 'webapps' directory cannot be found on CLASSPATH.]]>
- </doc>
- </method>
- <method name="getPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the port that the server is on
- @return the port]]>
- </doc>
- </method>
- <method name="setThreads"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="min" type="int"/>
- <param name="max" type="int"/>
- <doc>
- <![CDATA[Set the min, max number of worker threads (simultaneous connections).]]>
- </doc>
- </method>
- <method name="addSslListener"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #addSslListener(InetSocketAddress, Configuration, boolean)}">
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="keystore" type="java.lang.String"/>
- <param name="storPass" type="java.lang.String"/>
- <param name="keyPass" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Configure an ssl listener on the server.
- @param addr address to listen on
- @param keystore location of the keystore
- @param storPass password for the keystore
- @param keyPass password for the key
- @deprecated Use {@link #addSslListener(InetSocketAddress, Configuration, boolean)}]]>
- </doc>
- </method>
- <method name="addSslListener"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="sslConf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="needClientAuth" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Configure an ssl listener on the server.
- @param addr address to listen on
- @param sslConf conf to retrieve ssl options
- @param needClientAuth whether client authentication is required]]>
- </doc>
- </method>
- <method name="addSslListener"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="sslConf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="needCertsAuth" type="boolean"/>
- <param name="needKrbAuth" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Configure an ssl listener on the server.
- @param addr address to listen on
- @param sslConf conf to retrieve ssl options
- @param needCertsAuth whether x509 certificate authentication is required
- @param needKrbAuth whether to allow kerberos auth]]>
- </doc>
- </method>
- <method name="start"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Start the server. Does not wait for the server to start.]]>
- </doc>
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[stop the server]]>
- </doc>
- </method>
- <method name="join"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="isInstrumentationAccessAllowed" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="servletContext" type="javax.servlet.ServletContext"/>
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Checks the user has privileges to access to instrumentation servlets.
- <p/>
- If <code>hadoop.security.instrumentation.requires.admin</code> is set to
- FALSE (default value) it returns always returns TRUE.
- <p/>
- If <code>hadoop.security.instrumentation.requires.admin</code> is set to
- TRUE it will check that if the current user is in the admin ACLS. If the
- user is in the admin ACLs it returns TRUE, otherwise it returns FALSE.
- @param servletContext the servlet context.
- @param request the servlet request.
- @param response the servlet response.
- @return TRUE/FALSE based on the logic decribed above.]]>
- </doc>
- </method>
- <method name="hasAdministratorAccess" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="servletContext" type="javax.servlet.ServletContext"/>
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Does the user sending the HttpServletRequest has the administrator ACLs? If
- it isn't the case, response will be modified to send an error to the user.
-
- @param servletContext
- @param request
- @param response
- @return true if admin-authorized, false otherwise
- @throws IOException]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_CONTEXT_ATTRIBUTE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SPNEGO_FILTER" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KRB5_FILTER" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="webServer" type="org.mortbay.jetty.Server"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="listener" type="org.mortbay.jetty.Connector"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="webAppContext" type="org.mortbay.jetty.webapp.WebAppContext"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="findPort" type="boolean"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="defaultContexts" type="java.util.Map"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="filterNames" type="java.util.List"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Create a Jetty embedded server to answer http requests. The primary goal
- is to serve up status information for the server.
- There are three contexts:
- "/logs/" -> points to the log directory
- "/static/" -> points to common static files (src/webapps/static)
- "/" -> the jsp server code from (src/webapps/<name>)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.http.HttpServer -->
- <!-- start class org.apache.hadoop.http.HttpServer.QuotingInputFilter -->
- <class name="HttpServer.QuotingInputFilter" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="javax.servlet.Filter"/>
- <constructor name="HttpServer.QuotingInputFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="config" type="javax.servlet.FilterConfig"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- </method>
- <method name="destroy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="doFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.ServletRequest"/>
- <param name="response" type="javax.servlet.ServletResponse"/>
- <param name="chain" type="javax.servlet.FilterChain"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- </method>
- <doc>
- <![CDATA[A Servlet input filter that quotes all HTML active characters in the
- parameter names and values. The goal is to quote the characters to make
- all of the servlets resistant to cross-site scripting attacks.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.http.HttpServer.QuotingInputFilter -->
- <!-- start class org.apache.hadoop.http.HttpServer.QuotingInputFilter.RequestQuoter -->
- <class name="HttpServer.QuotingInputFilter.RequestQuoter" extends="javax.servlet.http.HttpServletRequestWrapper"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HttpServer.QuotingInputFilter.RequestQuoter" type="javax.servlet.http.HttpServletRequest"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getParameterNames" return="java.util.Enumeration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the set of parameter names, quoting each name.]]>
- </doc>
- </method>
- <method name="getParameter" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Unquote the name and quote the value.]]>
- </doc>
- </method>
- <method name="getParameterValues" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getParameterMap" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getRequestURL" return="java.lang.StringBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Quote the url so that users specifying the HOST HTTP header
- can't inject attacks.]]>
- </doc>
- </method>
- <method name="getServerName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Quote the server name so that users specifying the HOST HTTP header
- can't inject attacks.]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.http.HttpServer.QuotingInputFilter.RequestQuoter -->
- <!-- start class org.apache.hadoop.http.HttpServer.StackServlet -->
- <class name="HttpServer.StackServlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HttpServer.StackServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A very simple servlet to serve up a text representation of the current
- stack traces. It both returns the stacks to the caller and logs them.
- Currently the stack traces are done sequentially rather than exactly the
- same data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.http.HttpServer.StackServlet -->
- </package>
- <package name="org.apache.hadoop.http.lib">
- <!-- start class org.apache.hadoop.http.lib.StaticUserWebFilter -->
- <class name="StaticUserWebFilter" extends="org.apache.hadoop.http.FilterInitializer"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="StaticUserWebFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="container" type="org.apache.hadoop.http.FilterContainer"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <doc>
- <![CDATA[Provides a servlet filter that pretends to authenticate a fake user (Dr.Who)
- so that the web UI is usable for a secure cluster without authentication.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.http.lib.StaticUserWebFilter -->
- <!-- start class org.apache.hadoop.http.lib.StaticUserWebFilter.StaticUserFilter -->
- <class name="StaticUserWebFilter.StaticUserFilter" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="javax.servlet.Filter"/>
- <constructor name="StaticUserWebFilter.StaticUserFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="destroy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="doFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.ServletRequest"/>
- <param name="response" type="javax.servlet.ServletResponse"/>
- <param name="chain" type="javax.servlet.FilterChain"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- </method>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="javax.servlet.FilterConfig"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.http.lib.StaticUserWebFilter.StaticUserFilter -->
- </package>
- <package name="org.apache.hadoop.io">
- <!-- start class org.apache.hadoop.io.AbstractMapWritable -->
- <class name="AbstractMapWritable" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="AbstractMapWritable"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[constructor.]]>
- </doc>
- </constructor>
- <method name="addToMap"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="clazz" type="java.lang.Class"/>
- <doc>
- <![CDATA[Add a Class to the maps if it is not already present.]]>
- </doc>
- </method>
- <method name="getClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="id" type="byte"/>
- <doc>
- <![CDATA[@return the Class class for the specified id]]>
- </doc>
- </method>
- <method name="getId" return="byte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="clazz" type="java.lang.Class"/>
- <doc>
- <![CDATA[@return the id for the specified Class]]>
- </doc>
- </method>
- <method name="copy"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.io.Writable"/>
- <doc>
- <![CDATA[Used by child copy constructors.]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the conf]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[@param conf the conf to set]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Abstract base class for MapWritable and SortedMapWritable
-
- Unlike org.apache.nutch.crawl.MapWritable, this class allows creation of
- MapWritable<Writable, MapWritable> so the CLASS_TO_ID and ID_TO_CLASS
- maps travel with the class instead of being static.
-
- Class ids range from 1 to 127 so there can be at most 127 distinct classes
- in any specific map instance.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.AbstractMapWritable -->
- <!-- start class org.apache.hadoop.io.ArrayFile -->
- <class name="ArrayFile" extends="org.apache.hadoop.io.MapFile"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ArrayFile"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A dense file-based mapping from integers to values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.ArrayFile -->
- <!-- start class org.apache.hadoop.io.ArrayFile.Reader -->
- <class name="ArrayFile.Reader" extends="org.apache.hadoop.io.MapFile.Reader"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ArrayFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct an array reader for the named file.]]>
- </doc>
- </constructor>
- <method name="seek"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Positions the reader before its <code>n</code>th value.]]>
- </doc>
- </method>
- <method name="next" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read and return the next value in the file.]]>
- </doc>
- </method>
- <method name="key" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the key associated with the most recent call to {@link
- #seek(long)}, {@link #next(Writable)}, or {@link
- #get(long,Writable)}.]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="long"/>
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the <code>n</code>th value in the file.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Provide access to an existing array file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.ArrayFile.Reader -->
- <!-- start class org.apache.hadoop.io.ArrayFile.Writer -->
- <class name="ArrayFile.Writer" extends="org.apache.hadoop.io.MapFile.Writer"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ArrayFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named file for values of the named class.]]>
- </doc>
- </constructor>
- <constructor name="ArrayFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named file for values of the named class.]]>
- </doc>
- </constructor>
- <method name="append"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Append a value to the file.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Write a new array file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.ArrayFile.Writer -->
- <!-- start class org.apache.hadoop.io.ArrayWritable -->
- <class name="ArrayWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="ArrayWritable" type="java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ArrayWritable" type="java.lang.Class, org.apache.hadoop.io.Writable[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ArrayWritable" type="java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toStrings" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toArray" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="values" type="org.apache.hadoop.io.Writable[]"/>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A Writable for arrays containing instances of a class. The elements of this
- writable must all be instances of the same class. If this writable will be
- the input for a Reducer, you will need to create a subclass that sets the
- value to be of the proper type.
- For example:
- <code>
- public class IntArrayWritable extends ArrayWritable {
- public IntArrayWritable() {
- super(IntWritable.class);
- }
- }
- </code>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.ArrayWritable -->
- <!-- start class org.apache.hadoop.io.BinaryComparable -->
- <class name="BinaryComparable" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Comparable"/>
- <constructor name="BinaryComparable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getLength" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return n st bytes 0..n-1 from {#getBytes()} are valid.]]>
- </doc>
- </method>
- <method name="getBytes" return="byte[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return representative byte array for this instance.]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.io.BinaryComparable"/>
- <doc>
- <![CDATA[Compare bytes from {#getBytes()}.
- @see org.apache.hadoop.io.WritableComparator#compareBytes(byte[],int,int,byte[],int,int)]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Compare bytes from {#getBytes()} to those provided.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- <doc>
- <![CDATA[Return true if bytes from {#getBytes()} match.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return a hash of the bytes returned from {#getBytes()}.
- @see org.apache.hadoop.io.WritableComparator#hashBytes(byte[],int)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface supported by {@link org.apache.hadoop.io.WritableComparable}
- types supporting ordering/permutation by a representative set of bytes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.BinaryComparable -->
- <!-- start class org.apache.hadoop.io.BloomMapFile -->
- <class name="BloomMapFile" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="BloomMapFile"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="delete"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="name" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="BLOOM_FILE_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HASH_COUNT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class extends {@link MapFile} and provides very much the same
- functionality. However, it uses dynamic Bloom filters to provide
- quick membership test for keys, and it offers a fast version of
- {@link Reader#get(WritableComparable, Writable)} operation, especially in
- case of sparsely populated MapFile-s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.BloomMapFile -->
- <!-- start class org.apache.hadoop.io.BloomMapFile.Reader -->
- <class name="BloomMapFile.Reader" extends="org.apache.hadoop.io.MapFile.Reader"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="BloomMapFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, org.apache.hadoop.conf.Configuration, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="probablyHasKey" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Checks if this MapFile has the indicated key. The membership test is
- performed using a Bloom filter, so the result has always non-zero
- probability of false positives.
- @param key key to check
- @return false iff key doesn't exist, true if key probably exists.
- @throws IOException]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Fast version of the
- {@link MapFile.Reader#get(WritableComparable, Writable)} method. First
- it checks the Bloom filter for the existence of the key, and only if
- present it performs the real get operation. This yields significant
- performance improvements for get operations on sparsely populated files.]]>
- </doc>
- </method>
- <method name="getBloomFilter" return="org.apache.hadoop.util.bloom.Filter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Retrieve the Bloom filter used by this instance of the Reader.
- @return a Bloom filter (see {@link Filter})]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.io.BloomMapFile.Reader -->
- <!-- start class org.apache.hadoop.io.BloomMapFile.Writer -->
- <class name="BloomMapFile.Writer" extends="org.apache.hadoop.io.MapFile.Writer"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="BloomMapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.io.compress.CompressionCodec, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.io.compress.CompressionCodec, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="BloomMapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="append"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.io.BloomMapFile.Writer -->
- <!-- start class org.apache.hadoop.io.BooleanWritable -->
- <class name="BooleanWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="BooleanWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="BooleanWritable" type="boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="boolean"/>
- <doc>
- <![CDATA[Set the value of the BooleanWritable]]>
- </doc>
- </method>
- <method name="get" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the value of the BooleanWritable]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A WritableComparable for booleans.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.BooleanWritable -->
- <!-- start class org.apache.hadoop.io.BooleanWritable.Comparator -->
- <class name="BooleanWritable.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="BooleanWritable.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A Comparator optimized for BooleanWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.BooleanWritable.Comparator -->
- <!-- start class org.apache.hadoop.io.BytesWritable -->
- <class name="BytesWritable" extends="org.apache.hadoop.io.BinaryComparable"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="BytesWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a zero-size sequence.]]>
- </doc>
- </constructor>
- <constructor name="BytesWritable" type="byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a BytesWritable using the byte array as the initial value.
- @param bytes This array becomes the backing storage for the object.]]>
- </doc>
- </constructor>
- <method name="getBytes" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the data from the BytesWritable.
- @return The data is only valid between 0 and getLength() - 1.]]>
- </doc>
- </method>
- <method name="get" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #getBytes()} instead.">
- <doc>
- <![CDATA[Get the data from the BytesWritable.
- @deprecated Use {@link #getBytes()} instead.]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current size of the buffer.]]>
- </doc>
- </method>
- <method name="getSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #getLength()} instead.">
- <doc>
- <![CDATA[Get the current size of the buffer.
- @deprecated Use {@link #getLength()} instead.]]>
- </doc>
- </method>
- <method name="setSize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="size" type="int"/>
- <doc>
- <![CDATA[Change the size of the buffer. The values in the old range are preserved
- and any new values are undefined. The capacity is changed if it is
- necessary.
- @param size The new number of bytes]]>
- </doc>
- </method>
- <method name="getCapacity" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the capacity, which is the maximum size that could handled without
- resizing the backing storage.
- @return The number of bytes]]>
- </doc>
- </method>
- <method name="setCapacity"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="new_cap" type="int"/>
- <doc>
- <![CDATA[Change the capacity of the backing storage.
- The data is preserved.
- @param new_cap The new capacity in bytes.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newData" type="org.apache.hadoop.io.BytesWritable"/>
- <doc>
- <![CDATA[Set the BytesWritable to the contents of the given newData.
- @param newData the value to set this BytesWritable to.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newData" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Set the value to a copy of the given byte range
- @param newData the new values to copy in
- @param offset the offset in newData to start at
- @param length the number of bytes to copy]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="right_obj" type="java.lang.Object"/>
- <doc>
- <![CDATA[Are the two byte sequences equal?]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Generate the stream of bytes as hex pairs separated by ' '.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A byte sequence that is usable as a key or value.
- It is resizable and distinguishes between the size of the seqeunce and
- the current capacity. The hash function is the front of the md5 of the
- buffer. The sort order is the same as memcmp.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.BytesWritable -->
- <!-- start class org.apache.hadoop.io.BytesWritable.Comparator -->
- <class name="BytesWritable.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="BytesWritable.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- <doc>
- <![CDATA[Compare the buffers in serialized form.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A Comparator optimized for BytesWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.BytesWritable.Comparator -->
- <!-- start class org.apache.hadoop.io.ByteWritable -->
- <class name="ByteWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="ByteWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ByteWritable" type="byte"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="byte"/>
- <doc>
- <![CDATA[Set the value of this ByteWritable.]]>
- </doc>
- </method>
- <method name="get" return="byte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the value of this ByteWritable.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a ByteWritable with the same value.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compares two ByteWritables.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A WritableComparable for a single byte.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.ByteWritable -->
- <!-- start class org.apache.hadoop.io.ByteWritable.Comparator -->
- <class name="ByteWritable.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ByteWritable.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A Comparator optimized for ByteWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.ByteWritable.Comparator -->
- <!-- start interface org.apache.hadoop.io.Closeable -->
- <interface name="Closeable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="use java.io.Closeable">
- <implements name="java.io.Closeable"/>
- <doc>
- <![CDATA[@deprecated use java.io.Closeable]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.Closeable -->
- <!-- start class org.apache.hadoop.io.CompressedWritable -->
- <class name="CompressedWritable" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="CompressedWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="ensureInflated"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Must be called by all methods which access fields to ensure that the data
- has been uncompressed.]]>
- </doc>
- </method>
- <method name="readFieldsCompressed"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Subclasses implement this instead of {@link #readFields(DataInput)}.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeCompressed"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Subclasses implement this instead of {@link #write(DataOutput)}.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A base-class for Writables which store themselves compressed and lazily
- inflate on field access. This is useful for large objects whose fields are
- not be altered during a map or reduce operation: leaving the field data
- compressed makes copying the instance from one file to another much
- faster.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.CompressedWritable -->
- <!-- start class org.apache.hadoop.io.DataInputBuffer -->
- <class name="DataInputBuffer" extends="java.io.DataInputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DataInputBuffer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a new empty buffer.]]>
- </doc>
- </constructor>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="byte[]"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Resets the data that the buffer reads.]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Resets the data that the buffer reads.]]>
- </doc>
- </method>
- <method name="getData" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getPosition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the current position in the input.]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the length of the input.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A reusable {@link DataInput} implementation that reads from an in-memory
- buffer.
- <p>This saves memory over creating a new DataInputStream and
- ByteArrayInputStream each time data is read.
- <p>Typical usage is something like the following:<pre>
- DataInputBuffer buffer = new DataInputBuffer();
- while (... loop condition ...) {
- byte[] data = ... get data ...;
- int dataLength = ... get data length ...;
- buffer.reset(data, dataLength);
- ... read buffer using DataInput methods ...
- }
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.DataInputBuffer -->
- <!-- start class org.apache.hadoop.io.DataOutputBuffer -->
- <class name="DataOutputBuffer" extends="java.io.DataOutputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DataOutputBuffer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a new empty buffer.]]>
- </doc>
- </constructor>
- <constructor name="DataOutputBuffer" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getData" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the current contents of the buffer.
- Data is only valid to {@link #getLength()}.]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the length of the valid data currently in the buffer.]]>
- </doc>
- </method>
- <method name="reset" return="org.apache.hadoop.io.DataOutputBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resets the buffer to empty.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes bytes from a DataInput directly into the buffer.]]>
- </doc>
- </method>
- <method name="writeTo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write to a file stream]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A reusable {@link DataOutput} implementation that writes to an in-memory
- buffer.
- <p>This saves memory over creating a new DataOutputStream and
- ByteArrayOutputStream each time data is written.
- <p>Typical usage is something like the following:<pre>
- DataOutputBuffer buffer = new DataOutputBuffer();
- while (... loop condition ...) {
- buffer.reset();
- ... write buffer using DataOutput methods ...
- byte[] data = buffer.getData();
- int dataLength = buffer.getLength();
- ... write data to its ultimate destination ...
- }
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.DataOutputBuffer -->
- <!-- start class org.apache.hadoop.io.DefaultStringifier -->
- <class name="DefaultStringifier" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Stringifier"/>
- <constructor name="DefaultStringifier" type="org.apache.hadoop.conf.Configuration, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="fromString" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="store"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="item" type="java.lang.Object"/>
- <param name="keyName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Stores the item in the configuration with the given keyName.
-
- @param <K> the class of the item
- @param conf the configuration to store
- @param item the object to be stored
- @param keyName the name of the key to use
- @throws IOException : forwards Exceptions from the underlying
- {@link Serialization} classes.]]>
- </doc>
- </method>
- <method name="load" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="keyName" type="java.lang.String"/>
- <param name="itemClass" type="java.lang.Class"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Restores the object from the configuration.
-
- @param <K> the class of the item
- @param conf the configuration to use
- @param keyName the name of the key to use
- @param itemClass the class of the item
- @return restored object
- @throws IOException : forwards Exceptions from the underlying
- {@link Serialization} classes.]]>
- </doc>
- </method>
- <method name="storeArray"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="items" type="java.lang.Object[]"/>
- <param name="keyName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Stores the array of items in the configuration with the given keyName.
-
- @param <K> the class of the item
- @param conf the configuration to use
- @param items the objects to be stored
- @param keyName the name of the key to use
- @throws IndexOutOfBoundsException if the items array is empty
- @throws IOException : forwards Exceptions from the underlying
- {@link Serialization} classes.]]>
- </doc>
- </method>
- <method name="loadArray" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="keyName" type="java.lang.String"/>
- <param name="itemClass" type="java.lang.Class"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Restores the array of objects from the configuration.
-
- @param <K> the class of the item
- @param conf the configuration to use
- @param keyName the name of the key to use
- @param itemClass the class of the item
- @return restored object
- @throws IOException : forwards Exceptions from the underlying
- {@link Serialization} classes.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[DefaultStringifier is the default implementation of the {@link Stringifier}
- interface which stringifies the objects using base64 encoding of the
- serialized version of the objects. The {@link Serializer} and
- {@link Deserializer} are obtained from the {@link SerializationFactory}.
- <br>
- DefaultStringifier offers convenience methods to store/load objects to/from
- the configuration.
-
- @param <T> the class of the objects to stringify]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.DefaultStringifier -->
- <!-- start class org.apache.hadoop.io.DoubleWritable -->
- <class name="DoubleWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="DoubleWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="DoubleWritable" type="double"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="double"/>
- </method>
- <method name="get" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a DoubleWritable with the same value.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Writable for Double values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.DoubleWritable -->
- <!-- start class org.apache.hadoop.io.DoubleWritable.Comparator -->
- <class name="DoubleWritable.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DoubleWritable.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A Comparator optimized for DoubleWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.DoubleWritable.Comparator -->
- <!-- start class org.apache.hadoop.io.FloatWritable -->
- <class name="FloatWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="FloatWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FloatWritable" type="float"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="float"/>
- <doc>
- <![CDATA[Set the value of this FloatWritable.]]>
- </doc>
- </method>
- <method name="get" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the value of this FloatWritable.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a FloatWritable with the same value.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compares two FloatWritables.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A WritableComparable for floats.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.FloatWritable -->
- <!-- start class org.apache.hadoop.io.FloatWritable.Comparator -->
- <class name="FloatWritable.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FloatWritable.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A Comparator optimized for FloatWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.FloatWritable.Comparator -->
- <!-- start class org.apache.hadoop.io.GenericWritable -->
- <class name="GenericWritable" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="GenericWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="org.apache.hadoop.io.Writable"/>
- <doc>
- <![CDATA[Set the instance that is wrapped.
-
- @param obj]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the wrapped instance.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getTypes" return="java.lang.Class[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return all classes that may be wrapped. Subclasses should implement this
- to return a constant array of classes.]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <doc>
- <![CDATA[A wrapper for Writable instances.
- <p>
- When two sequence files, which have same Key type but different Value
- types, are mapped out to reduce, multiple Value types is not allowed.
- In this case, this class can help you wrap instances with different types.
- </p>
-
- <p>
- Compared with <code>ObjectWritable</code>, this class is much more effective,
- because <code>ObjectWritable</code> will append the class declaration as a String
- into the output file in every Key-Value pair.
- </p>
-
- <p>
- Generic Writable implements {@link Configurable} interface, so that it will be
- configured by the framework. The configuration is passed to the wrapped objects
- implementing {@link Configurable} interface <i>before deserialization</i>.
- </p>
-
- how to use it: <br>
- 1. Write your own class, such as GenericObject, which extends GenericWritable.<br>
- 2. Implements the abstract method <code>getTypes()</code>, defines
- the classes which will be wrapped in GenericObject in application.
- Attention: this classes defined in <code>getTypes()</code> method, must
- implement <code>Writable</code> interface.
- <br><br>
-
- The code looks like this:
- <blockquote><pre>
- public class GenericObject extends GenericWritable {
-
- private static Class[] CLASSES = {
- ClassType1.class,
- ClassType2.class,
- ClassType3.class,
- };
- protected Class[] getTypes() {
- return CLASSES;
- }
- }
- </pre></blockquote>
-
- @since Nov 8, 2006]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.GenericWritable -->
- <!-- start class org.apache.hadoop.io.InputBuffer -->
- <class name="InputBuffer" extends="java.io.FilterInputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InputBuffer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a new empty buffer.]]>
- </doc>
- </constructor>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="byte[]"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Resets the data that the buffer reads.]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Resets the data that the buffer reads.]]>
- </doc>
- </method>
- <method name="getPosition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the current position in the input.]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the length of the input.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A reusable {@link InputStream} implementation that reads from an in-memory
- buffer.
- <p>This saves memory over creating a new InputStream and
- ByteArrayInputStream each time data is read.
- <p>Typical usage is something like the following:<pre>
- InputBuffer buffer = new InputBuffer();
- while (... loop condition ...) {
- byte[] data = ... get data ...;
- int dataLength = ... get data length ...;
- buffer.reset(data, dataLength);
- ... read buffer using InputStream methods ...
- }
- </pre>
- @see DataInputBuffer
- @see DataOutput]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.InputBuffer -->
- <!-- start class org.apache.hadoop.io.IntWritable -->
- <class name="IntWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="IntWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="IntWritable" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Set the value of this IntWritable.]]>
- </doc>
- </method>
- <method name="get" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the value of this IntWritable.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a IntWritable with the same value.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compares two IntWritables.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A WritableComparable for ints.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.IntWritable -->
- <!-- start class org.apache.hadoop.io.IntWritable.Comparator -->
- <class name="IntWritable.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="IntWritable.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A Comparator optimized for IntWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.IntWritable.Comparator -->
- <!-- start class org.apache.hadoop.io.IOUtils -->
- <class name="IOUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="IOUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="copyBytes"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="out" type="java.io.OutputStream"/>
- <param name="buffSize" type="int"/>
- <param name="close" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copies from one stream to another.
- @param in InputStrem to read from
- @param out OutputStream to write to
- @param buffSize the size of the buffer
- @param close whether or not close the InputStream and
- OutputStream at the end. The streams are closed in the finally clause.]]>
- </doc>
- </method>
- <method name="copyBytes"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="out" type="java.io.OutputStream"/>
- <param name="buffSize" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copies from one stream to another.
-
- @param in InputStrem to read from
- @param out OutputStream to write to
- @param buffSize the size of the buffer]]>
- </doc>
- </method>
- <method name="copyBytes"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="out" type="java.io.OutputStream"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copies from one stream to another. <strong>closes the input and output streams
- at the end</strong>.
- @param in InputStrem to read from
- @param out OutputStream to write to
- @param conf the Configuration object]]>
- </doc>
- </method>
- <method name="copyBytes"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="out" type="java.io.OutputStream"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="close" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copies from one stream to another.
- @param in InputStrem to read from
- @param out OutputStream to write to
- @param conf the Configuration object
- @param close whether or not close the InputStream and
- OutputStream at the end. The streams are closed in the finally clause.]]>
- </doc>
- </method>
- <method name="copyBytes"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="out" type="java.io.OutputStream"/>
- <param name="length" type="long"/>
- <param name="bufferSize" type="int"/>
- <param name="close" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copies the specified length of bytes from in to out.
- @param in InputStream to read from
- @param out OutputStream to write to
- @param length number of bytes to copy
- @param bufferSize the size of the buffer
- @param close whether to close the streams
- @throws IOException if bytes can not be read or written]]>
- </doc>
- </method>
- <method name="wrappedReadForCompressedData" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="is" type="java.io.InputStream"/>
- <param name="buf" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Utility wrapper for reading from {@link InputStream}. It catches any errors
- thrown by the underlying stream (either IO or decompression-related), and
- re-throws as an IOException.
-
- @param is - InputStream to be read from
- @param buf - buffer the data is read into
- @param off - offset within buf
- @param len - amount of data to be read
- @return number of bytes read]]>
- </doc>
- </method>
- <method name="readFully"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="buf" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads len bytes in a loop.
- @param in The InputStream to read from
- @param buf The buffer to fill
- @param off offset from the buffer
- @param len the length of bytes to read
- @throws IOException if it could not read requested number of bytes
- for any reason (including EOF)]]>
- </doc>
- </method>
- <method name="readFileChannelFully"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fileChannel" type="java.nio.channels.FileChannel"/>
- <param name="buf" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads len bytes in a loop using the channel of the stream
- @param fileChannel a FileChannel to read len bytes into buf
- @param buf The buffer to fill
- @param off offset from the buffer
- @param len the length of bytes to read
- @throws IOException if it could not read requested number of bytes
- for any reason (including EOF)]]>
- </doc>
- </method>
- <method name="skipFully"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="len" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Similar to readFully(). Skips bytes in a loop.
- @param in The InputStream to skip bytes from
- @param len number of bytes to skip.
- @throws IOException if it could not skip requested number of bytes
- for any reason (including EOF)]]>
- </doc>
- </method>
- <method name="cleanup"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="log" type="org.apache.commons.logging.Log"/>
- <param name="closeables" type="java.io.Closeable[]"/>
- <doc>
- <![CDATA[Close the Closeable objects and <b>ignore</b> any {@link IOException} or
- null pointers. Must only be used for cleanup in exception handlers.
- @param log the log to record problems to at debug level. Can be null.
- @param closeables the objects to close]]>
- </doc>
- </method>
- <method name="closeStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.Closeable"/>
- <doc>
- <![CDATA[Closes the stream ignoring {@link IOException}.
- Must only be called in cleaning up from exception handlers.
- @param stream the Stream to close]]>
- </doc>
- </method>
- <method name="closeSocket"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sock" type="java.net.Socket"/>
- <doc>
- <![CDATA[Closes the socket ignoring {@link IOException}
- @param sock the Socket to close]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An utility class for I/O related functionality.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.IOUtils -->
- <!-- start class org.apache.hadoop.io.IOUtils.NullOutputStream -->
- <class name="IOUtils.NullOutputStream" extends="java.io.OutputStream"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="IOUtils.NullOutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[/dev/null of OutputStreams.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.IOUtils.NullOutputStream -->
- <!-- start class org.apache.hadoop.io.LongWritable -->
- <class name="LongWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="LongWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="LongWritable" type="long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Set the value of this LongWritable.]]>
- </doc>
- </method>
- <method name="get" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the value of this LongWritable.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a LongWritable with the same value.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compares two LongWritables.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A WritableComparable for longs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.LongWritable -->
- <!-- start class org.apache.hadoop.io.LongWritable.Comparator -->
- <class name="LongWritable.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LongWritable.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A Comparator optimized for LongWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.LongWritable.Comparator -->
- <!-- start class org.apache.hadoop.io.LongWritable.DecreasingComparator -->
- <class name="LongWritable.DecreasingComparator" extends="org.apache.hadoop.io.LongWritable.Comparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LongWritable.DecreasingComparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="a" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="b" type="org.apache.hadoop.io.WritableComparable"/>
- </method>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A decreasing Comparator optimized for LongWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.LongWritable.DecreasingComparator -->
- <!-- start class org.apache.hadoop.io.MapFile -->
- <class name="MapFile" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MapFile"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="rename"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="oldName" type="java.lang.String"/>
- <param name="newName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Renames an existing map directory.]]>
- </doc>
- </method>
- <method name="delete"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="name" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Deletes the named map file.]]>
- </doc>
- </method>
- <method name="fix" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valueClass" type="java.lang.Class"/>
- <param name="dryrun" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[This method attempts to fix a corrupt MapFile by re-creating its index.
- @param fs filesystem
- @param dir directory containing the MapFile data and index
- @param keyClass key class (has to be a subclass of Writable)
- @param valueClass value class (has to be a subclass of Writable)
- @param dryrun do not perform any changes, just report what needs to be done
- @return number of valid entries in this MapFile, or -1 if no fixing was needed
- @throws Exception]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <field name="INDEX_FILE_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The name of the index file.]]>
- </doc>
- </field>
- <field name="DATA_FILE_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The name of the data file.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A file-based map from keys to values.
-
- <p>A map is a directory containing two files, the <code>data</code> file,
- containing all keys and values in the map, and a smaller <code>index</code>
- file, containing a fraction of the keys. The fraction is determined by
- {@link Writer#getIndexInterval()}.
- <p>The index file is read entirely into memory. Thus key implementations
- should try to keep themselves small.
- <p>Map files are created by adding entries in-order. To maintain a large
- database, perform updates by copying the previous version of a database and
- merging in a sorted change list, to create a new version of the database in
- a new file. Sorting large change lists can be done with {@link
- SequenceFile.Sorter}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.MapFile -->
- <!-- start class org.apache.hadoop.io.MapFile.Reader -->
- <class name="MapFile.Reader" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="MapFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a map reader for the named map.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a map reader for the named map using the named comparator.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, org.apache.hadoop.conf.Configuration, boolean"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Hook to allow subclasses to defer opening streams until further
- initialization is complete.
- @see #createDataFileReader(FileSystem, Path, Configuration)]]>
- </doc>
- </constructor>
- <method name="getKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the class of keys in this file.]]>
- </doc>
- </method>
- <method name="getValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the class of values in this file.]]>
- </doc>
- </method>
- <method name="open"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dirName" type="java.lang.String"/>
- <param name="comparator" type="org.apache.hadoop.io.WritableComparator"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createDataFileReader" return="org.apache.hadoop.io.SequenceFile.Reader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dataFile" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Override this method to specialize the type of
- {@link SequenceFile.Reader} returned.]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Re-positions the reader before its first key.]]>
- </doc>
- </method>
- <method name="midKey" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the key at approximately the middle of the file.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="finalKey"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads the final key from the file.
- @param key key to read into]]>
- </doc>
- </method>
- <method name="seek" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Positions the reader at the named key, or if none such exists, at the
- first entry after the named key. Returns true iff the named key exists
- in this map.]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the next key/value pair in the map into <code>key</code> and
- <code>val</code>. Returns true if such a pair exists and false when at
- the end of the map]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the value for the named key, or null if none exists.]]>
- </doc>
- </method>
- <method name="getClosest" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Finds the record that is the closest match to the specified key.
- Returns <code>key</code> or if it does not exist, at the first entry
- after the named key.
-
- - * @param key - key that we're trying to find
- - * @param val - data value if key is found
- - * @return - the key that was the closest match or null if eof.]]>
- </doc>
- </method>
- <method name="getClosest" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <param name="before" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Finds the record that is the closest match to the specified key.
-
- @param key - key that we're trying to find
- @param val - data value if key is found
- @param before - IF true, and <code>key</code> does not exist, return
- the first entry that falls just before the <code>key</code>. Otherwise,
- return the record that sorts just after.
- @return - the key that was the closest match or null if eof.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the map.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Provide access to an existing map.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.MapFile.Reader -->
- <!-- start class org.apache.hadoop.io.MapFile.Writer -->
- <class name="MapFile.Writer" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="MapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named map for keys of the named class.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named map for keys of the named class.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.io.compress.CompressionCodec, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named map for keys of the named class.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named map for keys of the named class.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named map using the named key comparator.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named map using the named key comparator.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named map using the named key comparator.]]>
- </doc>
- </constructor>
- <constructor name="MapFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType, org.apache.hadoop.io.compress.CompressionCodec, org.apache.hadoop.util.Progressable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named map using the named key comparator.]]>
- </doc>
- </constructor>
- <method name="getIndexInterval" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of entries that are added before an index entry is added.]]>
- </doc>
- </method>
- <method name="setIndexInterval"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="interval" type="int"/>
- <doc>
- <![CDATA[Sets the index interval.
- @see #getIndexInterval()]]>
- </doc>
- </method>
- <method name="setIndexInterval"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="interval" type="int"/>
- <doc>
- <![CDATA[Sets the index interval and stores it in conf
- @see #getIndexInterval()]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the map.]]>
- </doc>
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Append a key/value pair to the map. The key must be greater or equal
- to the previous key added to the map.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Writes a new map.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.MapFile.Writer -->
- <!-- start class org.apache.hadoop.io.MapWritable -->
- <class name="MapWritable" extends="org.apache.hadoop.io.AbstractMapWritable"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.util.Map"/>
- <constructor name="MapWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor.]]>
- </doc>
- </constructor>
- <constructor name="MapWritable" type="org.apache.hadoop.io.MapWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Copy constructor.
-
- @param other the map to copy from]]>
- </doc>
- </constructor>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="containsKey" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="containsValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="entrySet" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="isEmpty" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="keySet" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="put" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Writable"/>
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="putAll"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="java.util.Map"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="remove" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="values" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A Writable Map.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.MapWritable -->
- <!-- start class org.apache.hadoop.io.MD5Hash -->
- <class name="MD5Hash" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="MD5Hash"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs an MD5Hash.]]>
- </doc>
- </constructor>
- <constructor name="MD5Hash" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs an MD5Hash from a hex string.]]>
- </doc>
- </constructor>
- <constructor name="MD5Hash" type="byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs an MD5Hash with a specified value.]]>
- </doc>
- </constructor>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="org.apache.hadoop.io.MD5Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructs, reads and returns an instance.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="that" type="org.apache.hadoop.io.MD5Hash"/>
- <doc>
- <![CDATA[Copy the contents of another instance into this instance.]]>
- </doc>
- </method>
- <method name="getDigest" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the digest bytes.]]>
- </doc>
- </method>
- <method name="digest" return="org.apache.hadoop.io.MD5Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="data" type="byte[]"/>
- <doc>
- <![CDATA[Construct a hash value for a byte array.]]>
- </doc>
- </method>
- <method name="getDigester" return="java.security.MessageDigest"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a thread local MD5 digester]]>
- </doc>
- </method>
- <method name="digest" return="org.apache.hadoop.io.MD5Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a hash value for the content from the InputStream.]]>
- </doc>
- </method>
- <method name="digest" return="org.apache.hadoop.io.MD5Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="data" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Construct a hash value for a byte array.]]>
- </doc>
- </method>
- <method name="digest" return="org.apache.hadoop.io.MD5Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="string" type="java.lang.String"/>
- <doc>
- <![CDATA[Construct a hash value for a String.]]>
- </doc>
- </method>
- <method name="digest" return="org.apache.hadoop.io.MD5Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="org.apache.hadoop.io.UTF8"/>
- <doc>
- <![CDATA[Construct a hash value for a String.]]>
- </doc>
- </method>
- <method name="halfDigest" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a half-sized version of this MD5. Fits in a long]]>
- </doc>
- </method>
- <method name="quarterDigest" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return a 32-bit digest of the MD5.
- @return the first 4 bytes of the md5]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is an MD5Hash whose digest contains the
- same values.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a hash code value for this object.
- Only uses the first 4 bytes, since md5s are evenly distributed.]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="that" type="org.apache.hadoop.io.MD5Hash"/>
- <doc>
- <![CDATA[Compares this object with the specified object for order.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a string representation of this object.]]>
- </doc>
- </method>
- <method name="setDigest"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="hex" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the digest value from a hex string.]]>
- </doc>
- </method>
- <field name="MD5_LEN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A Writable for MD5 hash values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.MD5Hash -->
- <!-- start class org.apache.hadoop.io.MD5Hash.Comparator -->
- <class name="MD5Hash.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MD5Hash.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A WritableComparator optimized for MD5Hash keys.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.MD5Hash.Comparator -->
- <!-- start class org.apache.hadoop.io.MultipleIOException -->
- <class name="MultipleIOException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getExceptions" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the underlying exceptions]]>
- </doc>
- </method>
- <method name="createIOException" return="java.io.IOException"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="exceptions" type="java.util.List"/>
- <doc>
- <![CDATA[A convenient method to create an {@link IOException}.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Encapsulate a list of {@link IOException} into an {@link IOException}]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.MultipleIOException -->
- <!-- start class org.apache.hadoop.io.NullWritable -->
- <class name="NullWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <method name="get" return="org.apache.hadoop.io.NullWritable"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the single instance of this class.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Singleton Writable with no data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.NullWritable -->
- <!-- start class org.apache.hadoop.io.NullWritable.Comparator -->
- <class name="NullWritable.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NullWritable.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- <doc>
- <![CDATA[Compare the buffers in serialized form.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A Comparator "optimized" for NullWritable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.NullWritable.Comparator -->
- <!-- start class org.apache.hadoop.io.ObjectWritable -->
- <class name="ObjectWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="ObjectWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ObjectWritable" type="java.lang.Object"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ObjectWritable" type="java.lang.Class, java.lang.Object"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="get" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the instance, or null if none.]]>
- </doc>
- </method>
- <method name="getDeclaredClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the class this is meant to be.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="instance" type="java.lang.Object"/>
- <doc>
- <![CDATA[Reset the instance.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeObject"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="instance" type="java.lang.Object"/>
- <param name="declaredClass" type="java.lang.Class"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a {@link Writable}, {@link String}, primitive type, or an array of
- the preceding.]]>
- </doc>
- </method>
- <method name="readObject" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a {@link Writable}, {@link String}, primitive type, or an array of
- the preceding.]]>
- </doc>
- </method>
- <method name="readObject" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <param name="objectWritable" type="org.apache.hadoop.io.ObjectWritable"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a {@link Writable}, {@link String}, primitive type, or an array of
- the preceding.]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A polymorphic Writable that writes an instance with it's class name.
- Handles arrays, strings and primitive types without a Writable wrapper.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.ObjectWritable -->
- <!-- start class org.apache.hadoop.io.OutputBuffer -->
- <class name="OutputBuffer" extends="java.io.FilterOutputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="OutputBuffer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a new empty buffer.]]>
- </doc>
- </constructor>
- <method name="getData" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the current contents of the buffer.
- Data is only valid to {@link #getLength()}.]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the length of the valid data currently in the buffer.]]>
- </doc>
- </method>
- <method name="reset" return="org.apache.hadoop.io.OutputBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resets the buffer to empty.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes bytes from a InputStream directly into the buffer.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A reusable {@link OutputStream} implementation that writes to an in-memory
- buffer.
- <p>This saves memory over creating a new OutputStream and
- ByteArrayOutputStream each time data is written.
- <p>Typical usage is something like the following:<pre>
- OutputBuffer buffer = new OutputBuffer();
- while (... loop condition ...) {
- buffer.reset();
- ... write buffer using OutputStream methods ...
- byte[] data = buffer.getData();
- int dataLength = buffer.getLength();
- ... write data to its ultimate destination ...
- }
- </pre>
- @see DataOutputBuffer
- @see InputBuffer]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.OutputBuffer -->
- <!-- start interface org.apache.hadoop.io.RawComparator -->
- <interface name="RawComparator" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.util.Comparator"/>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[<p>
- A {@link Comparator} that operates directly on byte representations of
- objects.
- </p>
- @param <T>
- @see DeserializerComparator]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.RawComparator -->
- <!-- start class org.apache.hadoop.io.ReadaheadPool -->
- <class name="ReadaheadPool" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getInstance" return="org.apache.hadoop.io.ReadaheadPool"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the singleton instance for the current process.]]>
- </doc>
- </method>
- <method name="readaheadStream" return="org.apache.hadoop.io.ReadaheadPool.ReadaheadRequest"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="identifier" type="java.lang.String"/>
- <param name="fd" type="java.io.FileDescriptor"/>
- <param name="curPos" type="long"/>
- <param name="readaheadLength" type="long"/>
- <param name="maxOffsetToRead" type="long"/>
- <param name="lastReadahead" type="org.apache.hadoop.io.ReadaheadPool.ReadaheadRequest"/>
- <doc>
- <![CDATA[Issue a request to readahead on the given file descriptor.
- @param identifier a textual identifier that will be used in error
- messages (e.g. the file name)
- @param fd the file descriptor to read ahead
- @param curPos the current offset at which reads are being issued
- @param readaheadLength the configured length to read ahead
- @param maxOffsetToRead the maximum offset that will be readahead
- (useful if, for example, only some segment of the file is
- requested by the user). Pass {@link Long.MAX_VALUE} to allow
- readahead to the end of the file.
- @param lastReadahead the result returned by the previous invocation
- of this function on this file descriptor, or null if this is
- the first call
- @return an object representing this outstanding request, or null
- if no readahead was performed]]>
- </doc>
- </method>
- <method name="submitReadahead" return="org.apache.hadoop.io.ReadaheadPool.ReadaheadRequest"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="identifier" type="java.lang.String"/>
- <param name="fd" type="java.io.FileDescriptor"/>
- <param name="off" type="long"/>
- <param name="len" type="long"/>
- <doc>
- <![CDATA[Submit a request to readahead on the given file descriptor.
- @param identifier a textual identifier used in error messages, etc.
- @param fd the file descriptor to readahead
- @param off the offset at which to start the readahead
- @param len the number of bytes to read
- @return an object representing this pending request]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Manages a pool of threads which can issue readahead requests on file descriptors.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.ReadaheadPool -->
- <!-- start interface org.apache.hadoop.io.ReadaheadPool.ReadaheadRequest -->
- <interface name="ReadaheadPool.ReadaheadRequest" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="cancel"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Cancels the request for readahead. This should be used
- if the reader no longer needs the requested data, <em>before</em>
- closing the related file descriptor.
- It is safe to use even if the readahead request has already
- been fulfilled.]]>
- </doc>
- </method>
- <method name="getOffset" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the requested offset]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the requested length]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An outstanding readahead request that has been submitted to
- the pool. This request may be pending or may have been
- completed.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.ReadaheadPool.ReadaheadRequest -->
- <!-- start class org.apache.hadoop.io.SecureIOUtils -->
- <class name="SecureIOUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SecureIOUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="openForRead" return="java.io.FileInputStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="java.io.File"/>
- <param name="expectedOwner" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Open the given File for read access, verifying the expected user
- constraints.
- @param f the file that we are trying to open
- @param expectedOwner the expected user owner for the file
- @throws IOException if an IO Error occurred, or the user does not
- match]]>
- </doc>
- </method>
- <method name="createForWrite" return="java.io.FileOutputStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="java.io.File"/>
- <param name="permissions" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Open the specified File for write access, ensuring that it does not exist.
- @param f the file that we want to create
- @param permissions we want to have on the file (if security is enabled)
- @throws AlreadyExistsException if the file already exists
- @throws IOException if any other error occurred]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class provides secure APIs for opening and creating files on the local
- disk. The main issue this class tries to handle is that of symlink traversal.
- <br/>
- An example of such an attack is:
- <ol>
- <li> Malicious user removes his task's syslog file, and puts a link to the
- jobToken file of a target user.</li>
- <li> Malicious user tries to open the syslog file via the servlet on the
- tasktracker.</li>
- <li> The tasktracker is unaware of the symlink, and simply streams the contents
- of the jobToken file. The malicious user can now access potentially sensitive
- map outputs, etc. of the target user's job.</li>
- </ol>
- A similar attack is possible involving the
- {@link org.apache.hadoop.mapred.TaskLogsTruncater}, but here it is to do
- with unsecure write to a file.
- <br/>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SecureIOUtils -->
- <!-- start class org.apache.hadoop.io.SecureIOUtils.AlreadyExistsException -->
- <class name="SecureIOUtils.AlreadyExistsException" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SecureIOUtils.AlreadyExistsException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SecureIOUtils.AlreadyExistsException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Signals that an attempt to create a file at a given pathname has failed
- because another file already existed at that path.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SecureIOUtils.AlreadyExistsException -->
- <!-- start class org.apache.hadoop.io.SequenceFile -->
- <class name="SequenceFile" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getCompressionType" return="org.apache.hadoop.io.SequenceFile.CompressionType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link org.apache.hadoop.mapred.SequenceFileOutputFormat#getOutputCompressionType(org.apache.hadoop.mapred.JobConf)}
- to get {@link CompressionType} for job-outputs.">
- <param name="job" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the compression type for the reduce outputs
- @param job the job config to look in
- @return the kind of compression to use
- @deprecated Use
- {@link org.apache.hadoop.mapred.SequenceFileOutputFormat#getOutputCompressionType(org.apache.hadoop.mapred.JobConf)}
- to get {@link CompressionType} for job-outputs.]]>
- </doc>
- </method>
- <method name="setCompressionType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use the one of the many SequenceFile.createWriter methods to specify
- the {@link CompressionType} while creating the {@link SequenceFile} or
- {@link org.apache.hadoop.mapred.SequenceFileOutputFormat#setOutputCompressionType(org.apache.hadoop.mapred.JobConf, org.apache.hadoop.io.SequenceFile.CompressionType)}
- to specify the {@link CompressionType} for job-outputs.
- or">
- <param name="job" type="org.apache.hadoop.conf.Configuration"/>
- <param name="val" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <doc>
- <![CDATA[Set the compression type for sequence files.
- @param job the configuration to modify
- @param val the new compression type (none, block, record)
- @deprecated Use the one of the many SequenceFile.createWriter methods to specify
- the {@link CompressionType} while creating the {@link SequenceFile} or
- {@link org.apache.hadoop.mapred.SequenceFileOutputFormat#setOutputCompressionType(org.apache.hadoop.mapred.JobConf, org.apache.hadoop.io.SequenceFile.CompressionType)}
- to specify the {@link CompressionType} for job-outputs.
- or]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="name" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of SequenceFile Writer.
- @param fs The configured filesystem.
- @param conf The configuration.
- @param name The name of the file.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="name" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of SequenceFile Writer.
- @param fs The configured filesystem.
- @param conf The configuration.
- @param name The name of the file.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param compressionType The compression type.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="name" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of SequenceFile Writer.
- @param fs The configured filesystem.
- @param conf The configuration.
- @param name The name of the file.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param compressionType The compression type.
- @param progress The Progressable object to track progress.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="name" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of SequenceFile Writer.
- @param fs The configured filesystem.
- @param conf The configuration.
- @param name The name of the file.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param compressionType The compression type.
- @param codec The compression codec.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="name" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of SequenceFile Writer.
- @param fs The configured filesystem.
- @param conf The configuration.
- @param name The name of the file.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param compressionType The compression type.
- @param codec The compression codec.
- @param progress The Progressable object to track progress.
- @param metadata The metadata of the file.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="name" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of SequenceFile Writer.
- @param fs The configured filesystem.
- @param conf The configuration.
- @param name The name of the file.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param bufferSize buffer size for the underlaying outputstream.
- @param replication replication factor for the file.
- @param blockSize block size for the file.
- @param compressionType The compression type.
- @param codec The compression codec.
- @param progress The Progressable object to track progress.
- @param metadata The metadata of the file.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="name" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="bufferSize" type="int"/>
- <param name="replication" type="short"/>
- <param name="blockSize" type="long"/>
- <param name="createParent" type="boolean"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of SequenceFile Writer.
- @param fs The configured filesystem.
- @param conf The configuration.
- @param name The name of the file.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param bufferSize buffer size for the underlaying outputstream.
- @param replication replication factor for the file.
- @param blockSize block size for the file.
- @param createParent create parent directory if non-existent
- @param compressionType The compression type.
- @param codec The compression codec.
- @param metadata The metadata of the file.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="name" type="org.apache.hadoop.fs.Path"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of SequenceFile Writer.
- @param fs The configured filesystem.
- @param conf The configuration.
- @param name The name of the file.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param compressionType The compression type.
- @param codec The compression codec.
- @param progress The Progressable object to track progress.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="out" type="org.apache.hadoop.fs.FSDataOutputStream"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <param name="metadata" type="org.apache.hadoop.io.SequenceFile.Metadata"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of 'raw' SequenceFile Writer.
- @param conf The configuration.
- @param out The stream on top which the writer is to be constructed.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param compressionType The compression type.
- @param codec The compression codec.
- @param metadata The metadata of the file.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="out" type="org.apache.hadoop.fs.FSDataOutputStream"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valClass" type="java.lang.Class"/>
- <param name="compressionType" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the preferred type of 'raw' SequenceFile Writer.
- @param conf The configuration.
- @param out The stream on top which the writer is to be constructed.
- @param keyClass The 'key' type.
- @param valClass The 'value' type.
- @param compressionType The compression type.
- @param codec The compression codec.
- @return Returns the handle to the constructed SequenceFile Writer.
- @throws IOException]]>
- </doc>
- </method>
- <field name="SYNC_INTERVAL" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of bytes between sync points.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[<code>SequenceFile</code>s are flat files consisting of binary key/value
- pairs.
-
- <p><code>SequenceFile</code> provides {@link Writer}, {@link Reader} and
- {@link Sorter} classes for writing, reading and sorting respectively.</p>
-
- There are three <code>SequenceFile</code> <code>Writer</code>s based on the
- {@link CompressionType} used to compress key/value pairs:
- <ol>
- <li>
- <code>Writer</code> : Uncompressed records.
- </li>
- <li>
- <code>RecordCompressWriter</code> : Record-compressed files, only compress
- values.
- </li>
- <li>
- <code>BlockCompressWriter</code> : Block-compressed files, both keys &
- values are collected in 'blocks'
- separately and compressed. The size of
- the 'block' is configurable.
- </ol>
-
- <p>The actual compression algorithm used to compress key and/or values can be
- specified by using the appropriate {@link CompressionCodec}.</p>
-
- <p>The recommended way is to use the static <tt>createWriter</tt> methods
- provided by the <code>SequenceFile</code> to chose the preferred format.</p>
- <p>The {@link Reader} acts as the bridge and can read any of the above
- <code>SequenceFile</code> formats.</p>
- <h4 id="Formats">SequenceFile Formats</h4>
-
- <p>Essentially there are 3 different formats for <code>SequenceFile</code>s
- depending on the <code>CompressionType</code> specified. All of them share a
- <a href="#Header">common header</a> described below.
-
- <h5 id="Header">SequenceFile Header</h5>
- <ul>
- <li>
- version - 3 bytes of magic header <b>SEQ</b>, followed by 1 byte of actual
- version number (e.g. SEQ4 or SEQ6)
- </li>
- <li>
- keyClassName -key class
- </li>
- <li>
- valueClassName - value class
- </li>
- <li>
- compression - A boolean which specifies if compression is turned on for
- keys/values in this file.
- </li>
- <li>
- blockCompression - A boolean which specifies if block-compression is
- turned on for keys/values in this file.
- </li>
- <li>
- compression codec - <code>CompressionCodec</code> class which is used for
- compression of keys and/or values (if compression is
- enabled).
- </li>
- <li>
- metadata - {@link Metadata} for this file.
- </li>
- <li>
- sync - A sync marker to denote end of the header.
- </li>
- </ul>
-
- <h5 id="#UncompressedFormat">Uncompressed SequenceFile Format</h5>
- <ul>
- <li>
- <a href="#Header">Header</a>
- </li>
- <li>
- Record
- <ul>
- <li>Record length</li>
- <li>Key length</li>
- <li>Key</li>
- <li>Value</li>
- </ul>
- </li>
- <li>
- A sync-marker every few <code>100</code> bytes or so.
- </li>
- </ul>
- <h5 id="#RecordCompressedFormat">Record-Compressed SequenceFile Format</h5>
- <ul>
- <li>
- <a href="#Header">Header</a>
- </li>
- <li>
- Record
- <ul>
- <li>Record length</li>
- <li>Key length</li>
- <li>Key</li>
- <li><i>Compressed</i> Value</li>
- </ul>
- </li>
- <li>
- A sync-marker every few <code>100</code> bytes or so.
- </li>
- </ul>
-
- <h5 id="#BlockCompressedFormat">Block-Compressed SequenceFile Format</h5>
- <ul>
- <li>
- <a href="#Header">Header</a>
- </li>
- <li>
- Record <i>Block</i>
- <ul>
- <li>Compressed key-lengths block-size</li>
- <li>Compressed key-lengths block</li>
- <li>Compressed keys block-size</li>
- <li>Compressed keys block</li>
- <li>Compressed value-lengths block-size</li>
- <li>Compressed value-lengths block</li>
- <li>Compressed values block-size</li>
- <li>Compressed values block</li>
- </ul>
- </li>
- <li>
- A sync-marker every few <code>100</code> bytes or so.
- </li>
- </ul>
-
- <p>The compressed blocks of key lengths and value lengths consist of the
- actual lengths of individual keys/values encoded in ZeroCompressedInteger
- format.</p>
-
- @see CompressionCodec]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SequenceFile -->
- <!-- start class org.apache.hadoop.io.SequenceFile.CompressionType -->
- <class name="SequenceFile.CompressionType" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.io.SequenceFile.CompressionType[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.io.SequenceFile.CompressionType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="NONE" type="org.apache.hadoop.io.SequenceFile.CompressionType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Do not compress records.]]>
- </doc>
- </field>
- <field name="RECORD" type="org.apache.hadoop.io.SequenceFile.CompressionType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compress values only, each separately.]]>
- </doc>
- </field>
- <field name="BLOCK" type="org.apache.hadoop.io.SequenceFile.CompressionType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compress sequences of records together in blocks.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The compression type used to compress key/value pairs in the
- {@link SequenceFile}.
-
- @see SequenceFile.Writer]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SequenceFile.CompressionType -->
- <!-- start class org.apache.hadoop.io.SequenceFile.Metadata -->
- <class name="SequenceFile.Metadata" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="SequenceFile.Metadata"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SequenceFile.Metadata" type="java.util.TreeMap"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="get" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="org.apache.hadoop.io.Text"/>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="org.apache.hadoop.io.Text"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- </method>
- <method name="getMetadata" return="java.util.TreeMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.io.SequenceFile.Metadata"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[The class encapsulating with the metadata of a file.
- The metadata of a file is a list of attribute name/value
- pairs of Text type.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SequenceFile.Metadata -->
- <!-- start class org.apache.hadoop.io.SequenceFile.Reader -->
- <class name="SequenceFile.Reader" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="SequenceFile.Reader" type="org.apache.hadoop.fs.FileSystem, org.apache.hadoop.fs.Path, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Open the named file.]]>
- </doc>
- </constructor>
- <method name="openFile" return="org.apache.hadoop.fs.FSDataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="bufferSize" type="int"/>
- <param name="length" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Override this method to specialize the type of
- {@link FSDataInputStream} returned.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the file.]]>
- </doc>
- </method>
- <method name="getKeyClassName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the name of the key class.]]>
- </doc>
- </method>
- <method name="getKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the class of keys in this file.]]>
- </doc>
- </method>
- <method name="getValueClassName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the name of the value class.]]>
- </doc>
- </method>
- <method name="getValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the class of values in this file.]]>
- </doc>
- </method>
- <method name="isCompressed" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if values are compressed.]]>
- </doc>
- </method>
- <method name="isBlockCompressed" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if records are block-compressed.]]>
- </doc>
- </method>
- <method name="getCompressionCodec" return="org.apache.hadoop.io.compress.CompressionCodec"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the compression codec of data in this file.]]>
- </doc>
- </method>
- <method name="getMetadata" return="org.apache.hadoop.io.SequenceFile.Metadata"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the metadata object of the file]]>
- </doc>
- </method>
- <method name="getCurrentValue"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the 'value' corresponding to the last read 'key'.
- @param val : The 'value' to be read.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the 'value' corresponding to the last read 'key'.
- @param val : The 'value' to be read.
- @throws IOException]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the next key in the file into <code>key</code>, skipping its
- value. True if another entry exists, and false at end of file.]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Writable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the next key/value pair in the file into <code>key</code> and
- <code>val</code>. Returns true if such a pair exists and false when at
- end of file]]>
- </doc>
- </method>
- <method name="next" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="Call {@link #nextRaw(DataOutputBuffer,SequenceFile.ValueBytes)}.">
- <param name="buffer" type="org.apache.hadoop.io.DataOutputBuffer"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Call {@link #nextRaw(DataOutputBuffer,SequenceFile.ValueBytes)}.]]>
- </doc>
- </method>
- <method name="createValueBytes" return="org.apache.hadoop.io.SequenceFile.ValueBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="nextRaw" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.DataOutputBuffer"/>
- <param name="val" type="org.apache.hadoop.io.SequenceFile.ValueBytes"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read 'raw' records.
- @param key - The buffer into which the key is read
- @param val - The 'raw' value
- @return Returns the total record length or -1 for end of file
- @throws IOException]]>
- </doc>
- </method>
- <method name="nextRawKey" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.DataOutputBuffer"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read 'raw' keys.
- @param key - The buffer into which the key is read
- @return Returns the key length or -1 for end of file
- @throws IOException]]>
- </doc>
- </method>
- <method name="next" return="java.lang.Object"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the next key in the file, skipping its
- value. Return null at end of file.]]>
- </doc>
- </method>
- <method name="nextRawValue" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.SequenceFile.ValueBytes"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read 'raw' values.
- @param val - The 'raw' value
- @return Returns the value length
- @throws IOException]]>
- </doc>
- </method>
- <method name="seek"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the current byte position in the input file.
- <p>The position passed must be a position returned by {@link
- SequenceFile.Writer#getLength()} when writing this file. To seek to an arbitrary
- position, use {@link SequenceFile.Reader#sync(long)}.]]>
- </doc>
- </method>
- <method name="sync"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Seek to the next sync mark past a given position.]]>
- </doc>
- </method>
- <method name="syncSeen" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true iff the previous call to next passed a sync mark.]]>
- </doc>
- </method>
- <method name="getPosition" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the current byte position in the input file.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the name of the file.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Reads key/value pairs from a sequence-format file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SequenceFile.Reader -->
- <!-- start class org.apache.hadoop.io.SequenceFile.Sorter -->
- <class name="SequenceFile.Sorter" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFile.Sorter" type="org.apache.hadoop.fs.FileSystem, java.lang.Class, java.lang.Class, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Sort and merge files containing the named classes.]]>
- </doc>
- </constructor>
- <constructor name="SequenceFile.Sorter" type="org.apache.hadoop.fs.FileSystem, org.apache.hadoop.io.RawComparator, java.lang.Class, java.lang.Class, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Sort and merge using an arbitrary {@link RawComparator}.]]>
- </doc>
- </constructor>
- <method name="setFactor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="factor" type="int"/>
- <doc>
- <![CDATA[Set the number of streams to merge at once.]]>
- </doc>
- </method>
- <method name="getFactor" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of streams to merge at once.]]>
- </doc>
- </method>
- <method name="setMemory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="memory" type="int"/>
- <doc>
- <![CDATA[Set the total amount of buffer memory, in bytes.]]>
- </doc>
- </method>
- <method name="getMemory" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total amount of buffer memory, in bytes.]]>
- </doc>
- </method>
- <method name="setProgressable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="progressable" type="org.apache.hadoop.util.Progressable"/>
- <doc>
- <![CDATA[Set the progressable object in order to report progress.]]>
- </doc>
- </method>
- <method name="sort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inFiles" type="org.apache.hadoop.fs.Path[]"/>
- <param name="outFile" type="org.apache.hadoop.fs.Path"/>
- <param name="deleteInput" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Perform a file sort from a set of input files into an output file.
- @param inFiles the files to be sorted
- @param outFile the sorted output file
- @param deleteInput should the input files be deleted as they are read?]]>
- </doc>
- </method>
- <method name="sortAndIterate" return="org.apache.hadoop.io.SequenceFile.Sorter.RawKeyValueIterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inFiles" type="org.apache.hadoop.fs.Path[]"/>
- <param name="tempDir" type="org.apache.hadoop.fs.Path"/>
- <param name="deleteInput" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Perform a file sort from a set of input files and return an iterator.
- @param inFiles the files to be sorted
- @param tempDir the directory where temp files are created during sort
- @param deleteInput should the input files be deleted as they are read?
- @return iterator the RawKeyValueIterator]]>
- </doc>
- </method>
- <method name="sort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inFile" type="org.apache.hadoop.fs.Path"/>
- <param name="outFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The backwards compatible interface to sort.
- @param inFile the input file to sort
- @param outFile the sorted output file]]>
- </doc>
- </method>
- <method name="merge" return="org.apache.hadoop.io.SequenceFile.Sorter.RawKeyValueIterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="segments" type="java.util.List"/>
- <param name="tmpDir" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Merges the list of segments of type <code>SegmentDescriptor</code>
- @param segments the list of SegmentDescriptors
- @param tmpDir the directory to write temporary files into
- @return RawKeyValueIterator
- @throws IOException]]>
- </doc>
- </method>
- <method name="merge" return="org.apache.hadoop.io.SequenceFile.Sorter.RawKeyValueIterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inNames" type="org.apache.hadoop.fs.Path[]"/>
- <param name="deleteInputs" type="boolean"/>
- <param name="tmpDir" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Merges the contents of files passed in Path[] using a max factor value
- that is already set
- @param inNames the array of path names
- @param deleteInputs true if the input files should be deleted when
- unnecessary
- @param tmpDir the directory to write temporary files into
- @return RawKeyValueIteratorMergeQueue
- @throws IOException]]>
- </doc>
- </method>
- <method name="merge" return="org.apache.hadoop.io.SequenceFile.Sorter.RawKeyValueIterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inNames" type="org.apache.hadoop.fs.Path[]"/>
- <param name="deleteInputs" type="boolean"/>
- <param name="factor" type="int"/>
- <param name="tmpDir" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Merges the contents of files passed in Path[]
- @param inNames the array of path names
- @param deleteInputs true if the input files should be deleted when
- unnecessary
- @param factor the factor that will be used as the maximum merge fan-in
- @param tmpDir the directory to write temporary files into
- @return RawKeyValueIteratorMergeQueue
- @throws IOException]]>
- </doc>
- </method>
- <method name="merge" return="org.apache.hadoop.io.SequenceFile.Sorter.RawKeyValueIterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inNames" type="org.apache.hadoop.fs.Path[]"/>
- <param name="tempDir" type="org.apache.hadoop.fs.Path"/>
- <param name="deleteInputs" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Merges the contents of files passed in Path[]
- @param inNames the array of path names
- @param tempDir the directory for creating temp files during merge
- @param deleteInputs true if the input files should be deleted when
- unnecessary
- @return RawKeyValueIteratorMergeQueue
- @throws IOException]]>
- </doc>
- </method>
- <method name="cloneFileAttributes" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="outputFile" type="org.apache.hadoop.fs.Path"/>
- <param name="prog" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Clones the attributes (like compression of the input file and creates a
- corresponding Writer
- @param inputFile the path of the input file whose attributes should be
- cloned
- @param outputFile the path of the output file
- @param prog the Progressable to report status during the file write
- @return Writer
- @throws IOException]]>
- </doc>
- </method>
- <method name="writeFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="records" type="org.apache.hadoop.io.SequenceFile.Sorter.RawKeyValueIterator"/>
- <param name="writer" type="org.apache.hadoop.io.SequenceFile.Writer"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes records from RawKeyValueIterator into a file represented by the
- passed writer
- @param records the RawKeyValueIterator
- @param writer the Writer created earlier
- @throws IOException]]>
- </doc>
- </method>
- <method name="merge"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inFiles" type="org.apache.hadoop.fs.Path[]"/>
- <param name="outFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Merge the provided files.
- @param inFiles the array of input path names
- @param outFile the final output file
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Sorts key/value pairs in a sequence-format file.
- <p>For best performance, applications should make sure that the {@link
- Writable#readFields(DataInput)} implementation of their keys is
- very efficient. In particular, it should avoid allocating memory.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SequenceFile.Sorter -->
- <!-- start interface org.apache.hadoop.io.SequenceFile.Sorter.RawKeyValueIterator -->
- <interface name="SequenceFile.Sorter.RawKeyValueIterator" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getKey" return="org.apache.hadoop.io.DataOutputBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the current raw key
- @return DataOutputBuffer
- @throws IOException]]>
- </doc>
- </method>
- <method name="getValue" return="org.apache.hadoop.io.SequenceFile.ValueBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the current raw value
- @return ValueBytes
- @throws IOException]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Sets up the current key and value (for getKey and getValue)
- @return true if there exists a key/value, false otherwise
- @throws IOException]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[closes the iterator so that the underlying streams can be closed
- @throws IOException]]>
- </doc>
- </method>
- <method name="getProgress" return="org.apache.hadoop.util.Progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Gets the Progress object; this has a float (0.0 - 1.0)
- indicating the bytes processed by the iterator so far]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The interface to iterate over raw keys/values of SequenceFiles.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.SequenceFile.Sorter.RawKeyValueIterator -->
- <!-- start class org.apache.hadoop.io.SequenceFile.Sorter.SegmentDescriptor -->
- <class name="SequenceFile.Sorter.SegmentDescriptor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Comparable"/>
- <constructor name="SequenceFile.Sorter.SegmentDescriptor" type="long, long, org.apache.hadoop.fs.Path"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a segment
- @param segmentOffset the offset of the segment in the file
- @param segmentLength the length of the segment
- @param segmentPathName the path name of the file containing the segment]]>
- </doc>
- </constructor>
- <method name="doSync"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Do the sync checks]]>
- </doc>
- </method>
- <method name="preserveInput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="preserve" type="boolean"/>
- <doc>
- <![CDATA[Whether to delete the files when no longer needed]]>
- </doc>
- </method>
- <method name="shouldPreserveInput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="nextRawKey" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Fills up the rawKey object with the key returned by the Reader
- @return true if there is a key returned; false, otherwise
- @throws IOException]]>
- </doc>
- </method>
- <method name="nextRawValue" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rawValue" type="org.apache.hadoop.io.SequenceFile.ValueBytes"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Fills up the passed rawValue with the value corresponding to the key
- read earlier
- @param rawValue
- @return the length of the value
- @throws IOException]]>
- </doc>
- </method>
- <method name="getKey" return="org.apache.hadoop.io.DataOutputBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the stored rawKey]]>
- </doc>
- </method>
- <method name="cleanup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The default cleanup. Subclasses can override this with a custom
- cleanup]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class defines a merge segment. This class can be subclassed to
- provide a customized cleanup method implementation. In this
- implementation, cleanup closes the file handle and deletes the file]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SequenceFile.Sorter.SegmentDescriptor -->
- <!-- start interface org.apache.hadoop.io.SequenceFile.ValueBytes -->
- <interface name="SequenceFile.ValueBytes" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="writeUncompressedBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="outStream" type="java.io.DataOutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes the uncompressed bytes to the outStream.
- @param outStream : Stream to write uncompressed bytes into.
- @throws IOException]]>
- </doc>
- </method>
- <method name="writeCompressedBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="outStream" type="java.io.DataOutputStream"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write compressed bytes to outStream.
- Note: that it will NOT compress the bytes if they are not compressed.
- @param outStream : Stream to write compressed bytes into.]]>
- </doc>
- </method>
- <method name="getSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Size of stored data.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The interface to 'raw' values of SequenceFiles.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.SequenceFile.ValueBytes -->
- <!-- start class org.apache.hadoop.io.SequenceFile.Writer -->
- <class name="SequenceFile.Writer" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="SequenceFile.Writer" type="org.apache.hadoop.fs.FileSystem, org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.Path, java.lang.Class, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named file.]]>
- </doc>
- </constructor>
- <constructor name="SequenceFile.Writer" type="org.apache.hadoop.fs.FileSystem, org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.Path, java.lang.Class, java.lang.Class, org.apache.hadoop.util.Progressable, org.apache.hadoop.io.SequenceFile.Metadata"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named file with write-progress reporter.]]>
- </doc>
- </constructor>
- <constructor name="SequenceFile.Writer" type="org.apache.hadoop.fs.FileSystem, org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.Path, java.lang.Class, java.lang.Class, int, short, long, org.apache.hadoop.util.Progressable, org.apache.hadoop.io.SequenceFile.Metadata"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named file with write-progress reporter.]]>
- </doc>
- </constructor>
- <method name="getKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the class of keys in this file.]]>
- </doc>
- </method>
- <method name="getValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the class of values in this file.]]>
- </doc>
- </method>
- <method name="getCompressionCodec" return="org.apache.hadoop.io.compress.CompressionCodec"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the compression codec of data in this file.]]>
- </doc>
- </method>
- <method name="sync"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[create a sync point]]>
- </doc>
- </method>
- <method name="syncFs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[flush all currently written data to the file system]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the file.]]>
- </doc>
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Writable"/>
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Append a key/value pair.]]>
- </doc>
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="val" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Append a key/value pair.]]>
- </doc>
- </method>
- <method name="appendRaw"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keyData" type="byte[]"/>
- <param name="keyOffset" type="int"/>
- <param name="keyLength" type="int"/>
- <param name="val" type="org.apache.hadoop.io.SequenceFile.ValueBytes"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the current length of the output file.
- <p>This always returns a synchronized position. In other words,
- immediately after calling {@link SequenceFile.Reader#seek(long)} with a position
- returned by this method, {@link SequenceFile.Reader#next(Writable)} may be called. However
- the key may be earlier in the file than key last written when this
- method was called (e.g., with block-compression, it may be the first key
- in the block that was being written when this method was called).]]>
- </doc>
- </method>
- <field name="keySerializer" type="org.apache.hadoop.io.serializer.Serializer"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="uncompressedValSerializer" type="org.apache.hadoop.io.serializer.Serializer"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="compressedValSerializer" type="org.apache.hadoop.io.serializer.Serializer"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Write key/value pairs to a sequence-format file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SequenceFile.Writer -->
- <!-- start class org.apache.hadoop.io.SetFile -->
- <class name="SetFile" extends="org.apache.hadoop.io.MapFile"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SetFile"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A file-based set of keys.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SetFile -->
- <!-- start class org.apache.hadoop.io.SetFile.Reader -->
- <class name="SetFile.Reader" extends="org.apache.hadoop.io.MapFile.Reader"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SetFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a set reader for the named set.]]>
- </doc>
- </constructor>
- <constructor name="SetFile.Reader" type="org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a set reader for the named set using the named comparator.]]>
- </doc>
- </constructor>
- <method name="seek" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the next key in a set into <code>key</code>. Returns
- true if such a key exists and false when at the end of the set.]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the matching key from a set into <code>key</code>.
- Returns <code>key</code>, or null if no match exists.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Provide access to an existing set file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SetFile.Reader -->
- <!-- start class org.apache.hadoop.io.SetFile.Writer -->
- <class name="SetFile.Writer" extends="org.apache.hadoop.io.MapFile.Writer"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SetFile.Writer" type="org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="pass a Configuration too">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the named set for keys of the named class.
- @deprecated pass a Configuration too]]>
- </doc>
- </constructor>
- <constructor name="SetFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, java.lang.Class, org.apache.hadoop.io.SequenceFile.CompressionType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a set naming the element class and compression type.]]>
- </doc>
- </constructor>
- <constructor name="SetFile.Writer" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.fs.FileSystem, java.lang.String, org.apache.hadoop.io.WritableComparator, org.apache.hadoop.io.SequenceFile.CompressionType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a set naming the element comparator and compression type.]]>
- </doc>
- </constructor>
- <method name="append"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Append a key to a set. The key must be strictly greater than the
- previous key added to the set.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Write a new set file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SetFile.Writer -->
- <!-- start class org.apache.hadoop.io.SortedMapWritable -->
- <class name="SortedMapWritable" extends="org.apache.hadoop.io.AbstractMapWritable"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.util.SortedMap"/>
- <constructor name="SortedMapWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[default constructor.]]>
- </doc>
- </constructor>
- <constructor name="SortedMapWritable" type="org.apache.hadoop.io.SortedMapWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Copy constructor.
-
- @param other the map to copy from]]>
- </doc>
- </constructor>
- <method name="comparator" return="java.util.Comparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="firstKey" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="headMap" return="java.util.SortedMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="toKey" type="org.apache.hadoop.io.WritableComparable"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="lastKey" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="subMap" return="java.util.SortedMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fromKey" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="toKey" type="org.apache.hadoop.io.WritableComparable"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="tailMap" return="java.util.SortedMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fromKey" type="org.apache.hadoop.io.WritableComparable"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="containsKey" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="containsValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="entrySet" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="isEmpty" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="keySet" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="put" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="putAll"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="java.util.Map"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="remove" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="values" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A Writable SortedMap.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.SortedMapWritable -->
- <!-- start interface org.apache.hadoop.io.Stringifier -->
- <interface name="Stringifier" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Converts the object to a string representation
- @param obj the object to convert
- @return the string representation of the object
- @throws IOException if the object cannot be converted]]>
- </doc>
- </method>
- <method name="fromString" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Restores the object from its string representation.
- @param str the string representation of the object
- @return restored object
- @throws IOException if the object cannot be restored]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Closes this object.
- @throws IOException if an I/O error occurs]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Stringifier interface offers two methods to convert an object
- to a string representation and restore the object given its
- string representation.
- @param <T> the class of the objects to stringify]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.Stringifier -->
- <!-- start class org.apache.hadoop.io.Text -->
- <class name="Text" extends="org.apache.hadoop.io.BinaryComparable"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="Text"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Text" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct from a string.]]>
- </doc>
- </constructor>
- <constructor name="Text" type="org.apache.hadoop.io.Text"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct from another text.]]>
- </doc>
- </constructor>
- <constructor name="Text" type="byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct from a byte array.]]>
- </doc>
- </constructor>
- <method name="getBytes" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the raw bytes; however, only data up to {@link #getLength()} is
- valid.]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of bytes in the byte array]]>
- </doc>
- </method>
- <method name="charAt" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="position" type="int"/>
- <doc>
- <![CDATA[Returns the Unicode Scalar Value (32-bit integer value)
- for the character at <code>position</code>. Note that this
- method avoids using the converter or doing String instatiation
- @return the Unicode scalar value at position or -1
- if the position is invalid or points to a
- trailing byte]]>
- </doc>
- </method>
- <method name="find" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="what" type="java.lang.String"/>
- </method>
- <method name="find" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="what" type="java.lang.String"/>
- <param name="start" type="int"/>
- <doc>
- <![CDATA[Finds any occurence of <code>what</code> in the backing
- buffer, starting as position <code>start</code>. The starting
- position is measured in bytes and the return value is in
- terms of byte position in the buffer. The backing buffer is
- not converted to a string for this operation.
- @return byte position of the first occurence of the search
- string in the UTF-8 buffer or -1 if not found]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="string" type="java.lang.String"/>
- <doc>
- <![CDATA[Set to contain the contents of a string.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="byte[]"/>
- <doc>
- <![CDATA[Set to a utf8 byte array]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.io.Text"/>
- <doc>
- <![CDATA[copy a text.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Set the Text to range of bytes
- @param utf8 the data to copy from
- @param start the first position of the new string
- @param len the number of bytes of the new string]]>
- </doc>
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Append a range of bytes to the end of the given text
- @param utf8 the data to copy from
- @param start the first position to append from utf8
- @param len the number of bytes to append]]>
- </doc>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Clear the string to empty.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Convert text back to string
- @see java.lang.Object#toString()]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[deserialize]]>
- </doc>
- </method>
- <method name="skip"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Skips over one Text in the input.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[serialize
- write this object to out
- length uses zero-compressed encoding
- @see Writable#write(DataOutput)]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a Text with the same contents.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="decode" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="byte[]"/>
- <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/>
- <doc>
- <![CDATA[Converts the provided byte array to a String using the
- UTF-8 encoding. If the input is malformed,
- replace by a default value.]]>
- </doc>
- </method>
- <method name="decode" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="length" type="int"/>
- <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/>
- </method>
- <method name="decode" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="length" type="int"/>
- <param name="replace" type="boolean"/>
- <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/>
- <doc>
- <![CDATA[Converts the provided byte array to a String using the
- UTF-8 encoding. If <code>replace</code> is true, then
- malformed input is replaced with the
- substitution character, which is U+FFFD. Otherwise the
- method throws a MalformedInputException.]]>
- </doc>
- </method>
- <method name="encode" return="java.nio.ByteBuffer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="string" type="java.lang.String"/>
- <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/>
- <doc>
- <![CDATA[Converts the provided String to bytes using the
- UTF-8 encoding. If the input is malformed,
- invalid chars are replaced by a default value.
- @return ByteBuffer: bytes stores at ByteBuffer.array()
- and length is ByteBuffer.limit()]]>
- </doc>
- </method>
- <method name="encode" return="java.nio.ByteBuffer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="string" type="java.lang.String"/>
- <param name="replace" type="boolean"/>
- <exception name="CharacterCodingException" type="java.nio.charset.CharacterCodingException"/>
- <doc>
- <![CDATA[Converts the provided String to bytes using the
- UTF-8 encoding. If <code>replace</code> is true, then
- malformed input is replaced with the
- substitution character, which is U+FFFD. Otherwise the
- method throws a MalformedInputException.
- @return ByteBuffer: bytes stores at ByteBuffer.array()
- and length is ByteBuffer.limit()]]>
- </doc>
- </method>
- <method name="readString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a UTF8 encoded string from in]]>
- </doc>
- </method>
- <method name="writeString" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="s" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a UTF8 encoded string to out]]>
- </doc>
- </method>
- <method name="validateUTF8"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="byte[]"/>
- <exception name="MalformedInputException" type="java.nio.charset.MalformedInputException"/>
- <doc>
- <![CDATA[Check if a byte array contains valid utf-8
- @param utf8 byte array
- @throws MalformedInputException if the byte array contains invalid utf-8]]>
- </doc>
- </method>
- <method name="validateUTF8"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf8" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="len" type="int"/>
- <exception name="MalformedInputException" type="java.nio.charset.MalformedInputException"/>
- <doc>
- <![CDATA[Check to see if a byte array is valid utf-8
- @param utf8 the array of bytes
- @param start the offset of the first byte in the array
- @param len the length of the byte sequence
- @throws MalformedInputException if the byte array contains invalid bytes]]>
- </doc>
- </method>
- <method name="bytesToCodePoint" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="java.nio.ByteBuffer"/>
- <doc>
- <![CDATA[Returns the next code point at the current position in
- the buffer. The buffer's position will be incremented.
- Any mark set on this buffer will be changed by this method!]]>
- </doc>
- </method>
- <method name="utf8Length" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="string" type="java.lang.String"/>
- <doc>
- <![CDATA[For the given string, returns the number of UTF-8 bytes
- required to encode the string.
- @param string text to encode
- @return number of UTF-8 bytes required to encode]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class stores text using standard UTF8 encoding. It provides methods
- to serialize, deserialize, and compare texts at byte level. The type of
- length is integer and is serialized using zero-compressed format. <p>In
- addition, it provides methods for string traversal without converting the
- byte array to a string. <p>Also includes utilities for
- serializing/deserialing a string, coding/decoding a string, checking if a
- byte array contains valid UTF8 code, calculating the length of an encoded
- string.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.Text -->
- <!-- start class org.apache.hadoop.io.Text.Comparator -->
- <class name="Text.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Text.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A WritableComparator optimized for Text keys.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.Text.Comparator -->
- <!-- start class org.apache.hadoop.io.TwoDArrayWritable -->
- <class name="TwoDArrayWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="TwoDArrayWritable" type="java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TwoDArrayWritable" type="java.lang.Class, org.apache.hadoop.io.Writable[][]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="toArray" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="values" type="org.apache.hadoop.io.Writable[][]"/>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable[][]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A Writable for 2D arrays containing a matrix of instances of a class.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.TwoDArrayWritable -->
- <!-- start class org.apache.hadoop.io.UTF8 -->
- <class name="UTF8" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="replaced by Text">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="UTF8"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="UTF8" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct from a given string.]]>
- </doc>
- </constructor>
- <constructor name="UTF8" type="org.apache.hadoop.io.UTF8"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct from a given string.]]>
- </doc>
- </constructor>
- <method name="getBytes" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The raw bytes.]]>
- </doc>
- </method>
- <method name="getLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of bytes in the encoded string.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="string" type="java.lang.String"/>
- <doc>
- <![CDATA[Set to contain the contents of a string.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.io.UTF8"/>
- <doc>
- <![CDATA[Set to contain the contents of a string.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="skip"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Skips over one UTF8 in the input.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="org.apache.hadoop.io.UTF8"/>
- <doc>
- <![CDATA[Compare two UTF8s.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Convert to a String.]]>
- </doc>
- </method>
- <method name="toStringChecked" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convert to a string, checking for valid UTF8.
- @return the converted string
- @throws UTFDataFormatException if the underlying bytes contain invalid
- UTF8 data.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a UTF8 with the same contents.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getBytes" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="string" type="java.lang.String"/>
- <doc>
- <![CDATA[Convert a string to a UTF-8 encoded byte array.
- @see String#getBytes(String)]]>
- </doc>
- </method>
- <method name="fromBytes" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convert a UTF-8 encoded byte array back into a string.
- @throws IOException if the byte array is invalid UTF8]]>
- </doc>
- </method>
- <method name="readString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a UTF-8 encoded string.
- @see DataInput#readUTF()]]>
- </doc>
- </method>
- <method name="writeString" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="s" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a UTF-8 encoded string.
- @see DataOutput#writeUTF(String)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A WritableComparable for strings that uses the UTF8 encoding.
-
- <p>Also includes utilities for efficiently reading and writing UTF-8.
- Note that this decodes UTF-8 but actually encodes CESU-8, a variant of
- UTF-8: see http://en.wikipedia.org/wiki/CESU-8
- @deprecated replaced by Text]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.UTF8 -->
- <!-- start class org.apache.hadoop.io.UTF8.Comparator -->
- <class name="UTF8.Comparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="UTF8.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A WritableComparator optimized for UTF8 keys.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.UTF8.Comparator -->
- <!-- start class org.apache.hadoop.io.VersionedWritable -->
- <class name="VersionedWritable" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="VersionedWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getVersion" return="byte"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the version number of the current implementation.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A base class for Writables that provides version checking.
- <p>This is useful when a class may evolve, so that instances written by the
- old version of the class may still be processed by the new version. To
- handle this situation, {@link #readFields(DataInput)}
- implementations should catch {@link VersionMismatchException}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.VersionedWritable -->
- <!-- start class org.apache.hadoop.io.VersionMismatchException -->
- <class name="VersionMismatchException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="VersionMismatchException" type="byte, byte"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a string representation of this object.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Thrown by {@link VersionedWritable#readFields(DataInput)} when the
- version of an object being read does not match the current implementation
- version as returned by {@link VersionedWritable#getVersion()}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.VersionMismatchException -->
- <!-- start class org.apache.hadoop.io.VIntWritable -->
- <class name="VIntWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="VIntWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="VIntWritable" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Set the value of this VIntWritable.]]>
- </doc>
- </method>
- <method name="get" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the value of this VIntWritable.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a VIntWritable with the same value.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compares two VIntWritables.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A WritableComparable for integer values stored in variable-length format.
- Such values take between one and five bytes. Smaller values take fewer bytes.
-
- @see org.apache.hadoop.io.WritableUtils#readVInt(DataInput)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.VIntWritable -->
- <!-- start class org.apache.hadoop.io.VLongWritable -->
- <class name="VLongWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="VLongWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="VLongWritable" type="long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Set the value of this LongWritable.]]>
- </doc>
- </method>
- <method name="get" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the value of this LongWritable.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns true iff <code>o</code> is a VLongWritable with the same value.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compares two VLongWritables.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A WritableComparable for longs in a variable-length format. Such values take
- between one and five bytes. Smaller values take fewer bytes.
-
- @see org.apache.hadoop.io.WritableUtils#readVLong(DataInput)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.VLongWritable -->
- <!-- start interface org.apache.hadoop.io.Writable -->
- <interface name="Writable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serialize the fields of this object to <code>out</code>.
-
- @param out <code>DataOuput</code> to serialize this object into.
- @throws IOException]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Deserialize the fields of this object from <code>in</code>.
-
- <p>For efficiency, implementations should attempt to re-use storage in the
- existing object where possible.</p>
-
- @param in <code>DataInput</code> to deseriablize this object from.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A serializable object which implements a simple, efficient, serialization
- protocol, based on {@link DataInput} and {@link DataOutput}.
- <p>Any <code>key</code> or <code>value</code> type in the Hadoop Map-Reduce
- framework implements this interface.</p>
-
- <p>Implementations typically implement a static <code>read(DataInput)</code>
- method which constructs a new instance, calls {@link #readFields(DataInput)}
- and returns the instance.</p>
-
- <p>Example:</p>
- <p><blockquote><pre>
- public class MyWritable implements Writable {
- // Some data
- private int counter;
- private long timestamp;
-
- public void write(DataOutput out) throws IOException {
- out.writeInt(counter);
- out.writeLong(timestamp);
- }
-
- public void readFields(DataInput in) throws IOException {
- counter = in.readInt();
- timestamp = in.readLong();
- }
-
- public static MyWritable read(DataInput in) throws IOException {
- MyWritable w = new MyWritable();
- w.readFields(in);
- return w;
- }
- }
- </pre></blockquote></p>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.Writable -->
- <!-- start interface org.apache.hadoop.io.WritableComparable -->
- <interface name="WritableComparable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Comparable"/>
- <doc>
- <![CDATA[A {@link Writable} which is also {@link Comparable}.
- <p><code>WritableComparable</code>s can be compared to each other, typically
- via <code>Comparator</code>s. Any type which is to be used as a
- <code>key</code> in the Hadoop Map-Reduce framework should implement this
- interface.</p>
-
- <p>Example:</p>
- <p><blockquote><pre>
- public class MyWritableComparable implements WritableComparable {
- // Some data
- private int counter;
- private long timestamp;
-
- public void write(DataOutput out) throws IOException {
- out.writeInt(counter);
- out.writeLong(timestamp);
- }
-
- public void readFields(DataInput in) throws IOException {
- counter = in.readInt();
- timestamp = in.readLong();
- }
-
- public int compareTo(MyWritableComparable w) {
- int thisValue = this.value;
- int thatValue = ((IntWritable)o).value;
- return (thisValue < thatValue ? -1 : (thisValue==thatValue ? 0 : 1));
- }
- }
- </pre></blockquote></p>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.WritableComparable -->
- <!-- start class org.apache.hadoop.io.WritableComparator -->
- <class name="WritableComparator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.RawComparator"/>
- <constructor name="WritableComparator" type="java.lang.Class"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct for a {@link WritableComparable} implementation.]]>
- </doc>
- </constructor>
- <constructor name="WritableComparator" type="java.lang.Class, boolean"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="get" return="org.apache.hadoop.io.WritableComparator"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get a comparator for a {@link WritableComparable} implementation.]]>
- </doc>
- </method>
- <method name="define"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <param name="comparator" type="org.apache.hadoop.io.WritableComparator"/>
- <doc>
- <![CDATA[Register an optimized comparator for a {@link WritableComparable}
- implementation.]]>
- </doc>
- </method>
- <method name="getKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the WritableComparable implementation class.]]>
- </doc>
- </method>
- <method name="newKey" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a new {@link WritableComparable} instance.]]>
- </doc>
- </method>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- <doc>
- <![CDATA[Optimization hook. Override this to make SequenceFile.Sorter's scream.
- <p>The default implementation reads the data into two {@link
- WritableComparable}s (using {@link
- Writable#readFields(DataInput)}, then calls {@link
- #compare(WritableComparable,WritableComparable)}.]]>
- </doc>
- </method>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="a" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="b" type="org.apache.hadoop.io.WritableComparable"/>
- <doc>
- <![CDATA[Compare two WritableComparables.
- <p> The default implementation uses the natural ordering, calling {@link
- Comparable#compareTo(Object)}.]]>
- </doc>
- </method>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="a" type="java.lang.Object"/>
- <param name="b" type="java.lang.Object"/>
- </method>
- <method name="compareBytes" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- <doc>
- <![CDATA[Lexicographic order of binary data.]]>
- </doc>
- </method>
- <method name="hashBytes" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Compute hash for binary data.]]>
- </doc>
- </method>
- <method name="hashBytes" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Compute hash for binary data.]]>
- </doc>
- </method>
- <method name="readUnsignedShort" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <doc>
- <![CDATA[Parse an unsigned short from a byte array.]]>
- </doc>
- </method>
- <method name="readInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <doc>
- <![CDATA[Parse an integer from a byte array.]]>
- </doc>
- </method>
- <method name="readFloat" return="float"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <doc>
- <![CDATA[Parse a float from a byte array.]]>
- </doc>
- </method>
- <method name="readLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <doc>
- <![CDATA[Parse a long from a byte array.]]>
- </doc>
- </method>
- <method name="readDouble" return="double"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <doc>
- <![CDATA[Parse a double from a byte array.]]>
- </doc>
- </method>
- <method name="readVLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads a zero-compressed encoded long from a byte array and returns it.
- @param bytes byte array with decode long
- @param start starting index
- @throws java.io.IOException
- @return deserialized long]]>
- </doc>
- </method>
- <method name="readVInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads a zero-compressed encoded integer from a byte array and returns it.
- @param bytes byte array with the encoded integer
- @param start start index
- @throws java.io.IOException
- @return deserialized integer]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A Comparator for {@link WritableComparable}s.
- <p>This base implemenation uses the natural ordering. To define alternate
- orderings, override {@link #compare(WritableComparable,WritableComparable)}.
- <p>One may optimize compare-intensive operations by overriding
- {@link #compare(byte[],int,int,byte[],int,int)}. Static utility methods are
- provided to assist in optimized implementations of this method.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.WritableComparator -->
- <!-- start class org.apache.hadoop.io.WritableFactories -->
- <class name="WritableFactories" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="setFactory"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <param name="factory" type="org.apache.hadoop.io.WritableFactory"/>
- <doc>
- <![CDATA[Define a factory for a class.]]>
- </doc>
- </method>
- <method name="getFactory" return="org.apache.hadoop.io.WritableFactory"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <doc>
- <![CDATA[Define a factory for a class.]]>
- </doc>
- </method>
- <method name="newInstance" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Create a new instance of a class with a defined factory.]]>
- </doc>
- </method>
- <method name="newInstance" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <doc>
- <![CDATA[Create a new instance of a class with a defined factory.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Factories for non-public writables. Defining a factory permits {@link
- ObjectWritable} to be able to construct instances of non-public classes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.WritableFactories -->
- <!-- start interface org.apache.hadoop.io.WritableFactory -->
- <interface name="WritableFactory" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="newInstance" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return a new instance.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A factory for a class of Writable.
- @see WritableFactories]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.WritableFactory -->
- <!-- start class org.apache.hadoop.io.WritableName -->
- <class name="WritableName" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="setName"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="writableClass" type="java.lang.Class"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the name that a class should be known as to something other than the
- class name.]]>
- </doc>
- </method>
- <method name="addName"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="writableClass" type="java.lang.Class"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Add an alternate name for a class.]]>
- </doc>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="writableClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Return the name for a class. Default is {@link Class#getName()}.]]>
- </doc>
- </method>
- <method name="getClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the class for a name. Default is {@link Class#forName(String)}.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Utility to permit renaming of Writable implementation classes without
- invalidiating files that contain their class name.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.WritableName -->
- <!-- start class org.apache.hadoop.io.WritableUtils -->
- <class name="WritableUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <constructor name="WritableUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="readCompressedByteArray" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="skipCompressedByteArray"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeCompressedByteArray" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="bytes" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readCompressedString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeCompressedString" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="s" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeString"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="s" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeStringArray"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="s" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeCompressedStringArray"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="s" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readStringArray" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readCompressedStringArray" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="displayByteArray"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="record" type="byte[]"/>
- </method>
- <method name="clone" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="orig" type="org.apache.hadoop.io.Writable"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Make a copy of a writable object using serialization to a buffer.
- @param orig The object to copy
- @return The copied object]]>
- </doc>
- </method>
- <method name="cloneInto"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="use ReflectionUtils.cloneInto instead.">
- <param name="dst" type="org.apache.hadoop.io.Writable"/>
- <param name="src" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Make a copy of the writable object using serialiation to a buffer
- @param dst the object to copy from
- @param src the object to copy into, which is destroyed
- @throws IOException
- @deprecated use ReflectionUtils.cloneInto instead.]]>
- </doc>
- </method>
- <method name="writeVInt"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.DataOutput"/>
- <param name="i" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serializes an integer to a binary stream with zero-compressed encoding.
- For -120 <= i <= 127, only one byte is used with the actual value.
- For other values of i, the first byte value indicates whether the
- integer is positive or negative, and the number of bytes that follow.
- If the first byte value v is between -121 and -124, the following integer
- is positive, with number of bytes that follow are -(v+120).
- If the first byte value v is between -125 and -128, the following integer
- is negative, with number of bytes that follow are -(v+124). Bytes are
- stored in the high-non-zero-byte-first order.
- @param stream Binary output stream
- @param i Integer to be serialized
- @throws java.io.IOException]]>
- </doc>
- </method>
- <method name="writeVLong"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.DataOutput"/>
- <param name="i" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serializes a long to a binary stream with zero-compressed encoding.
- For -112 <= i <= 127, only one byte is used with the actual value.
- For other values of i, the first byte value indicates whether the
- long is positive or negative, and the number of bytes that follow.
- If the first byte value v is between -113 and -120, the following long
- is positive, with number of bytes that follow are -(v+112).
- If the first byte value v is between -121 and -128, the following long
- is negative, with number of bytes that follow are -(v+120). Bytes are
- stored in the high-non-zero-byte-first order.
-
- @param stream Binary output stream
- @param i Long to be serialized
- @throws java.io.IOException]]>
- </doc>
- </method>
- <method name="readVLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads a zero-compressed encoded long from input stream and returns it.
- @param stream Binary input stream
- @throws java.io.IOException
- @return deserialized long from stream.]]>
- </doc>
- </method>
- <method name="readVInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads a zero-compressed encoded integer from input stream and returns it.
- @param stream Binary input stream
- @throws java.io.IOException
- @return deserialized integer from stream.]]>
- </doc>
- </method>
- <method name="isNegativeVInt" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="byte"/>
- <doc>
- <![CDATA[Given the first byte of a vint/vlong, determine the sign
- @param value the first byte
- @return is the value negative]]>
- </doc>
- </method>
- <method name="decodeVIntSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="byte"/>
- <doc>
- <![CDATA[Parse the first byte of a vint/vlong to determine the number of bytes
- @param value the first byte of the vint/vlong
- @return the total number of bytes (1 to 9)]]>
- </doc>
- </method>
- <method name="getVIntSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="long"/>
- <doc>
- <![CDATA[Get the encoded length if an integer is stored in a variable-length format
- @return the encoded length]]>
- </doc>
- </method>
- <method name="readEnum" return="java.lang.Enum"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <param name="enumType" type="java.lang.Class"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read an Enum value from DataInput, Enums are read and written
- using String values.
- @param <T> Enum type
- @param in DataInput to read from
- @param enumType Class type of Enum
- @return Enum represented by String read from DataInput
- @throws IOException]]>
- </doc>
- </method>
- <method name="writeEnum"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="enumVal" type="java.lang.Enum"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[writes String value of enum to DataOutput.
- @param out Dataoutput stream
- @param enumVal enum value
- @throws IOException]]>
- </doc>
- </method>
- <method name="skipFully"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Skip <i>len</i> number of bytes in input stream<i>in</i>
- @param in input stream
- @param len number of bytes to skip
- @throws IOException when skipped less number of bytes]]>
- </doc>
- </method>
- <method name="toByteArray" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="writables" type="org.apache.hadoop.io.Writable[]"/>
- <doc>
- <![CDATA[Convert writables to a byte array]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.io.WritableUtils -->
- </package>
- <package name="org.apache.hadoop.io.compress">
- <!-- start class org.apache.hadoop.io.compress.BlockCompressorStream -->
- <class name="BlockCompressorStream" extends="org.apache.hadoop.io.compress.CompressorStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="BlockCompressorStream" type="java.io.OutputStream, org.apache.hadoop.io.compress.Compressor, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a {@link BlockCompressorStream}.
-
- @param out stream
- @param compressor compressor to be used
- @param bufferSize size of buffer
- @param compressionOverhead maximum 'overhead' of the compression
- algorithm with given bufferSize]]>
- </doc>
- </constructor>
- <constructor name="BlockCompressorStream" type="java.io.OutputStream, org.apache.hadoop.io.compress.Compressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a {@link BlockCompressorStream} with given output-stream and
- compressor.
- Use default of 512 as bufferSize and compressionOverhead of
- (1% of bufferSize + 12 bytes) = 18 bytes (zlib algorithm).
-
- @param out stream
- @param compressor compressor to be used]]>
- </doc>
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write the data provided to the compression codec, compressing no more
- than the buffer size less the compression overhead as specified during
- construction for each block.
- Each block contains the uncompressed length for the block, followed by
- one or more length-prefixed blocks of compressed data.]]>
- </doc>
- </method>
- <method name="finish"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="compress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A {@link org.apache.hadoop.io.compress.CompressorStream} which works
- with 'block-based' based compression algorithms, as opposed to
- 'stream-based' compression algorithms.
- It should be noted that this wrapper does not guarantee that blocks will
- be sized for the compressor. If the
- {@link org.apache.hadoop.io.compress.Compressor} requires buffering to
- effect meaningful compression, it is responsible for it.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.BlockCompressorStream -->
- <!-- start class org.apache.hadoop.io.compress.BlockDecompressorStream -->
- <class name="BlockDecompressorStream" extends="org.apache.hadoop.io.compress.DecompressorStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="BlockDecompressorStream" type="java.io.InputStream, org.apache.hadoop.io.compress.Decompressor, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link BlockDecompressorStream}.
-
- @param in input stream
- @param decompressor decompressor to use
- @param bufferSize size of buffer
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="BlockDecompressorStream" type="java.io.InputStream, org.apache.hadoop.io.compress.Decompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link BlockDecompressorStream}.
-
- @param in input stream
- @param decompressor decompressor to use
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="BlockDecompressorStream" type="java.io.InputStream"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="decompress" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getCompressedData" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="resetState"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A {@link org.apache.hadoop.io.compress.DecompressorStream} which works
- with 'block-based' based compression algorithms, as opposed to
- 'stream-based' compression algorithms.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.BlockDecompressorStream -->
- <!-- start class org.apache.hadoop.io.compress.BZip2Codec -->
- <class name="BZip2Codec" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.SplittableCompressionCodec"/>
- <constructor name="BZip2Codec"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of BZip2Codec]]>
- </doc>
- </constructor>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates CompressionOutputStream for BZip2
- @param out
- The output Stream
- @return The BZip2 CompressionOutputStream
- @throws java.io.IOException
- Throws IO exception]]>
- </doc>
- </method>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates a compressor using given OutputStream.
- @return CompressionOutputStream
- @throws java.io.IOException]]>
- </doc>
- </method>
- <method name="getCompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This functionality is currently not supported.
- @return BZip2DummyCompressor.class]]>
- </doc>
- </method>
- <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This functionality is currently not supported.
- @return Compressor]]>
- </doc>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates CompressionInputStream to be used to read off uncompressed data.
- @param in
- The InputStream
- @return Returns CompressionInputStream for BZip2
- @throws java.io.IOException
- Throws IOException]]>
- </doc>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This functionality is currently not supported.
- @return CompressionInputStream]]>
- </doc>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.SplitCompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="seekableIn" type="java.io.InputStream"/>
- <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/>
- <param name="start" type="long"/>
- <param name="end" type="long"/>
- <param name="readMode" type="org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates CompressionInputStream to be used to read off uncompressed data
- in one of the two reading modes. i.e. Continuous or Blocked reading modes
- @param seekableIn The InputStream
- @param start The start offset into the compressed stream
- @param end The end offset into the compressed stream
- @param readMode Controls whether progress is reported continuously or
- only at block boundaries.
- @return CompressionInputStream for BZip2 aligned at block boundaries]]>
- </doc>
- </method>
- <method name="getDecompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This functionality is currently not supported.
- @return BZip2DummyDecompressor.class]]>
- </doc>
- </method>
- <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This functionality is currently not supported.
- @return Decompressor]]>
- </doc>
- </method>
- <method name="getDefaultExtension" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[.bz2 is recognized as the default extension for compressed BZip2 files
- @return A String telling the default bzip2 file extension]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class provides CompressionOutputStream and CompressionInputStream for
- compression and decompression. Currently we dont have an implementation of
- the Compressor and Decompressor interfaces, so those methods of
- CompressionCodec which have a Compressor or Decompressor type argument, throw
- UnsupportedOperationException.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.BZip2Codec -->
- <!-- start class org.apache.hadoop.io.compress.CodecPool -->
- <class name="CodecPool" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CodecPool"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getCompressor" return="org.apache.hadoop.io.compress.Compressor"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get a {@link Compressor} for the given {@link CompressionCodec} from the
- pool or a new one.
- @param codec the <code>CompressionCodec</code> for which to get the
- <code>Compressor</code>
- @param conf the <code>Configuration</code> object which contains confs for creating or reinit the compressor
- @return <code>Compressor</code> for the given
- <code>CompressionCodec</code> from the pool or a new one]]>
- </doc>
- </method>
- <method name="getCompressor" return="org.apache.hadoop.io.compress.Compressor"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- </method>
- <method name="getDecompressor" return="org.apache.hadoop.io.compress.Decompressor"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="codec" type="org.apache.hadoop.io.compress.CompressionCodec"/>
- <doc>
- <![CDATA[Get a {@link Decompressor} for the given {@link CompressionCodec} from the
- pool or a new one.
-
- @param codec the <code>CompressionCodec</code> for which to get the
- <code>Decompressor</code>
- @return <code>Decompressor</code> for the given
- <code>CompressionCodec</code> the pool or a new one]]>
- </doc>
- </method>
- <method name="returnCompressor"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/>
- <doc>
- <![CDATA[Return the {@link Compressor} to the pool.
-
- @param compressor the <code>Compressor</code> to be returned to the pool]]>
- </doc>
- </method>
- <method name="returnDecompressor"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/>
- <doc>
- <![CDATA[Return the {@link Decompressor} to the pool.
-
- @param decompressor the <code>Decompressor</code> to be returned to the
- pool]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A global compressor/decompressor pool used to save and reuse
- (possibly native) compression/decompression codecs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.CodecPool -->
- <!-- start interface org.apache.hadoop.io.compress.CompressionCodec -->
- <interface name="CompressionCodec" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link CompressionOutputStream} that will write to the given
- {@link OutputStream}.
-
- @param out the location for the final output stream
- @return a stream the user can write uncompressed data to have it compressed
- @throws IOException]]>
- </doc>
- </method>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link CompressionOutputStream} that will write to the given
- {@link OutputStream} with the given {@link Compressor}.
-
- @param out the location for the final output stream
- @param compressor compressor to use
- @return a stream the user can write uncompressed data to have it compressed
- @throws IOException]]>
- </doc>
- </method>
- <method name="getCompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the type of {@link Compressor} needed by this {@link CompressionCodec}.
-
- @return the type of compressor needed by this codec.]]>
- </doc>
- </method>
- <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new {@link Compressor} for use by this {@link CompressionCodec}.
-
- @return a new compressor for use by this codec]]>
- </doc>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a stream decompressor that will read from the given input stream.
-
- @param in the stream to read compressed bytes from
- @return a stream to read uncompressed bytes from
- @throws IOException]]>
- </doc>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link CompressionInputStream} that will read from the given
- {@link InputStream} with the given {@link Decompressor}.
-
- @param in the stream to read compressed bytes from
- @param decompressor decompressor to use
- @return a stream to read uncompressed bytes from
- @throws IOException]]>
- </doc>
- </method>
- <method name="getDecompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the type of {@link Decompressor} needed by this {@link CompressionCodec}.
-
- @return the type of decompressor needed by this codec.]]>
- </doc>
- </method>
- <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new {@link Decompressor} for use by this {@link CompressionCodec}.
-
- @return a new decompressor for use by this codec]]>
- </doc>
- </method>
- <method name="getDefaultExtension" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the default filename extension for this kind of compression.
- @return the extension including the '.']]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class encapsulates a streaming compression/decompression pair.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.compress.CompressionCodec -->
- <!-- start class org.apache.hadoop.io.compress.CompressionCodecFactory -->
- <class name="CompressionCodecFactory" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CompressionCodecFactory" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Find the codecs specified in the config value io.compression.codecs
- and register them. Defaults to gzip and zip.]]>
- </doc>
- </constructor>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Print the extension map out as a string.]]>
- </doc>
- </method>
- <method name="getCodecClasses" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the list of codecs listed in the configuration
- @param conf the configuration to look in
- @return a list of the Configuration classes or null if the attribute
- was not set]]>
- </doc>
- </method>
- <method name="setCodecClasses"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="classes" type="java.util.List"/>
- <doc>
- <![CDATA[Sets a list of codec classes in the configuration.
- @param conf the configuration to modify
- @param classes the list of classes to set]]>
- </doc>
- </method>
- <method name="getCodec" return="org.apache.hadoop.io.compress.CompressionCodec"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Find the relevant compression codec for the given file based on its
- filename suffix.
- @param file the filename to check
- @return the codec object]]>
- </doc>
- </method>
- <method name="getCodecByClassName" return="org.apache.hadoop.io.compress.CompressionCodec"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="classname" type="java.lang.String"/>
- <doc>
- <![CDATA[Find the relevant compression codec for the codec's canonical class name.
- @param classname the canonical class name of the codec
- @return the codec object]]>
- </doc>
- </method>
- <method name="getCodecByName" return="org.apache.hadoop.io.compress.CompressionCodec"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="codecName" type="java.lang.String"/>
- <doc>
- <![CDATA[Find the relevant compression codec for the codec's canonical class name
- or by codec alias.
- <p/>
- Codec aliases are case insensitive.
- <p/>
- The code alias is the short class name (without the package name).
- If the short class name ends with 'Codec', then there are two aliases for
- the codec, the complete short class name and the short class name without
- the 'Codec' ending. For example for the 'GzipCodec' codec class name the
- alias are 'gzip' and 'gzipcodec'.
- @param codecName the canonical class name of the codec
- @return the codec object]]>
- </doc>
- </method>
- <method name="getCodecClassByName" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="codecName" type="java.lang.String"/>
- <doc>
- <![CDATA[Find the relevant compression codec for the codec's canonical class name
- or by codec alias and returns its implemetation class.
- <p/>
- Codec aliases are case insensitive.
- <p/>
- The code alias is the short class name (without the package name).
- If the short class name ends with 'Codec', then there are two aliases for
- the codec, the complete short class name and the short class name without
- the 'Codec' ending. For example for the 'GzipCodec' codec class name the
- alias are 'gzip' and 'gzipcodec'.
- @param codecName the canonical class name of the codec
- @return the codec class]]>
- </doc>
- </method>
- <method name="removeSuffix" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filename" type="java.lang.String"/>
- <param name="suffix" type="java.lang.String"/>
- <doc>
- <![CDATA[Removes a suffix from a filename, if it has it.
- @param filename the filename to strip
- @param suffix the suffix to remove
- @return the shortened filename]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[A little test program.
- @param args]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A factory that will find the correct codec for a given filename.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.CompressionCodecFactory -->
- <!-- start class org.apache.hadoop.io.compress.CompressionInputStream -->
- <class name="CompressionInputStream" extends="java.io.InputStream"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.fs.Seekable"/>
- <constructor name="CompressionInputStream" type="java.io.InputStream"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a compression input stream that reads
- the decompressed bytes from the given stream.
-
- @param in The input stream to be compressed.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read bytes from the stream.
- Made abstract to prevent leakage to underlying stream.]]>
- </doc>
- </method>
- <method name="resetState"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reset the decompressor to its initial state and discard any buffered data,
- as the underlying stream may have been repositioned.]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method returns the current position in the stream.
- @return Current position in stream as a long]]>
- </doc>
- </method>
- <method name="seek"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/>
- <doc>
- <![CDATA[This method is current not supported.
- @throws UnsupportedOperationException]]>
- </doc>
- </method>
- <method name="seekToNewSource" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="targetPos" type="long"/>
- <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/>
- <doc>
- <![CDATA[This method is current not supported.
- @throws UnsupportedOperationException]]>
- </doc>
- </method>
- <field name="in" type="java.io.InputStream"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The input stream to be compressed.]]>
- </doc>
- </field>
- <field name="maxAvailableData" type="long"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A compression input stream.
- <p>Implementations are assumed to be buffered. This permits clients to
- reposition the underlying input stream then call {@link #resetState()},
- without having to also synchronize client buffers.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.CompressionInputStream -->
- <!-- start class org.apache.hadoop.io.compress.CompressionOutputStream -->
- <class name="CompressionOutputStream" extends="java.io.OutputStream"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CompressionOutputStream" type="java.io.OutputStream"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a compression output stream that writes
- the compressed bytes to the given stream.
- @param out]]>
- </doc>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write compressed bytes to the stream.
- Made abstract to prevent leakage to underlying stream.]]>
- </doc>
- </method>
- <method name="finish"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Finishes writing compressed data to the output stream
- without closing the underlying stream.]]>
- </doc>
- </method>
- <method name="resetState"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reset the compression to the initial state.
- Does not reset the underlying stream.]]>
- </doc>
- </method>
- <field name="out" type="java.io.OutputStream"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The output stream to be compressed.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A compression output stream.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.CompressionOutputStream -->
- <!-- start interface org.apache.hadoop.io.compress.Compressor -->
- <interface name="Compressor" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Sets input data for compression.
- This should be called whenever #needsInput() returns
- <code>true</code> indicating that more input data is required.
-
- @param b Input data
- @param off Start offset
- @param len Length]]>
- </doc>
- </method>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the input data buffer is empty and
- #setInput() should be called to provide more input.
-
- @return <code>true</code> if the input data buffer is empty and
- #setInput() should be called in order to provide more input.]]>
- </doc>
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Sets preset dictionary for compression. A preset dictionary
- is used when the history buffer can be predetermined.
- @param b Dictionary data bytes
- @param off Start offset
- @param len Length]]>
- </doc>
- </method>
- <method name="getBytesRead" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return number of uncompressed bytes input so far.]]>
- </doc>
- </method>
- <method name="getBytesWritten" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return number of compressed bytes output so far.]]>
- </doc>
- </method>
- <method name="finish"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[When called, indicates that compression should end
- with the current contents of the input buffer.]]>
- </doc>
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the end of the compressed
- data output stream has been reached.
- @return <code>true</code> if the end of the compressed
- data output stream has been reached.]]>
- </doc>
- </method>
- <method name="compress" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Fills specified buffer with compressed data. Returns actual number
- of bytes of compressed data. A return value of 0 indicates that
- needsInput() should be called in order to determine if more input
- data is required.
-
- @param b Buffer for the compressed data
- @param off Start offset of the data
- @param len Size of the buffer
- @return The actual number of bytes of compressed data.]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resets compressor so that a new set of input data can be processed.]]>
- </doc>
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Closes the compressor and discards any unprocessed input.]]>
- </doc>
- </method>
- <method name="reinit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Prepare the compressor to be used in a new stream with settings defined in
- the given Configuration
-
- @param conf Configuration from which new setting are fetched]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Specification of a stream-based 'compressor' which can be
- plugged into a {@link CompressionOutputStream} to compress data.
- This is modelled after {@link java.util.zip.Deflater}]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.compress.Compressor -->
- <!-- start class org.apache.hadoop.io.compress.CompressorStream -->
- <class name="CompressorStream" extends="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CompressorStream" type="java.io.OutputStream, org.apache.hadoop.io.compress.Compressor, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="CompressorStream" type="java.io.OutputStream, org.apache.hadoop.io.compress.Compressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="CompressorStream" type="java.io.OutputStream"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Allow derived classes to directly set the underlying stream.
-
- @param out Underlying output stream.]]>
- </doc>
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="compress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="finish"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="resetState"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="compressor" type="org.apache.hadoop.io.compress.Compressor"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="buffer" type="byte[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="closed" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.io.compress.CompressorStream -->
- <!-- start interface org.apache.hadoop.io.compress.Decompressor -->
- <interface name="Decompressor" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Sets input data for decompression.
- This should be called if and only if {@link #needsInput()} returns
- <code>true</code> indicating that more input data is required.
- (Both native and non-native versions of various Decompressors require
- that the data passed in via <code>b[]</code> remain unmodified until
- the caller is explicitly notified--via {@link #needsInput()}--that the
- buffer may be safely modified. With this requirement, an extra
- buffer-copy can be avoided.)
-
- @param b Input data
- @param off Start offset
- @param len Length]]>
- </doc>
- </method>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the input data buffer is empty and
- {@link #setInput(byte[], int, int)} should be called to
- provide more input.
-
- @return <code>true</code> if the input data buffer is empty and
- {@link #setInput(byte[], int, int)} should be called in
- order to provide more input.]]>
- </doc>
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Sets preset dictionary for compression. A preset dictionary
- is used when the history buffer can be predetermined.
- @param b Dictionary data bytes
- @param off Start offset
- @param len Length]]>
- </doc>
- </method>
- <method name="needsDictionary" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns <code>true</code> if a preset dictionary is needed for decompression.
- @return <code>true</code> if a preset dictionary is needed for decompression]]>
- </doc>
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the end of the decompressed
- data output stream has been reached.
- @return <code>true</code> if the end of the decompressed
- data output stream has been reached.]]>
- </doc>
- </method>
- <method name="decompress" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Fills specified buffer with uncompressed data. Returns actual number
- of bytes of uncompressed data. A return value of 0 indicates that
- {@link #needsInput()} should be called in order to determine if more
- input data is required.
-
- @param b Buffer for the compressed data
- @param off Start offset of the data
- @param len Size of the buffer
- @return The actual number of bytes of compressed data.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getRemaining" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of bytes remaining in the compressed-data buffer;
- typically called after the decompressor has finished decompressing
- the current gzip stream (a.k.a. "member").]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resets decompressor and input and output buffers so that a new set of
- input data can be processed.]]>
- </doc>
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Closes the decompressor and discards any unprocessed input.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Specification of a stream-based 'de-compressor' which can be
- plugged into a {@link CompressionInputStream} to compress data.
- This is modelled after {@link java.util.zip.Inflater}]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.compress.Decompressor -->
- <!-- start class org.apache.hadoop.io.compress.DecompressorStream -->
- <class name="DecompressorStream" extends="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DecompressorStream" type="java.io.InputStream, org.apache.hadoop.io.compress.Decompressor, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="DecompressorStream" type="java.io.InputStream, org.apache.hadoop.io.compress.Decompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="DecompressorStream" type="java.io.InputStream"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Allow derived classes to directly set the underlying stream.
-
- @param in Underlying input stream.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="decompress" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getCompressedData" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="checkStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="resetState"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="skip" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="available" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="markSupported" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="mark"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="readlimit" type="int"/>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="buffer" type="byte[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="eof" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="closed" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.io.compress.DecompressorStream -->
- <!-- start class org.apache.hadoop.io.compress.DefaultCodec -->
- <class name="DefaultCodec" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <implements name="org.apache.hadoop.io.compress.CompressionCodec"/>
- <constructor name="DefaultCodec"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getCompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getDecompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDefaultExtension" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.io.compress.DefaultCodec -->
- <!-- start interface org.apache.hadoop.io.compress.DoNotPool -->
- <interface name="DoNotPool" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <doc>
- <![CDATA[This is a marker annotation that marks a compressor or decompressor
- type as not to be pooled.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.compress.DoNotPool -->
- <!-- start class org.apache.hadoop.io.compress.GzipCodec -->
- <class name="GzipCodec" extends="org.apache.hadoop.io.compress.DefaultCodec"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GzipCodec"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getCompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDecompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDefaultExtension" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[This class creates gzip compressors/decompressors.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.GzipCodec -->
- <!-- start class org.apache.hadoop.io.compress.GzipCodec.GzipOutputStream -->
- <class name="GzipCodec.GzipOutputStream" extends="org.apache.hadoop.io.compress.CompressorStream"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <constructor name="GzipCodec.GzipOutputStream" type="java.io.OutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="GzipCodec.GzipOutputStream" type="org.apache.hadoop.io.compress.CompressorStream"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Allow children types to put a different type in here.
- @param out the Deflater stream to use]]>
- </doc>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="data" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="finish"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="resetState"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A bridge that wraps around a DeflaterOutputStream to make it
- a CompressionOutputStream.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.GzipCodec.GzipOutputStream -->
- <!-- start class org.apache.hadoop.io.compress.SnappyCodec -->
- <class name="SnappyCodec" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <implements name="org.apache.hadoop.io.compress.CompressionCodec"/>
- <constructor name="SnappyCodec"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Set the configuration to be used by this object.
- @param conf the configuration object.]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the configuration used by this object.
- @return the configuration object used by this objec.]]>
- </doc>
- </method>
- <method name="isNativeSnappyLoaded" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Are the native snappy libraries loaded & initialized?
- @param conf configuration
- @return true if loaded & initialized, otherwise false]]>
- </doc>
- </method>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link CompressionOutputStream} that will write to the given
- {@link OutputStream}.
- @param out the location for the final output stream
- @return a stream the user can write uncompressed data to have it compressed
- @throws IOException]]>
- </doc>
- </method>
- <method name="createOutputStream" return="org.apache.hadoop.io.compress.CompressionOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <param name="compressor" type="org.apache.hadoop.io.compress.Compressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link CompressionOutputStream} that will write to the given
- {@link OutputStream} with the given {@link Compressor}.
- @param out the location for the final output stream
- @param compressor compressor to use
- @return a stream the user can write uncompressed data to have it compressed
- @throws IOException]]>
- </doc>
- </method>
- <method name="getCompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the type of {@link Compressor} needed by this {@link CompressionCodec}.
- @return the type of compressor needed by this codec.]]>
- </doc>
- </method>
- <method name="createCompressor" return="org.apache.hadoop.io.compress.Compressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new {@link Compressor} for use by this {@link CompressionCodec}.
- @return a new compressor for use by this codec]]>
- </doc>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link CompressionInputStream} that will read from the given
- input stream.
- @param in the stream to read compressed bytes from
- @return a stream to read uncompressed bytes from
- @throws IOException]]>
- </doc>
- </method>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a {@link CompressionInputStream} that will read from the given
- {@link InputStream} with the given {@link Decompressor}.
- @param in the stream to read compressed bytes from
- @param decompressor decompressor to use
- @return a stream to read uncompressed bytes from
- @throws IOException]]>
- </doc>
- </method>
- <method name="getDecompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the type of {@link Decompressor} needed by this {@link CompressionCodec}.
- @return the type of decompressor needed by this codec.]]>
- </doc>
- </method>
- <method name="createDecompressor" return="org.apache.hadoop.io.compress.Decompressor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new {@link Decompressor} for use by this {@link CompressionCodec}.
- @return a new decompressor for use by this codec]]>
- </doc>
- </method>
- <method name="getDefaultExtension" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the default filename extension for this kind of compression.
- @return <code>.snappy</code>.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class creates snappy compressors/decompressors.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.SnappyCodec -->
- <!-- start class org.apache.hadoop.io.compress.SplitCompressionInputStream -->
- <class name="SplitCompressionInputStream" extends="org.apache.hadoop.io.compress.CompressionInputStream"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SplitCompressionInputStream" type="java.io.InputStream, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="setStart"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="start" type="long"/>
- </method>
- <method name="setEnd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="end" type="long"/>
- </method>
- <method name="getAdjustedStart" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[After calling createInputStream, the values of start or end
- might change. So this method can be used to get the new value of start.
- @return The changed value of start]]>
- </doc>
- </method>
- <method name="getAdjustedEnd" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[After calling createInputStream, the values of start or end
- might change. So this method can be used to get the new value of end.
- @return The changed value of end]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An InputStream covering a range of compressed data. The start and end
- offsets requested by a client may be modified by the codec to fit block
- boundaries or other algorithm-dependent requirements.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.SplitCompressionInputStream -->
- <!-- start interface org.apache.hadoop.io.compress.SplittableCompressionCodec -->
- <interface name="SplittableCompressionCodec" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.CompressionCodec"/>
- <method name="createInputStream" return="org.apache.hadoop.io.compress.SplitCompressionInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="seekableIn" type="java.io.InputStream"/>
- <param name="decompressor" type="org.apache.hadoop.io.compress.Decompressor"/>
- <param name="start" type="long"/>
- <param name="end" type="long"/>
- <param name="readMode" type="org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a stream as dictated by the readMode. This method is used when
- the codecs wants the ability to work with the underlying stream positions.
- @param seekableIn The seekable input stream (seeks in compressed data)
- @param start The start offset into the compressed stream. May be changed
- by the underlying codec.
- @param end The end offset into the compressed stream. May be changed by
- the underlying codec.
- @param readMode Controls whether stream position is reported continuously
- from the compressed stream only only at block boundaries.
- @return a stream to read uncompressed bytes from]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This interface is meant to be implemented by those compression codecs
- which are capable to compress / decompress a stream starting at any
- arbitrary position.
- Especially the process of decompressing a stream starting at some arbitrary
- position is challenging. Most of the codecs are only able to successfully
- decompress a stream, if they start from the very beginning till the end.
- One of the reasons is the stored state at the beginning of the stream which
- is crucial for decompression.
- Yet there are few codecs which do not save the whole state at the beginning
- of the stream and hence can be used to de-compress stream starting at any
- arbitrary points. This interface is meant to be used by such codecs. Such
- codecs are highly valuable, especially in the context of Hadoop, because
- an input compressed file can be split and hence can be worked on by multiple
- machines in parallel.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.compress.SplittableCompressionCodec -->
- <!-- start class org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE -->
- <class name="SplittableCompressionCodec.READ_MODE" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="CONTINUOUS" type="org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BYBLOCK" type="org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[During decompression, data can be read off from the decompressor in two
- modes, namely continuous and blocked. Few codecs (e.g. BZip2) are capable
- of compressing data in blocks and then decompressing the blocks. In
- Blocked reading mode codecs inform 'end of block' events to its caller.
- While in continuous mode, the caller of codecs is unaware about the blocks
- and uncompressed data is spilled out like a continuous stream.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE -->
- </package>
- <package name="org.apache.hadoop.io.compress.bzip2">
- <!-- start interface org.apache.hadoop.io.compress.bzip2.BZip2Constants -->
- <interface name="BZip2Constants" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <field name="baseBlockSize" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAX_ALPHA_SIZE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAX_CODE_LEN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNA" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNB" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="N_GROUPS" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="G_SIZE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="N_ITERS" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAX_SELECTORS" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NUM_OVERSHOOT_BYTES" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="END_OF_BLOCK" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[End of a BZip2 block]]>
- </doc>
- </field>
- <field name="END_OF_STREAM" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[End of BZip2 stream.]]>
- </doc>
- </field>
- <field name="rNums" type="int[]"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This array really shouldn't be here. Again, for historical purposes it
- is.
- <p>
- FIXME: This array should be in a private or package private location,
- since it could be modified by malicious code.
- </p>]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Base class for both the compress and decompress classes. Holds common arrays,
- and static data.
- <p>
- This interface is public for historical purposes. You should have no need to
- use it.
- </p>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.compress.bzip2.BZip2Constants -->
- <!-- start class org.apache.hadoop.io.compress.bzip2.BZip2DummyCompressor -->
- <class name="BZip2DummyCompressor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Compressor"/>
- <constructor name="BZip2DummyCompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compress" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finish"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getBytesRead" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getBytesWritten" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <method name="reinit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <doc>
- <![CDATA[This is a dummy compressor for BZip2.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.bzip2.BZip2DummyCompressor -->
- <!-- start class org.apache.hadoop.io.compress.bzip2.BZip2DummyDecompressor -->
- <class name="BZip2DummyDecompressor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Decompressor"/>
- <constructor name="BZip2DummyDecompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="decompress" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="needsDictionary" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getRemaining" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <doc>
- <![CDATA[This is a dummy decompressor for BZip2.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.bzip2.BZip2DummyDecompressor -->
- <!-- start class org.apache.hadoop.io.compress.bzip2.CBZip2InputStream -->
- <class name="CBZip2InputStream" extends="java.io.InputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.bzip2.BZip2Constants"/>
- <constructor name="CBZip2InputStream" type="java.io.InputStream, org.apache.hadoop.io.compress.SplittableCompressionCodec.READ_MODE"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructs a new CBZip2InputStream which decompresses bytes read from the
- specified stream.
- <p>
- Although BZip2 headers are marked with the magic <tt>"Bz"</tt> this
- constructor expects the next byte in the stream to be the first one after
- the magic. Thus callers have to skip the first two bytes. Otherwise this
- constructor will throw an exception.
- </p>
- @throws IOException
- if the stream content is malformed or an I/O error occurs.
- @throws NullPointerException
- if <tt>in == null</tt>]]>
- </doc>
- </constructor>
- <constructor name="CBZip2InputStream" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getProcessedByteCount" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This method reports the processed bytes so far. Please note that this
- statistic is only updated on block boundaries and only when the stream is
- initiated in BYBLOCK mode.]]>
- </doc>
- </method>
- <method name="updateProcessedByteCount"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="count" type="int"/>
- <doc>
- <![CDATA[This method keeps track of raw processed compressed
- bytes.
- @param count count is the number of bytes to be
- added to raw processed bytes]]>
- </doc>
- </method>
- <method name="updateReportedByteCount"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="count" type="int"/>
- <doc>
- <![CDATA[This method is called by the client of this
- class in case there are any corrections in
- the stream position. One common example is
- when client of this code removes starting BZ
- characters from the compressed stream.
- @param count count bytes are added to the reported bytes]]>
- </doc>
- </method>
- <method name="skipToNextMarker" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="marker" type="long"/>
- <param name="markerBitLength" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <doc>
- <![CDATA[This method tries to find the marker (passed to it as the first parameter)
- in the stream. It can find bit patterns of length <= 63 bits. Specifically
- this method is used in CBZip2InputStream to find the end of block (EOB)
- delimiter in the stream, starting from the current position of the stream.
- If marker is found, the stream position will be right after marker at the
- end of this call.
- @param marker The bit pattern to be found in the stream
- @param markerBitLength No of bits in the marker
- @throws IOException
- @throws IllegalArgumentException if marketBitLength is greater than 63]]>
- </doc>
- </method>
- <method name="reportCRCError"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="numberOfBytesTillNextMarker" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the number of bytes between the current stream position
- and the immediate next BZip2 block marker.
- @param in
- The InputStream
- @return long Number of bytes between current stream position and the
- next BZip2 block start marker.
- @throws IOException]]>
- </doc>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dest" type="byte[]"/>
- <param name="offs" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[In CONTINOUS reading mode, this read method starts from the
- start of the compressed stream and end at the end of file by
- emitting un-compressed data. In this mode stream positioning
- is not announced and should be ignored.
- In BYBLOCK reading mode, this read method informs about the end
- of a BZip2 block by returning EOB. At this event, the compressed
- stream position is also announced. This announcement tells that
- how much of the compressed stream has been de-compressed and read
- out of this class. In between EOB events, the stream position is
- not updated.
- @throws IOException
- if the stream content is malformed or an I/O error occurs.
- @return int The return value greater than 0 are the bytes read. A value
- of -1 means end of stream while -2 represents end of block]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="BLOCK_DELIMITER" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EOS_DELIMITER" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An input stream that decompresses from the BZip2 format (without the file
- header chars) to be read as any other stream.
- <p>
- The decompression requires large amounts of memory. Thus you should call the
- {@link #close() close()} method as soon as possible, to force
- <tt>CBZip2InputStream</tt> to release the allocated memory. See
- {@link CBZip2OutputStream CBZip2OutputStream} for information about memory
- usage.
- </p>
- <p>
- <tt>CBZip2InputStream</tt> reads bytes from the compressed source stream via
- the single byte {@link java.io.InputStream#read() read()} method exclusively.
- Thus you should consider to use a buffered source stream.
- </p>
- <p>
- Instances of this class are not threadsafe.
- </p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.bzip2.CBZip2InputStream -->
- <!-- start class org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE -->
- <class name="CBZip2InputStream.STATE" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="EOF" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="START_BLOCK_STATE" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RAND_PART_A_STATE" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RAND_PART_B_STATE" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RAND_PART_C_STATE" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NO_RAND_PART_A_STATE" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NO_RAND_PART_B_STATE" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NO_RAND_PART_C_STATE" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NO_PROCESS_STATE" type="org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A state machine to keep track of current state of the de-coder]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.bzip2.CBZip2InputStream.STATE -->
- <!-- start class org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream -->
- <class name="CBZip2OutputStream" extends="java.io.OutputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.bzip2.BZip2Constants"/>
- <constructor name="CBZip2OutputStream" type="java.io.OutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructs a new <tt>CBZip2OutputStream</tt> with a blocksize of 900k.
- <p>
- <b>Attention: </b>The caller is resonsible to write the two BZip2 magic
- bytes <tt>"BZ"</tt> to the specified stream prior to calling this
- constructor.
- </p>
- @param out *
- the destination stream.
- @throws IOException
- if an I/O error occurs in the specified stream.
- @throws NullPointerException
- if <code>out == null</code>.]]>
- </doc>
- </constructor>
- <constructor name="CBZip2OutputStream" type="java.io.OutputStream, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructs a new <tt>CBZip2OutputStream</tt> with specified blocksize.
- <p>
- <b>Attention: </b>The caller is resonsible to write the two BZip2 magic
- bytes <tt>"BZ"</tt> to the specified stream prior to calling this
- constructor.
- </p>
- @param out
- the destination stream.
- @param blockSize
- the blockSize as 100k units.
- @throws IOException
- if an I/O error occurs in the specified stream.
- @throws IllegalArgumentException
- if <code>(blockSize < 1) || (blockSize > 9)</code>.
- @throws NullPointerException
- if <code>out == null</code>.
- @see #MIN_BLOCKSIZE
- @see #MAX_BLOCKSIZE]]>
- </doc>
- </constructor>
- <method name="hbMakeCodeLengths"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="len" type="char[]"/>
- <param name="freq" type="int[]"/>
- <param name="alphaSize" type="int"/>
- <param name="maxLen" type="int"/>
- <doc>
- <![CDATA[This method is accessible by subclasses for historical purposes. If you
- don't know what it does then you don't need it.]]>
- </doc>
- </method>
- <method name="chooseBlockSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inputLength" type="long"/>
- <doc>
- <![CDATA[Chooses a blocksize based on the given length of the data to compress.
- @return The blocksize, between {@link #MIN_BLOCKSIZE} and
- {@link #MAX_BLOCKSIZE} both inclusive. For a negative
- <tt>inputLength</tt> this method returns <tt>MAX_BLOCKSIZE</tt>
- always.
- @param inputLength
- The length of the data which will be compressed by
- <tt>CBZip2OutputStream</tt>.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="finalize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="Throwable" type="java.lang.Throwable"/>
- <doc>
- <![CDATA[Overriden to close the stream.]]>
- </doc>
- </method>
- <method name="finish"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getBlockSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the blocksize parameter specified at construction time.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <param name="offs" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="MIN_BLOCKSIZE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The minimum supported blocksize <tt> == 1</tt>.]]>
- </doc>
- </field>
- <field name="MAX_BLOCKSIZE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The maximum supported blocksize <tt> == 9</tt>.]]>
- </doc>
- </field>
- <field name="SETMASK" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constant is accessible by subclasses for historical purposes. If you
- don't know what it means then you don't need it.]]>
- </doc>
- </field>
- <field name="CLEARMASK" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constant is accessible by subclasses for historical purposes. If you
- don't know what it means then you don't need it.]]>
- </doc>
- </field>
- <field name="GREATER_ICOST" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constant is accessible by subclasses for historical purposes. If you
- don't know what it means then you don't need it.]]>
- </doc>
- </field>
- <field name="LESSER_ICOST" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constant is accessible by subclasses for historical purposes. If you
- don't know what it means then you don't need it.]]>
- </doc>
- </field>
- <field name="SMALL_THRESH" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constant is accessible by subclasses for historical purposes. If you
- don't know what it means then you don't need it.]]>
- </doc>
- </field>
- <field name="DEPTH_THRESH" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constant is accessible by subclasses for historical purposes. If you
- don't know what it means then you don't need it.]]>
- </doc>
- </field>
- <field name="WORK_FACTOR" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constant is accessible by subclasses for historical purposes. If you
- don't know what it means then you don't need it.]]>
- </doc>
- </field>
- <field name="QSORT_STACK_SIZE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constant is accessible by subclasses for historical purposes. If you
- don't know what it means then you don't need it.
- <p>
- If you are ever unlucky/improbable enough to get a stack overflow whilst
- sorting, increase the following constant and try again. In practice I
- have never seen the stack go above 27 elems, so the following limit seems
- very generous.
- </p>]]>
- </doc>
- </field>
- <doc>
- <![CDATA[An output stream that compresses into the BZip2 format (without the file
- header chars) into another stream.
- <p>
- The compression requires large amounts of memory. Thus you should call the
- {@link #close() close()} method as soon as possible, to force
- <tt>CBZip2OutputStream</tt> to release the allocated memory.
- </p>
- <p>
- You can shrink the amount of allocated memory and maybe raise the compression
- speed by choosing a lower blocksize, which in turn may cause a lower
- compression ratio. You can avoid unnecessary memory allocation by avoiding
- using a blocksize which is bigger than the size of the input.
- </p>
- <p>
- You can compute the memory usage for compressing by the following formula:
- </p>
- <pre>
- <code>400k + (9 * blocksize)</code>.
- </pre>
- <p>
- To get the memory required for decompression by {@link CBZip2InputStream
- CBZip2InputStream} use
- </p>
- <pre>
- <code>65k + (5 * blocksize)</code>.
- </pre>
- <table width="100%" border="1">
- <colgroup> <col width="33%" /> <col width="33%" /> <col width="33%" />
- </colgroup>
- <tr>
- <th colspan="3">Memory usage by blocksize</th>
- </tr>
- <tr>
- <th align="right">Blocksize</th> <th align="right">Compression<br>
- memory usage</th> <th align="right">Decompression<br>
- memory usage</th>
- </tr>
- <tr>
- <td align="right">100k</td>
- <td align="right">1300k</td>
- <td align="right">565k</td>
- </tr>
- <tr>
- <td align="right">200k</td>
- <td align="right">2200k</td>
- <td align="right">1065k</td>
- </tr>
- <tr>
- <td align="right">300k</td>
- <td align="right">3100k</td>
- <td align="right">1565k</td>
- </tr>
- <tr>
- <td align="right">400k</td>
- <td align="right">4000k</td>
- <td align="right">2065k</td>
- </tr>
- <tr>
- <td align="right">500k</td>
- <td align="right">4900k</td>
- <td align="right">2565k</td>
- </tr>
- <tr>
- <td align="right">600k</td>
- <td align="right">5800k</td>
- <td align="right">3065k</td>
- </tr>
- <tr>
- <td align="right">700k</td>
- <td align="right">6700k</td>
- <td align="right">3565k</td>
- </tr>
- <tr>
- <td align="right">800k</td>
- <td align="right">7600k</td>
- <td align="right">4065k</td>
- </tr>
- <tr>
- <td align="right">900k</td>
- <td align="right">8500k</td>
- <td align="right">4565k</td>
- </tr>
- </table>
- <p>
- For decompression <tt>CBZip2InputStream</tt> allocates less memory if the
- bzipped input is smaller than one block.
- </p>
- <p>
- Instances of this class are not threadsafe.
- </p>
- <p>
- TODO: Update to BZip2 1.0.1
- </p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.bzip2.CBZip2OutputStream -->
- </package>
- <package name="org.apache.hadoop.io.compress.snappy">
- <!-- start class org.apache.hadoop.io.compress.snappy.LoadSnappy -->
- <class name="LoadSnappy" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LoadSnappy"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="isAvailable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns if Snappy native library is loaded.
- @return <code>true</code> if Snappy native library is loaded,
- <code>false</code> if not.]]>
- </doc>
- </method>
- <method name="isLoaded" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns if Snappy native library is loaded.
- @return <code>true</code> if Snappy native library is loaded,
- <code>false</code> if not.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Determines if Snappy native library is available and loads it if available.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.snappy.LoadSnappy -->
- <!-- start class org.apache.hadoop.io.compress.snappy.SnappyCompressor -->
- <class name="SnappyCompressor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Compressor"/>
- <constructor name="SnappyCompressor" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new compressor.
- @param directBufferSize size of the direct buffer to be used.]]>
- </doc>
- </constructor>
- <constructor name="SnappyCompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new compressor with the default buffer size.]]>
- </doc>
- </constructor>
- <method name="setInput"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Sets input data for compression.
- This should be called whenever #needsInput() returns
- <code>true</code> indicating that more input data is required.
- @param b Input data
- @param off Start offset
- @param len Length]]>
- </doc>
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Does nothing.]]>
- </doc>
- </method>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the input data buffer is empty and
- #setInput() should be called to provide more input.
- @return <code>true</code> if the input data buffer is empty and
- #setInput() should be called in order to provide more input.]]>
- </doc>
- </method>
- <method name="finish"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[When called, indicates that compression should end
- with the current contents of the input buffer.]]>
- </doc>
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the end of the compressed
- data output stream has been reached.
- @return <code>true</code> if the end of the compressed
- data output stream has been reached.]]>
- </doc>
- </method>
- <method name="compress" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Fills specified buffer with compressed data. Returns actual number
- of bytes of compressed data. A return value of 0 indicates that
- needsInput() should be called in order to determine if more input
- data is required.
- @param b Buffer for the compressed data
- @param off Start offset of the data
- @param len Size of the buffer
- @return The actual number of bytes of compressed data.]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resets compressor so that a new set of input data can be processed.]]>
- </doc>
- </method>
- <method name="reinit"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Prepare the compressor to be used in a new stream with settings defined in
- the given Configuration
- @param conf Configuration from which new setting are fetched]]>
- </doc>
- </method>
- <method name="getBytesRead" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return number of bytes given to this compressor since last reset.]]>
- </doc>
- </method>
- <method name="getBytesWritten" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return number of bytes consumed by callers of compress since last reset.]]>
- </doc>
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Closes the compressor and discards any unprocessed input.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A {@link Compressor} based on the snappy compression algorithm.
- http://code.google.com/p/snappy/]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.snappy.SnappyCompressor -->
- <!-- start class org.apache.hadoop.io.compress.snappy.SnappyDecompressor -->
- <class name="SnappyDecompressor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Decompressor"/>
- <constructor name="SnappyDecompressor" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new compressor.
- @param directBufferSize size of the direct buffer to be used.]]>
- </doc>
- </constructor>
- <constructor name="SnappyDecompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new decompressor with the default buffer size.]]>
- </doc>
- </constructor>
- <method name="setInput"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Sets input data for decompression.
- This should be called if and only if {@link #needsInput()} returns
- <code>true</code> indicating that more input data is required.
- (Both native and non-native versions of various Decompressors require
- that the data passed in via <code>b[]</code> remain unmodified until
- the caller is explicitly notified--via {@link #needsInput()}--that the
- buffer may be safely modified. With this requirement, an extra
- buffer-copy can be avoided.)
- @param b Input data
- @param off Start offset
- @param len Length]]>
- </doc>
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[Does nothing.]]>
- </doc>
- </method>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the input data buffer is empty and
- {@link #setInput(byte[], int, int)} should be called to
- provide more input.
- @return <code>true</code> if the input data buffer is empty and
- {@link #setInput(byte[], int, int)} should be called in
- order to provide more input.]]>
- </doc>
- </method>
- <method name="needsDictionary" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns <code>false</code>.
- @return <code>false</code>.]]>
- </doc>
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the end of the decompressed
- data output stream has been reached.
- @return <code>true</code> if the end of the decompressed
- data output stream has been reached.]]>
- </doc>
- </method>
- <method name="decompress" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Fills specified buffer with uncompressed data. Returns actual number
- of bytes of uncompressed data. A return value of 0 indicates that
- {@link #needsInput()} should be called in order to determine if more
- input data is required.
- @param b Buffer for the compressed data
- @param off Start offset of the data
- @param len Size of the buffer
- @return The actual number of bytes of compressed data.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getRemaining" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns <code>0</code>.
- @return <code>0</code>.]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resets decompressor and input and output buffers so that a new set of
- input data can be processed.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A {@link Decompressor} based on the snappy compression algorithm.
- http://code.google.com/p/snappy/]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.snappy.SnappyDecompressor -->
- </package>
- <package name="org.apache.hadoop.io.compress.zlib">
- <!-- start class org.apache.hadoop.io.compress.zlib.BuiltInGzipDecompressor -->
- <class name="BuiltInGzipDecompressor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Decompressor"/>
- <constructor name="BuiltInGzipDecompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new (pure Java) gzip decompressor.]]>
- </doc>
- </constructor>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="decompress" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Decompress the data (gzip header, deflate stream, gzip trailer) in the
- provided buffer.
- @return the number of decompressed bytes placed into b]]>
- </doc>
- </method>
- <method name="getBytesRead" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the total number of compressed bytes input so far, including
- gzip header/trailer bytes.</p>
- @return the total (non-negative) number of compressed bytes read so far]]>
- </doc>
- </method>
- <method name="getRemaining" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of bytes remaining in the input buffer; normally
- called when finished() is true to determine amount of post-gzip-stream
- data. Note that, other than the finished state with concatenated data
- after the end of the current gzip stream, this will never return a
- non-zero value unless called after {@link #setInput(byte[] b, int off,
- int len)} and before {@link #decompress(byte[] b, int off, int len)}.
- (That is, after {@link #decompress(byte[] b, int off, int len)} it
- always returns zero, except in finished state with concatenated data.)</p>
- @return the total (non-negative) number of unprocessed bytes in input]]>
- </doc>
- </method>
- <method name="needsDictionary" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the end of the gzip substream (single "member") has been
- reached.</p>]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resets everything, including the input buffer, regardless of whether the
- current gzip substream is finished.</p>]]>
- </doc>
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A {@link Decompressor} based on the popular gzip compressed file format.
- http://www.gzip.org/]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.BuiltInGzipDecompressor -->
- <!-- start class org.apache.hadoop.io.compress.zlib.BuiltInZlibDeflater -->
- <class name="BuiltInZlibDeflater" extends="java.util.zip.Deflater"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Compressor"/>
- <constructor name="BuiltInZlibDeflater" type="int, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="BuiltInZlibDeflater" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="BuiltInZlibDeflater"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compress" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="reinit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[reinit the compressor with the given configuration. It will reset the
- compressor's compression level and compression strategy. Different from
- <tt>ZlibCompressor</tt>, <tt>BuiltInZlibDeflater</tt> only support three
- kind of compression strategy: FILTERED, HUFFMAN_ONLY and DEFAULT_STRATEGY.
- It will use DEFAULT_STRATEGY as default if the configured compression
- strategy is not supported.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A wrapper around java.util.zip.Deflater to make it conform
- to org.apache.hadoop.io.compress.Compressor interface.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.BuiltInZlibDeflater -->
- <!-- start class org.apache.hadoop.io.compress.zlib.BuiltInZlibInflater -->
- <class name="BuiltInZlibInflater" extends="java.util.zip.Inflater"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Decompressor"/>
- <constructor name="BuiltInZlibInflater" type="boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="BuiltInZlibInflater"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="decompress" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A wrapper around java.util.zip.Inflater to make it conform
- to org.apache.hadoop.io.compress.Decompressor interface.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.BuiltInZlibInflater -->
- <!-- start class org.apache.hadoop.io.compress.zlib.ZlibCompressor -->
- <class name="ZlibCompressor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Compressor"/>
- <constructor name="ZlibCompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new compressor with the default compression level.
- Compressed data will be generated in ZLIB format.]]>
- </doc>
- </constructor>
- <constructor name="ZlibCompressor" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new compressor, taking settings from the configuration.]]>
- </doc>
- </constructor>
- <constructor name="ZlibCompressor" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel, org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy, org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new compressor using the specified compression level.
- Compressed data will be generated in ZLIB format.
-
- @param level Compression level #CompressionLevel
- @param strategy Compression strategy #CompressionStrategy
- @param header Compression header #CompressionHeader
- @param directBufferSize Size of the direct buffer to be used.]]>
- </doc>
- </constructor>
- <method name="construct"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <param name="level" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel"/>
- <param name="strategy" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"/>
- <param name="header" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader"/>
- <param name="directBufferSize" type="int"/>
- </method>
- <method name="reinit"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Prepare the compressor to be used in a new stream with settings defined in
- the given Configuration. It will reset the compressor's compression level
- and compression strategy.
-
- @param conf Configuration storing new settings]]>
- </doc>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finish"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compress" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getBytesWritten" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the total number of compressed bytes output so far.
- @return the total (non-negative) number of compressed bytes output so far]]>
- </doc>
- </method>
- <method name="getBytesRead" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the total number of uncompressed bytes input so far.</p>
- @return the total (non-negative) number of uncompressed bytes input so far]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A {@link Compressor} based on the popular
- zlib compression algorithm.
- http://www.zlib.net/]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.ZlibCompressor -->
- <!-- start class org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader -->
- <class name="ZlibCompressor.CompressionHeader" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="windowBits" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="NO_HEADER" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[No headers/trailers/checksums.]]>
- </doc>
- </field>
- <field name="DEFAULT_HEADER" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default headers/trailers/checksums.]]>
- </doc>
- </field>
- <field name="GZIP_FORMAT" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Simple gzip headers/trailers.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The type of header for compressed data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionHeader -->
- <!-- start class org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel -->
- <class name="ZlibCompressor.CompressionLevel" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="NO_COMPRESSION" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compression level for no compression.]]>
- </doc>
- </field>
- <field name="BEST_SPEED" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compression level for fastest compression.]]>
- </doc>
- </field>
- <field name="BEST_COMPRESSION" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compression level for best compression.]]>
- </doc>
- </field>
- <field name="DEFAULT_COMPRESSION" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default compression level.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The compression level for zlib library.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel -->
- <!-- start class org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy -->
- <class name="ZlibCompressor.CompressionStrategy" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="FILTERED" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compression strategy best used for data consisting mostly of small
- values with a somewhat random distribution. Forces more Huffman coding
- and less string matching.]]>
- </doc>
- </field>
- <field name="HUFFMAN_ONLY" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compression strategy for Huffman coding only.]]>
- </doc>
- </field>
- <field name="RLE" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compression strategy to limit match distances to one
- (run-length encoding).]]>
- </doc>
- </field>
- <field name="FIXED" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Compression strategy to prevent the use of dynamic Huffman codes,
- allowing for a simpler decoder for special applications.]]>
- </doc>
- </field>
- <field name="DEFAULT_STRATEGY" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default compression strategy.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The compression level for zlib library.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy -->
- <!-- start class org.apache.hadoop.io.compress.zlib.ZlibDecompressor -->
- <class name="ZlibDecompressor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.compress.Decompressor"/>
- <constructor name="ZlibDecompressor" type="org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new decompressor.]]>
- </doc>
- </constructor>
- <constructor name="ZlibDecompressor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setInput"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <method name="setDictionary"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <method name="needsInput" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="needsDictionary" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finished" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="decompress" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getBytesWritten" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the total number of uncompressed bytes output so far.
- @return the total (non-negative) number of uncompressed bytes output so far]]>
- </doc>
- </method>
- <method name="getBytesRead" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the total number of compressed bytes input so far.</p>
- @return the total (non-negative) number of compressed bytes input so far]]>
- </doc>
- </method>
- <method name="getRemaining" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of bytes remaining in the input buffers; normally
- called when finished() is true to determine amount of post-gzip-stream
- data.</p>
- @return the total (non-negative) number of unprocessed bytes in input]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Resets everything including the input buffers (user and direct).</p>]]>
- </doc>
- </method>
- <method name="end"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finalize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A {@link Decompressor} based on the popular
- zlib compression algorithm.
- http://www.zlib.net/]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.ZlibDecompressor -->
- <!-- start class org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader -->
- <class name="ZlibDecompressor.CompressionHeader" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="windowBits" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="NO_HEADER" type="org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[No headers/trailers/checksums.]]>
- </doc>
- </field>
- <field name="DEFAULT_HEADER" type="org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default headers/trailers/checksums.]]>
- </doc>
- </field>
- <field name="GZIP_FORMAT" type="org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Simple gzip headers/trailers.]]>
- </doc>
- </field>
- <field name="AUTODETECT_GZIP_ZLIB" type="org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Autodetect gzip/zlib headers/trailers.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The headers to detect from compressed data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.ZlibDecompressor.CompressionHeader -->
- <!-- start class org.apache.hadoop.io.compress.zlib.ZlibFactory -->
- <class name="ZlibFactory" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ZlibFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="isNativeZlibLoaded" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Check if native-zlib code is loaded & initialized correctly and
- can be loaded for this job.
-
- @param conf configuration
- @return <code>true</code> if native-zlib is loaded & initialized
- and can be loaded for this job, else <code>false</code>]]>
- </doc>
- </method>
- <method name="getZlibCompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Return the appropriate type of the zlib compressor.
-
- @param conf configuration
- @return the appropriate type of the zlib compressor.]]>
- </doc>
- </method>
- <method name="getZlibCompressor" return="org.apache.hadoop.io.compress.Compressor"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Return the appropriate implementation of the zlib compressor.
-
- @param conf configuration
- @return the appropriate implementation of the zlib compressor.]]>
- </doc>
- </method>
- <method name="getZlibDecompressorType" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Return the appropriate type of the zlib decompressor.
-
- @param conf configuration
- @return the appropriate type of the zlib decompressor.]]>
- </doc>
- </method>
- <method name="getZlibDecompressor" return="org.apache.hadoop.io.compress.Decompressor"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Return the appropriate implementation of the zlib decompressor.
-
- @param conf configuration
- @return the appropriate implementation of the zlib decompressor.]]>
- </doc>
- </method>
- <method name="setCompressionStrategy"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="strategy" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"/>
- </method>
- <method name="getCompressionStrategy" return="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionStrategy"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="setCompressionLevel"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="level" type="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel"/>
- </method>
- <method name="getCompressionLevel" return="org.apache.hadoop.io.compress.zlib.ZlibCompressor.CompressionLevel"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <doc>
- <![CDATA[A collection of factories to create the right
- zlib/gzip compressor/decompressor instances.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.compress.zlib.ZlibFactory -->
- </package>
- <package name="org.apache.hadoop.io.file.tfile">
- <!-- start class org.apache.hadoop.io.file.tfile.ByteArray -->
- <class name="ByteArray" extends="java.lang.Object"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.file.tfile.RawComparable"/>
- <constructor name="ByteArray" type="org.apache.hadoop.io.BytesWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructing a ByteArray from a {@link BytesWritable}.
-
- @param other]]>
- </doc>
- </constructor>
- <constructor name="ByteArray" type="byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Wrap a whole byte array as a RawComparable.
-
- @param buffer
- the byte array buffer.]]>
- </doc>
- </constructor>
- <constructor name="ByteArray" type="byte[], int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Wrap a partial byte array as a RawComparable.
-
- @param buffer
- the byte array buffer.
- @param offset
- the starting offset
- @param len
- the length of the consecutive bytes to be wrapped.]]>
- </doc>
- </constructor>
- <method name="buffer" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the underlying buffer.]]>
- </doc>
- </method>
- <method name="offset" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the offset in the buffer.]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the size of the byte array.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Adaptor class to wrap byte-array backed objects (including java byte array)
- as RawComparable objects.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.ByteArray -->
- <!-- start class org.apache.hadoop.io.file.tfile.MetaBlockAlreadyExists -->
- <class name="MetaBlockAlreadyExists" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Exception - Meta Block with the same name already exists.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.MetaBlockAlreadyExists -->
- <!-- start class org.apache.hadoop.io.file.tfile.MetaBlockDoesNotExist -->
- <class name="MetaBlockDoesNotExist" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Exception - No such Meta Block with the given name.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.MetaBlockDoesNotExist -->
- <!-- start interface org.apache.hadoop.io.file.tfile.RawComparable -->
- <interface name="RawComparable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="buffer" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the underlying byte array.
-
- @return The underlying byte array.]]>
- </doc>
- </method>
- <method name="offset" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the offset of the first byte in the byte array.
-
- @return The offset of the first byte in the byte array.]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the size of the byte range in the byte array.
-
- @return The size of the byte range in the byte array.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface for objects that can be compared through {@link RawComparator}.
- This is useful in places where we need a single object reference to specify a
- range of bytes in a byte array, such as {@link Comparable} or
- {@link Collections#binarySearch(java.util.List, Object, Comparator)}
-
- The actual comparison among RawComparable's requires an external
- RawComparator and it is applications' responsibility to ensure two
- RawComparable are supposed to be semantically comparable with the same
- RawComparator.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.file.tfile.RawComparable -->
- <!-- start class org.apache.hadoop.io.file.tfile.TFile -->
- <class name="TFile" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="makeComparator" return="java.util.Comparator"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Make a raw comparator from a string name.
-
- @param name
- Comparator name
- @return A RawComparable comparator.]]>
- </doc>
- </method>
- <method name="getSupportedCompressionAlgorithms" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get names of supported compression algorithms. The names are acceptable by
- TFile.Writer.
-
- @return Array of strings, each represents a supported compression
- algorithm. Currently, the following compression algorithms are
- supported.
- <ul>
- <li>"none" - No compression.
- <li>"lzo" - LZO compression.
- <li>"gz" - GZIP compression.
- </ul>]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Dumping the TFile information.
-
- @param args
- A list of TFile paths.]]>
- </doc>
- </method>
- <field name="COMPRESSION_GZ" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[compression: gzip]]>
- </doc>
- </field>
- <field name="COMPRESSION_LZO" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[compression: lzo]]>
- </doc>
- </field>
- <field name="COMPRESSION_NONE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[compression: none]]>
- </doc>
- </field>
- <field name="COMPARATOR_MEMCMP" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[comparator: memcmp]]>
- </doc>
- </field>
- <field name="COMPARATOR_JCLASS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[comparator prefix: java class]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A TFile is a container of key-value pairs. Both keys and values are type-less
- bytes. Keys are restricted to 64KB, value length is not restricted
- (practically limited to the available disk storage). TFile further provides
- the following features:
- <ul>
- <li>Block Compression.
- <li>Named meta data blocks.
- <li>Sorted or unsorted keys.
- <li>Seek by key or by file offset.
- </ul>
- The memory footprint of a TFile includes the following:
- <ul>
- <li>Some constant overhead of reading or writing a compressed block.
- <ul>
- <li>Each compressed block requires one compression/decompression codec for
- I/O.
- <li>Temporary space to buffer the key.
- <li>Temporary space to buffer the value (for TFile.Writer only). Values are
- chunk encoded, so that we buffer at most one chunk of user data. By default,
- the chunk buffer is 1MB. Reading chunked value does not require additional
- memory.
- </ul>
- <li>TFile index, which is proportional to the total number of Data Blocks.
- The total amount of memory needed to hold the index can be estimated as
- (56+AvgKeySize)*NumBlocks.
- <li>MetaBlock index, which is proportional to the total number of Meta
- Blocks.The total amount of memory needed to hold the index for Meta Blocks
- can be estimated as (40+AvgMetaBlockName)*NumMetaBlock.
- </ul>
- <p>
- The behavior of TFile can be customized by the following variables through
- Configuration:
- <ul>
- <li><b>tfile.io.chunk.size</b>: Value chunk size. Integer (in bytes). Default
- to 1MB. Values of the length less than the chunk size is guaranteed to have
- known value length in read time (See
- {@link TFile.Reader.Scanner.Entry#isValueLengthKnown()}).
- <li><b>tfile.fs.output.buffer.size</b>: Buffer size used for
- FSDataOutputStream. Integer (in bytes). Default to 256KB.
- <li><b>tfile.fs.input.buffer.size</b>: Buffer size used for
- FSDataInputStream. Integer (in bytes). Default to 256KB.
- </ul>
- <p>
- Suggestions on performance optimization.
- <ul>
- <li>Minimum block size. We recommend a setting of minimum block size between
- 256KB to 1MB for general usage. Larger block size is preferred if files are
- primarily for sequential access. However, it would lead to inefficient random
- access (because there are more data to decompress). Smaller blocks are good
- for random access, but require more memory to hold the block index, and may
- be slower to create (because we must flush the compressor stream at the
- conclusion of each data block, which leads to an FS I/O flush). Further, due
- to the internal caching in Compression codec, the smallest possible block
- size would be around 20KB-30KB.
- <li>The current implementation does not offer true multi-threading for
- reading. The implementation uses FSDataInputStream seek()+read(), which is
- shown to be much faster than positioned-read call in single thread mode.
- However, it also means that if multiple threads attempt to access the same
- TFile (using multiple scanners) simultaneously, the actual I/O is carried out
- sequentially even if they access different DFS blocks.
- <li>Compression codec. Use "none" if the data is not very compressable (by
- compressable, I mean a compression ratio at least 2:1). Generally, use "lzo"
- as the starting point for experimenting. "gz" overs slightly better
- compression ratio over "lzo" but requires 4x CPU to compress and 2x CPU to
- decompress, comparing to "lzo".
- <li>File system buffering, if the underlying FSDataInputStream and
- FSDataOutputStream is already adequately buffered; or if applications
- reads/writes keys and values in large buffers, we can reduce the sizes of
- input/output buffering in TFile layer by setting the configuration parameters
- "tfile.fs.input.buffer.size" and "tfile.fs.output.buffer.size".
- </ul>
-
- Some design rationale behind TFile can be found at <a
- href=https://issues.apache.org/jira/browse/HADOOP-3315>Hadoop-3315</a>.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.TFile -->
- <!-- start class org.apache.hadoop.io.file.tfile.TFile.Reader -->
- <class name="TFile.Reader" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="TFile.Reader" type="org.apache.hadoop.fs.FSDataInputStream, long, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor
-
- @param fsdis
- FS input stream of the TFile.
- @param fileLength
- The length of TFile. This is required because we have no easy
- way of knowing the actual size of the input file through the
- File input stream.
- @param conf
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the reader. The state of the Reader object is undefined after
- close. Calling close() for multiple times has no effect.]]>
- </doc>
- </method>
- <method name="getComparatorName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the string representation of the comparator.
-
- @return If the TFile is not sorted by keys, an empty string will be
- returned. Otherwise, the actual comparator string that is
- provided during the TFile creation time will be returned.]]>
- </doc>
- </method>
- <method name="isSorted" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is the TFile sorted?
-
- @return true if TFile is sorted.]]>
- </doc>
- </method>
- <method name="getEntryCount" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of key-value pair entries in TFile.
-
- @return the number of key-value pairs in TFile]]>
- </doc>
- </method>
- <method name="getFirstKey" return="org.apache.hadoop.io.file.tfile.RawComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the first key in the TFile.
-
- @return The first key in the TFile.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLastKey" return="org.apache.hadoop.io.file.tfile.RawComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the last key in the TFile.
-
- @return The last key in the TFile.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getEntryComparator" return="java.util.Comparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get a Comparator object to compare Entries. It is useful when you want
- stores the entries in a collection (such as PriorityQueue) and perform
- sorting or comparison among entries based on the keys without copying out
- the key.
-
- @return An Entry Comparator..]]>
- </doc>
- </method>
- <method name="getComparator" return="java.util.Comparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get an instance of the RawComparator that is constructed based on the
- string comparator representation.
-
- @return a Comparator that can compare RawComparable's.]]>
- </doc>
- </method>
- <method name="getMetaBlock" return="java.io.DataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="MetaBlockDoesNotExist" type="org.apache.hadoop.io.file.tfile.MetaBlockDoesNotExist"/>
- <doc>
- <![CDATA[Stream access to a meta block.``
-
- @param name
- The name of the meta block.
- @return The input stream.
- @throws IOException
- on I/O error.
- @throws MetaBlockDoesNotExist
- If the meta block with the name does not exist.]]>
- </doc>
- </method>
- <method name="getRecordNumNear" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="offset" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the RecordNum for the first key-value pair in a compressed block
- whose byte offset in the TFile is greater than or equal to the specified
- offset.
-
- @param offset
- the user supplied offset.
- @return the RecordNum to the corresponding entry. If no such entry
- exists, it returns the total entry count.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getKeyNear" return="org.apache.hadoop.io.file.tfile.RawComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="offset" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a sample key that is within a block whose starting offset is greater
- than or equal to the specified offset.
-
- @param offset
- The file offset.
- @return the key that fits the requirement; or null if no such key exists
- (which could happen if the offset is close to the end of the
- TFile).
- @throws IOException]]>
- </doc>
- </method>
- <method name="createScanner" return="org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a scanner than can scan the whole TFile.
-
- @return The scanner object. A valid Scanner is always returned even if
- the TFile is empty.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createScannerByByteRange" return="org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="offset" type="long"/>
- <param name="length" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a scanner that covers a portion of TFile based on byte offsets.
-
- @param offset
- The beginning byte offset in the TFile.
- @param length
- The length of the region.
- @return The actual coverage of the returned scanner tries to match the
- specified byte-region but always round up to the compression
- block boundaries. It is possible that the returned scanner
- contains zero key-value pairs even if length is positive.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createScanner" return="org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #createScannerByKey(byte[], byte[])} instead.">
- <param name="beginKey" type="byte[]"/>
- <param name="endKey" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a scanner that covers a portion of TFile based on keys.
-
- @param beginKey
- Begin key of the scan (inclusive). If null, scan from the first
- key-value entry of the TFile.
- @param endKey
- End key of the scan (exclusive). If null, scan up to the last
- key-value entry of the TFile.
- @return The actual coverage of the returned scanner will cover all keys
- greater than or equal to the beginKey and less than the endKey.
- @throws IOException
-
- @deprecated Use {@link #createScannerByKey(byte[], byte[])} instead.]]>
- </doc>
- </method>
- <method name="createScannerByKey" return="org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="beginKey" type="byte[]"/>
- <param name="endKey" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a scanner that covers a portion of TFile based on keys.
-
- @param beginKey
- Begin key of the scan (inclusive). If null, scan from the first
- key-value entry of the TFile.
- @param endKey
- End key of the scan (exclusive). If null, scan up to the last
- key-value entry of the TFile.
- @return The actual coverage of the returned scanner will cover all keys
- greater than or equal to the beginKey and less than the endKey.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createScanner" return="org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #createScannerByKey(RawComparable, RawComparable)}
- instead.">
- <param name="beginKey" type="org.apache.hadoop.io.file.tfile.RawComparable"/>
- <param name="endKey" type="org.apache.hadoop.io.file.tfile.RawComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a scanner that covers a specific key range.
-
- @param beginKey
- Begin key of the scan (inclusive). If null, scan from the first
- key-value entry of the TFile.
- @param endKey
- End key of the scan (exclusive). If null, scan up to the last
- key-value entry of the TFile.
- @return The actual coverage of the returned scanner will cover all keys
- greater than or equal to the beginKey and less than the endKey.
- @throws IOException
-
- @deprecated Use {@link #createScannerByKey(RawComparable, RawComparable)}
- instead.]]>
- </doc>
- </method>
- <method name="createScannerByKey" return="org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="beginKey" type="org.apache.hadoop.io.file.tfile.RawComparable"/>
- <param name="endKey" type="org.apache.hadoop.io.file.tfile.RawComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a scanner that covers a specific key range.
-
- @param beginKey
- Begin key of the scan (inclusive). If null, scan from the first
- key-value entry of the TFile.
- @param endKey
- End key of the scan (exclusive). If null, scan up to the last
- key-value entry of the TFile.
- @return The actual coverage of the returned scanner will cover all keys
- greater than or equal to the beginKey and less than the endKey.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createScannerByRecordNum" return="org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="beginRecNum" type="long"/>
- <param name="endRecNum" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a scanner that covers a range of records.
-
- @param beginRecNum
- The RecordNum for the first record (inclusive).
- @param endRecNum
- The RecordNum for the last record (exclusive). To scan the whole
- file, either specify endRecNum==-1 or endRecNum==getEntryCount().
- @return The TFile scanner that covers the specified range of records.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[TFile Reader. Users may only read TFiles by creating TFile.Reader.Scanner.
- objects. A scanner may scan the whole TFile ({@link Reader#createScanner()}
- ) , a portion of TFile based on byte offsets (
- {@link Reader#createScannerByByteRange(long, long)}), or a portion of TFile with keys
- fall in a certain key range (for sorted TFile only,
- {@link Reader#createScannerByKey(byte[], byte[])} or
- {@link Reader#createScannerByKey(RawComparable, RawComparable)}).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.TFile.Reader -->
- <!-- start class org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner -->
- <class name="TFile.Reader.Scanner" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="TFile.Reader.Scanner" type="org.apache.hadoop.io.file.tfile.TFile.Reader, long, long"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor
-
- @param reader
- The TFile reader object.
- @param offBegin
- Begin byte-offset of the scan.
- @param offEnd
- End byte-offset of the scan.
- @throws IOException
-
- The offsets will be rounded to the beginning of a compressed
- block whose offset is greater than or equal to the specified
- offset.]]>
- </doc>
- </constructor>
- <constructor name="TFile.Reader.Scanner" type="org.apache.hadoop.io.file.tfile.TFile.Reader, org.apache.hadoop.io.file.tfile.RawComparable, org.apache.hadoop.io.file.tfile.RawComparable"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor
-
- @param reader
- The TFile reader object.
- @param beginKey
- Begin key of the scan. If null, scan from the first <K,V>
- entry of the TFile.
- @param endKey
- End key of the scan. If null, scan up to the last <K, V> entry
- of the TFile.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="seekTo" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the cursor to the first entry whose key is greater than or equal
- to the input key. Synonymous to seekTo(key, 0, key.length). The entry
- returned by the previous entry() call will be invalid.
-
- @param key
- The input key
- @return true if we find an equal key.
- @throws IOException]]>
- </doc>
- </method>
- <method name="seekTo" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <param name="keyOffset" type="int"/>
- <param name="keyLen" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the cursor to the first entry whose key is greater than or equal
- to the input key. The entry returned by the previous entry() call will
- be invalid.
-
- @param key
- The input key
- @param keyOffset
- offset in the key buffer.
- @param keyLen
- key buffer length.
- @return true if we find an equal key; false otherwise.
- @throws IOException]]>
- </doc>
- </method>
- <method name="rewind"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Rewind to the first entry in the scanner. The entry returned by the
- previous entry() call will be invalid.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="seekToEnd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Seek to the end of the scanner. The entry returned by the previous
- entry() call will be invalid.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="lowerBound"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the cursor to the first entry whose key is greater than or equal
- to the input key. Synonymous to lowerBound(key, 0, key.length). The
- entry returned by the previous entry() call will be invalid.
-
- @param key
- The input key
- @throws IOException]]>
- </doc>
- </method>
- <method name="lowerBound"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <param name="keyOffset" type="int"/>
- <param name="keyLen" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the cursor to the first entry whose key is greater than or equal
- to the input key. The entry returned by the previous entry() call will
- be invalid.
-
- @param key
- The input key
- @param keyOffset
- offset in the key buffer.
- @param keyLen
- key buffer length.
- @throws IOException]]>
- </doc>
- </method>
- <method name="upperBound"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the cursor to the first entry whose key is strictly greater than
- the input key. Synonymous to upperBound(key, 0, key.length). The entry
- returned by the previous entry() call will be invalid.
-
- @param key
- The input key
- @throws IOException]]>
- </doc>
- </method>
- <method name="upperBound"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <param name="keyOffset" type="int"/>
- <param name="keyLen" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the cursor to the first entry whose key is strictly greater than
- the input key. The entry returned by the previous entry() call will be
- invalid.
-
- @param key
- The input key
- @param keyOffset
- offset in the key buffer.
- @param keyLen
- key buffer length.
- @throws IOException]]>
- </doc>
- </method>
- <method name="advance" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the cursor to the next key-value pair. The entry returned by the
- previous entry() call will be invalid.
-
- @return true if the cursor successfully moves. False when cursor is
- already at the end location and cannot be advanced.
- @throws IOException]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the scanner. Release all resources. The behavior of using the
- scanner after calling close is not defined. The entry returned by the
- previous entry() call will be invalid.]]>
- </doc>
- </method>
- <method name="atEnd" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is cursor at the end location?
-
- @return true if the cursor is at the end location.]]>
- </doc>
- </method>
- <method name="entry" return="org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner.Entry"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get an entry to access the key and value.
-
- @return The Entry object to access the key and value.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getRecordNum" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the RecordNum corresponding to the entry pointed by the cursor.
- @return The RecordNum corresponding to the entry pointed by the cursor.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The TFile Scanner. The Scanner has an implicit cursor, which, upon
- creation, points to the first key-value pair in the scan range. If the
- scan range is empty, the cursor will point to the end of the scan range.
- <p>
- Use {@link Scanner#atEnd()} to test whether the cursor is at the end
- location of the scanner.
- <p>
- Use {@link Scanner#advance()} to move the cursor to the next key-value
- pair (or end if none exists). Use seekTo methods (
- {@link Scanner#seekTo(byte[])} or
- {@link Scanner#seekTo(byte[], int, int)}) to seek to any arbitrary
- location in the covered range (including backward seeking). Use
- {@link Scanner#rewind()} to seek back to the beginning of the scanner.
- Use {@link Scanner#seekToEnd()} to seek to the end of the scanner.
- <p>
- Actual keys and values may be obtained through {@link Scanner.Entry}
- object, which is obtained through {@link Scanner#entry()}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner -->
- <!-- start class org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner.Entry -->
- <class name="TFile.Reader.Scanner.Entry" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Comparable"/>
- <constructor name="TFile.Reader.Scanner.Entry"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getKeyLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the length of the key.
-
- @return the length of the key.]]>
- </doc>
- </method>
- <method name="get"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.BytesWritable"/>
- <param name="value" type="org.apache.hadoop.io.BytesWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy the key and value in one shot into BytesWritables. This is
- equivalent to getKey(key); getValue(value);
-
- @param key
- BytesWritable to hold key.
- @param value
- BytesWritable to hold value
- @throws IOException]]>
- </doc>
- </method>
- <method name="getKey" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.BytesWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy the key into BytesWritable. The input BytesWritable will be
- automatically resized to the actual key size.
-
- @param key
- BytesWritable to hold the key.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getValue" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="org.apache.hadoop.io.BytesWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy the value into BytesWritable. The input BytesWritable will be
- automatically resized to the actual value size. The implementation
- directly uses the buffer inside BytesWritable for storing the value.
- The call does not require the value length to be known.
-
- @param value
- @throws IOException]]>
- </doc>
- </method>
- <method name="writeKey" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writing the key to the output stream. This method avoids copying key
- buffer from Scanner into user buffer, then writing to the output
- stream.
-
- @param out
- The output stream
- @return the length of the key.
- @throws IOException]]>
- </doc>
- </method>
- <method name="writeValue" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writing the value to the output stream. This method avoids copying
- value data from Scanner into user buffer, then writing to the output
- stream. It does not require the value length to be known.
-
- @param out
- The output stream
- @return the length of the value
- @throws IOException]]>
- </doc>
- </method>
- <method name="getKey" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy the key into user supplied buffer.
-
- @param buf
- The buffer supplied by user. The length of the buffer must
- not be shorter than the key length.
- @return The length of the key.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="getKey" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <param name="offset" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy the key into user supplied buffer.
-
- @param buf
- The buffer supplied by user.
- @param offset
- The starting offset of the user buffer where we should copy
- the key into. Requiring the key-length + offset no greater
- than the buffer length.
- @return The length of the key.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getKeyStream" return="java.io.DataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Streaming access to the key. Useful for desrializing the key into
- user objects.
-
- @return The input stream.]]>
- </doc>
- </method>
- <method name="getValueLength" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the length of the value. isValueLengthKnown() must be tested
- true.
-
- @return the length of the value.]]>
- </doc>
- </method>
- <method name="getValue" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy value into user-supplied buffer. User supplied buffer must be
- large enough to hold the whole value. The value part of the key-value
- pair pointed by the current cursor is not cached and can only be
- examined once. Calling any of the following functions more than once
- without moving the cursor will result in exception:
- {@link #getValue(byte[])}, {@link #getValue(byte[], int)},
- {@link #getValueStream}.
-
- @return the length of the value. Does not require
- isValueLengthKnown() to be true.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getValue" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <param name="offset" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy value into user-supplied buffer. User supplied buffer must be
- large enough to hold the whole value (starting from the offset). The
- value part of the key-value pair pointed by the current cursor is not
- cached and can only be examined once. Calling any of the following
- functions more than once without moving the cursor will result in
- exception: {@link #getValue(byte[])}, {@link #getValue(byte[], int)},
- {@link #getValueStream}.
-
- @return the length of the value. Does not require
- isValueLengthKnown() to be true.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getValueStream" return="java.io.DataInputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Stream access to value. The value part of the key-value pair pointed
- by the current cursor is not cached and can only be examined once.
- Calling any of the following functions more than once without moving
- the cursor will result in exception: {@link #getValue(byte[])},
- {@link #getValue(byte[], int)}, {@link #getValueStream}.
-
- @return The input stream for reading the value.
- @throws IOException]]>
- </doc>
- </method>
- <method name="isValueLengthKnown" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Check whether it is safe to call getValueLength().
-
- @return true if value length is known before hand. Values less than
- the chunk size will always have their lengths known before
- hand. Values that are written out as a whole (with advertised
- length up-front) will always have their lengths known in
- read.]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <doc>
- <![CDATA[Compare the entry key to another key. Synonymous to compareTo(key, 0,
- key.length).
-
- @param buf
- The key buffer.
- @return comparison result between the entry key with the input key.]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Compare the entry key to another key. Synonymous to compareTo(new
- ByteArray(buf, offset, length)
-
- @param buf
- The key buffer
- @param offset
- offset into the key buffer.
- @param length
- the length of the key.
- @return comparison result between the entry key with the input key.]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.file.tfile.RawComparable"/>
- <doc>
- <![CDATA[Compare an entry with a RawComparable object. This is useful when
- Entries are stored in a collection, and we want to compare a user
- supplied key.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compare whether this and other points to the same key value.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Entry to a <Key, Value> pair.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.TFile.Reader.Scanner.Entry -->
- <!-- start class org.apache.hadoop.io.file.tfile.TFile.Writer -->
- <class name="TFile.Writer" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="TFile.Writer" type="org.apache.hadoop.fs.FSDataOutputStream, int, java.lang.String, java.lang.String, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor
-
- @param fsdos
- output stream for writing. Must be at position 0.
- @param minBlockSize
- Minimum compressed block size in bytes. A compression block will
- not be closed until it reaches this size except for the last
- block.
- @param compressName
- Name of the compression algorithm. Must be one of the strings
- returned by {@link TFile#getSupportedCompressionAlgorithms()}.
- @param comparator
- Leave comparator as null or empty string if TFile is not sorted.
- Otherwise, provide the string name for the comparison algorithm
- for keys. Two kinds of comparators are supported.
- <ul>
- <li>Algorithmic comparator: binary comparators that is language
- independent. Currently, only "memcmp" is supported.
- <li>Language-specific comparator: binary comparators that can
- only be constructed in specific language. For Java, the syntax
- is "jclass:", followed by the class name of the RawComparator.
- Currently, we only support RawComparators that can be
- constructed through the default constructor (with no
- parameters). Parameterized RawComparators such as
- {@link WritableComparator} or
- {@link JavaSerializationComparator} may not be directly used.
- One should write a wrapper class that inherits from such classes
- and use its default constructor to perform proper
- initialization.
- </ul>
- @param conf
- The configuration object.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the Writer. Resources will be released regardless of the exceptions
- being thrown. Future close calls will have no effect.
-
- The underlying FSDataOutputStream is not closed.]]>
- </doc>
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <param name="value" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Adding a new key-value pair to the TFile. This is synonymous to
- append(key, 0, key.length, value, 0, value.length)
-
- @param key
- Buffer for key.
- @param value
- Buffer for value.
- @throws IOException]]>
- </doc>
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <param name="koff" type="int"/>
- <param name="klen" type="int"/>
- <param name="value" type="byte[]"/>
- <param name="voff" type="int"/>
- <param name="vlen" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Adding a new key-value pair to TFile.
-
- @param key
- buffer for key.
- @param koff
- offset in key buffer.
- @param klen
- length of key.
- @param value
- buffer for value.
- @param voff
- offset in value buffer.
- @param vlen
- length of value.
- @throws IOException
- Upon IO errors.
- <p>
- If an exception is thrown, the TFile will be in an inconsistent
- state. The only legitimate call after that would be close]]>
- </doc>
- </method>
- <method name="prepareAppendKey" return="java.io.DataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Obtain an output stream for writing a key into TFile. This may only be
- called when there is no active Key appending stream or value appending
- stream.
-
- @param length
- The expected length of the key. If length of the key is not
- known, set length = -1. Otherwise, the application must write
- exactly as many bytes as specified here before calling close on
- the returned output stream.
- @return The key appending output stream.
- @throws IOException]]>
- </doc>
- </method>
- <method name="prepareAppendValue" return="java.io.DataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Obtain an output stream for writing a value into TFile. This may only be
- called right after a key appending operation (the key append stream must
- be closed).
-
- @param length
- The expected length of the value. If length of the value is not
- known, set length = -1. Otherwise, the application must write
- exactly as many bytes as specified here before calling close on
- the returned output stream. Advertising the value size up-front
- guarantees that the value is encoded in one chunk, and avoids
- intermediate chunk buffering.
- @throws IOException]]>
- </doc>
- </method>
- <method name="prepareMetaBlock" return="java.io.DataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="compressName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="MetaBlockAlreadyExists" type="org.apache.hadoop.io.file.tfile.MetaBlockAlreadyExists"/>
- <doc>
- <![CDATA[Obtain an output stream for creating a meta block. This function may not
- be called when there is a key append stream or value append stream
- active. No more key-value insertion is allowed after a meta data block
- has been added to TFile.
-
- @param name
- Name of the meta block.
- @param compressName
- Name of the compression algorithm to be used. Must be one of the
- strings returned by
- {@link TFile#getSupportedCompressionAlgorithms()}.
- @return A DataOutputStream that can be used to write Meta Block data.
- Closing the stream would signal the ending of the block.
- @throws IOException
- @throws MetaBlockAlreadyExists
- the Meta Block with the same name already exists.]]>
- </doc>
- </method>
- <method name="prepareMetaBlock" return="java.io.DataOutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="MetaBlockAlreadyExists" type="org.apache.hadoop.io.file.tfile.MetaBlockAlreadyExists"/>
- <doc>
- <![CDATA[Obtain an output stream for creating a meta block. This function may not
- be called when there is a key append stream or value append stream
- active. No more key-value insertion is allowed after a meta data block
- has been added to TFile. Data will be compressed using the default
- compressor as defined in Writer's constructor.
-
- @param name
- Name of the meta block.
- @return A DataOutputStream that can be used to write Meta Block data.
- Closing the stream would signal the ending of the block.
- @throws IOException
- @throws MetaBlockAlreadyExists
- the Meta Block with the same name already exists.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[TFile Writer.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.TFile.Writer -->
- <!-- start class org.apache.hadoop.io.file.tfile.Utils -->
- <class name="Utils" extends="java.lang.Object"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="writeVInt"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="n" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Encoding an integer into a variable-length encoding format. Synonymous to
- <code>Utils#writeVLong(out, n)</code>.
-
- @param out
- output stream
- @param n
- The integer to be encoded
- @throws IOException
- @see Utils#writeVLong(DataOutput, long)]]>
- </doc>
- </method>
- <method name="writeVLong"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="n" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Encoding a Long integer into a variable-length encoding format.
- <ul>
- <li>if n in [-32, 127): encode in one byte with the actual value.
- Otherwise,
- <li>if n in [-20*2^8, 20*2^8): encode in two bytes: byte[0] = n/256 - 52;
- byte[1]=n&0xff. Otherwise,
- <li>if n IN [-16*2^16, 16*2^16): encode in three bytes: byte[0]=n/2^16 -
- 88; byte[1]=(n>>8)&0xff; byte[2]=n&0xff. Otherwise,
- <li>if n in [-8*2^24, 8*2^24): encode in four bytes: byte[0]=n/2^24 - 112;
- byte[1] = (n>>16)&0xff; byte[2] = (n>>8)&0xff; byte[3]=n&0xff. Otherwise:
- <li>if n in [-2^31, 2^31): encode in five bytes: byte[0]=-125; byte[1] =
- (n>>24)&0xff; byte[2]=(n>>16)&0xff; byte[3]=(n>>8)&0xff; byte[4]=n&0xff;
- <li>if n in [-2^39, 2^39): encode in six bytes: byte[0]=-124; byte[1] =
- (n>>32)&0xff; byte[2]=(n>>24)&0xff; byte[3]=(n>>16)&0xff;
- byte[4]=(n>>8)&0xff; byte[5]=n&0xff
- <li>if n in [-2^47, 2^47): encode in seven bytes: byte[0]=-123; byte[1] =
- (n>>40)&0xff; byte[2]=(n>>32)&0xff; byte[3]=(n>>24)&0xff;
- byte[4]=(n>>16)&0xff; byte[5]=(n>>8)&0xff; byte[6]=n&0xff;
- <li>if n in [-2^55, 2^55): encode in eight bytes: byte[0]=-122; byte[1] =
- (n>>48)&0xff; byte[2] = (n>>40)&0xff; byte[3]=(n>>32)&0xff;
- byte[4]=(n>>24)&0xff; byte[5]=(n>>16)&0xff; byte[6]=(n>>8)&0xff;
- byte[7]=n&0xff;
- <li>if n in [-2^63, 2^63): encode in nine bytes: byte[0]=-121; byte[1] =
- (n>>54)&0xff; byte[2] = (n>>48)&0xff; byte[3] = (n>>40)&0xff;
- byte[4]=(n>>32)&0xff; byte[5]=(n>>24)&0xff; byte[6]=(n>>16)&0xff;
- byte[7]=(n>>8)&0xff; byte[8]=n&0xff;
- </ul>
-
- @param out
- output stream
- @param n
- the integer number
- @throws IOException]]>
- </doc>
- </method>
- <method name="readVInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Decoding the variable-length integer. Synonymous to
- <code>(int)Utils#readVLong(in)</code>.
-
- @param in
- input stream
- @return the decoded integer
- @throws IOException
-
- @see Utils#readVLong(DataInput)]]>
- </doc>
- </method>
- <method name="readVLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Decoding the variable-length integer. Suppose the value of the first byte
- is FB, and the following bytes are NB[*].
- <ul>
- <li>if (FB >= -32), return (long)FB;
- <li>if (FB in [-72, -33]), return (FB+52)<<8 + NB[0]&0xff;
- <li>if (FB in [-104, -73]), return (FB+88)<<16 + (NB[0]&0xff)<<8 +
- NB[1]&0xff;
- <li>if (FB in [-120, -105]), return (FB+112)<<24 + (NB[0]&0xff)<<16 +
- (NB[1]&0xff)<<8 + NB[2]&0xff;
- <li>if (FB in [-128, -121]), return interpret NB[FB+129] as a signed
- big-endian integer.
-
- @param in
- input stream
- @return the decoded long integer.
- @throws IOException]]>
- </doc>
- </method>
- <method name="writeString"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <param name="s" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a String as a VInt n, followed by n Bytes as in Text format.
-
- @param out
- @param s
- @throws IOException]]>
- </doc>
- </method>
- <method name="readString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a String as a VInt n, followed by n Bytes in Text format.
-
- @param in
- The input stream.
- @return The string
- @throws IOException]]>
- </doc>
- </method>
- <method name="lowerBound" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="list" type="java.util.List"/>
- <param name="key" type="java.lang.Object"/>
- <param name="cmp" type="java.util.Comparator"/>
- <doc>
- <![CDATA[Lower bound binary search. Find the index to the first element in the list
- that compares greater than or equal to key.
-
- @param <T>
- Type of the input key.
- @param list
- The list
- @param key
- The input key.
- @param cmp
- Comparator for the key.
- @return The index to the desired element if it exists; or list.size()
- otherwise.]]>
- </doc>
- </method>
- <method name="upperBound" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="list" type="java.util.List"/>
- <param name="key" type="java.lang.Object"/>
- <param name="cmp" type="java.util.Comparator"/>
- <doc>
- <![CDATA[Upper bound binary search. Find the index to the first element in the list
- that compares greater than the input key.
-
- @param <T>
- Type of the input key.
- @param list
- The list
- @param key
- The input key.
- @param cmp
- Comparator for the key.
- @return The index to the desired element if it exists; or list.size()
- otherwise.]]>
- </doc>
- </method>
- <method name="lowerBound" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="list" type="java.util.List"/>
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[Lower bound binary search. Find the index to the first element in the list
- that compares greater than or equal to key.
-
- @param <T>
- Type of the input key.
- @param list
- The list
- @param key
- The input key.
- @return The index to the desired element if it exists; or list.size()
- otherwise.]]>
- </doc>
- </method>
- <method name="upperBound" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="list" type="java.util.List"/>
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[Upper bound binary search. Find the index to the first element in the list
- that compares greater than the input key.
-
- @param <T>
- Type of the input key.
- @param list
- The list
- @param key
- The input key.
- @return The index to the desired element if it exists; or list.size()
- otherwise.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Supporting Utility classes used by TFile, and shared by users of TFile.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.Utils -->
- <!-- start class org.apache.hadoop.io.file.tfile.Utils.Version -->
- <class name="Utils.Version" extends="java.lang.Object"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Comparable"/>
- <constructor name="Utils.Version" type="java.io.DataInput"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct the Version object by reading from the input stream.
-
- @param in
- input stream
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="Utils.Version" type="short, short"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
-
- @param major
- major version.
- @param minor
- minor version.]]>
- </doc>
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write the objec to a DataOutput. The serialized format of the Version is
- major version followed by minor version, both as big-endian short
- integers.
-
- @param out
- The DataOutput object.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getMajor" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the major version.
-
- @return Major version.]]>
- </doc>
- </method>
- <method name="getMinor" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the minor version.
-
- @return The minor version.]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the size of the serialized Version object.
-
- @return serialized size of the version object.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return a string representation of the version.]]>
- </doc>
- </method>
- <method name="compatibleWith" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.io.file.tfile.Utils.Version"/>
- <doc>
- <![CDATA[Test compatibility.
-
- @param other
- The Version object to test compatibility with.
- @return true if both versions have the same major version number; false
- otherwise.]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="that" type="org.apache.hadoop.io.file.tfile.Utils.Version"/>
- <doc>
- <![CDATA[Compare this version with another version.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A generic Version class. We suggest applications built on top of TFile use
- this class to maintain version information in their meta blocks.
-
- A version number consists of a major version and a minor version. The
- suggested usage of major and minor version number is to increment major
- version number when the new storage format is not backward compatible, and
- increment the minor version otherwise.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.file.tfile.Utils.Version -->
- </package>
- <package name="org.apache.hadoop.io.nativeio">
- <!-- start class org.apache.hadoop.io.nativeio.Errno -->
- <class name="Errno" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.io.nativeio.Errno[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.io.nativeio.Errno"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="EPERM" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENOENT" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ESRCH" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EINTR" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EIO" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENXIO" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="E2BIG" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENOEXEC" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EBADF" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ECHILD" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EAGAIN" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENOMEM" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EACCES" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EFAULT" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENOTBLK" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EBUSY" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EEXIST" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EXDEV" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENODEV" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENOTDIR" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EISDIR" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EINVAL" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENFILE" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EMFILE" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENOTTY" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ETXTBSY" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EFBIG" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ENOSPC" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ESPIPE" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EROFS" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EMLINK" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EPIPE" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EDOM" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ERANGE" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="UNKNOWN" type="org.apache.hadoop.io.nativeio.Errno"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Enum representing POSIX errno values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.nativeio.Errno -->
- <!-- start class org.apache.hadoop.io.nativeio.NativeIO -->
- <class name="NativeIO" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NativeIO"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="isAvailable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return true if the JNI-based native IO extensions are available.]]>
- </doc>
- </method>
- <method name="open" return="java.io.FileDescriptor"
- abstract="false" native="true" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="java.lang.String"/>
- <param name="flags" type="int"/>
- <param name="mode" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrapper around open(2)]]>
- </doc>
- </method>
- <method name="fstat" return="org.apache.hadoop.io.nativeio.NativeIO.Stat"
- abstract="false" native="true" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fd" type="java.io.FileDescriptor"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrapper around fstat(2)]]>
- </doc>
- </method>
- <method name="chmod"
- abstract="false" native="true" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="java.lang.String"/>
- <param name="mode" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrapper around chmod(2)]]>
- </doc>
- </method>
- <method name="posixFadviseIfPossible"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fd" type="java.io.FileDescriptor"/>
- <param name="offset" type="long"/>
- <param name="len" type="long"/>
- <param name="flags" type="int"/>
- <exception name="NativeIOException" type="org.apache.hadoop.io.nativeio.NativeIOException"/>
- <doc>
- <![CDATA[Call posix_fadvise on the given file descriptor. See the manpage
- for this syscall for more information. On systems where this
- call is not available, does nothing.
- @throws NativeIOException if there is an error with the syscall]]>
- </doc>
- </method>
- <method name="syncFileRangeIfPossible"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fd" type="java.io.FileDescriptor"/>
- <param name="offset" type="long"/>
- <param name="nbytes" type="long"/>
- <param name="flags" type="int"/>
- <exception name="NativeIOException" type="org.apache.hadoop.io.nativeio.NativeIOException"/>
- <doc>
- <![CDATA[Call sync_file_range on the given file descriptor. See the manpage
- for this syscall for more information. On systems where this
- call is not available, does nothing.
- @throws NativeIOException if there is an error with the syscall]]>
- </doc>
- </method>
- <method name="getOwner" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fd" type="java.io.FileDescriptor"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="O_RDONLY" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_WRONLY" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_RDWR" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_CREAT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_EXCL" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_NOCTTY" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_TRUNC" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_APPEND" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_NONBLOCK" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_SYNC" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_ASYNC" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_FSYNC" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="O_NDELAY" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="POSIX_FADV_NORMAL" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="POSIX_FADV_RANDOM" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="POSIX_FADV_SEQUENTIAL" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="POSIX_FADV_WILLNEED" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="POSIX_FADV_DONTNEED" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="POSIX_FADV_NOREUSE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SYNC_FILE_RANGE_WAIT_BEFORE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SYNC_FILE_RANGE_WRITE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SYNC_FILE_RANGE_WAIT_AFTER" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[JNI wrappers for various native IO-related calls not available in Java.
- These functions should generally be used alongside a fallback to another
- more portable mechanism.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.nativeio.NativeIO -->
- <!-- start class org.apache.hadoop.io.nativeio.NativeIO.Stat -->
- <class name="NativeIO.Stat" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getOwner" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="S_IFMT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IFIFO" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IFCHR" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IFDIR" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IFBLK" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IFREG" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IFLNK" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IFSOCK" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IFWHT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_ISUID" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_ISGID" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_ISVTX" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IRUSR" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IWUSR" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="S_IXUSR" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Result type of the fstat call]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.nativeio.NativeIO.Stat -->
- <!-- start class org.apache.hadoop.io.nativeio.NativeIOException -->
- <class name="NativeIOException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NativeIOException" type="java.lang.String, org.apache.hadoop.io.nativeio.Errno"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getErrno" return="org.apache.hadoop.io.nativeio.Errno"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[An exception generated by a call to the native IO code.
- These exceptions simply wrap <i>errno</i> result codes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.nativeio.NativeIOException -->
- </package>
- <package name="org.apache.hadoop.io.retry">
- <!-- start class org.apache.hadoop.io.retry.RetryPolicies -->
- <class name="RetryPolicies" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RetryPolicies"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="retryUpToMaximumCountWithFixedSleep" return="org.apache.hadoop.io.retry.RetryPolicy"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="maxRetries" type="int"/>
- <param name="sleepTime" type="long"/>
- <param name="timeUnit" type="java.util.concurrent.TimeUnit"/>
- <doc>
- <![CDATA[<p>
- Keep trying a limited number of times, waiting a fixed time between attempts,
- and then fail by re-throwing the exception.
- </p>]]>
- </doc>
- </method>
- <method name="retryUpToMaximumTimeWithFixedSleep" return="org.apache.hadoop.io.retry.RetryPolicy"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="maxTime" type="long"/>
- <param name="sleepTime" type="long"/>
- <param name="timeUnit" type="java.util.concurrent.TimeUnit"/>
- <doc>
- <![CDATA[<p>
- Keep trying for a maximum time, waiting a fixed time between attempts,
- and then fail by re-throwing the exception.
- </p>]]>
- </doc>
- </method>
- <method name="retryUpToMaximumCountWithProportionalSleep" return="org.apache.hadoop.io.retry.RetryPolicy"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="maxRetries" type="int"/>
- <param name="sleepTime" type="long"/>
- <param name="timeUnit" type="java.util.concurrent.TimeUnit"/>
- <doc>
- <![CDATA[<p>
- Keep trying a limited number of times, waiting a growing amount of time between attempts,
- and then fail by re-throwing the exception.
- The time between attempts is <code>sleepTime</code> mutliplied by the number of tries so far.
- </p>]]>
- </doc>
- </method>
- <method name="exponentialBackoffRetry" return="org.apache.hadoop.io.retry.RetryPolicy"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="maxRetries" type="int"/>
- <param name="sleepTime" type="long"/>
- <param name="timeUnit" type="java.util.concurrent.TimeUnit"/>
- <doc>
- <![CDATA[<p>
- Keep trying a limited number of times, waiting a growing amount of time between attempts,
- and then fail by re-throwing the exception.
- The time between attempts is <code>sleepTime</code> mutliplied by a random
- number in the range of [0, 2 to the number of retries)
- </p>]]>
- </doc>
- </method>
- <method name="retryByException" return="org.apache.hadoop.io.retry.RetryPolicy"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="defaultPolicy" type="org.apache.hadoop.io.retry.RetryPolicy"/>
- <param name="exceptionToPolicyMap" type="java.util.Map"/>
- <doc>
- <![CDATA[<p>
- Set a default policy with some explicit handlers for specific exceptions.
- </p>]]>
- </doc>
- </method>
- <method name="retryByRemoteException" return="org.apache.hadoop.io.retry.RetryPolicy"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="defaultPolicy" type="org.apache.hadoop.io.retry.RetryPolicy"/>
- <param name="exceptionToPolicyMap" type="java.util.Map"/>
- <doc>
- <![CDATA[<p>
- A retry policy for RemoteException
- Set a default policy with some explicit handlers for specific exceptions.
- </p>]]>
- </doc>
- </method>
- <field name="TRY_ONCE_THEN_FAIL" type="org.apache.hadoop.io.retry.RetryPolicy"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[<p>
- Try once, and fail by re-throwing the exception.
- This corresponds to having no retry mechanism in place.
- </p>]]>
- </doc>
- </field>
- <field name="TRY_ONCE_DONT_FAIL" type="org.apache.hadoop.io.retry.RetryPolicy"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[<p>
- Try once, and fail silently for <code>void</code> methods, or by
- re-throwing the exception for non-<code>void</code> methods.
- </p>]]>
- </doc>
- </field>
- <field name="RETRY_FOREVER" type="org.apache.hadoop.io.retry.RetryPolicy"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[<p>
- Keep trying forever.
- </p>]]>
- </doc>
- </field>
- <doc>
- <![CDATA[<p>
- A collection of useful implementations of {@link RetryPolicy}.
- </p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.retry.RetryPolicies -->
- <!-- start class org.apache.hadoop.io.retry.RetryPolicies.MultipleLinearRandomRetry -->
- <class name="RetryPolicies.MultipleLinearRandomRetry" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.retry.RetryPolicy"/>
- <constructor name="RetryPolicies.MultipleLinearRandomRetry" type="java.util.List"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="shouldRetry" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="e" type="java.lang.Exception"/>
- <param name="curRetry" type="int"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="that" type="java.lang.Object"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="parseCommaSeparatedString" return="org.apache.hadoop.io.retry.RetryPolicies.MultipleLinearRandomRetry"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <doc>
- <![CDATA[Parse the given string as a MultipleLinearRandomRetry object.
- The format of the string is "t_1, n_1, t_2, n_2, ...",
- where t_i and n_i are the i-th pair of sleep time and number of retires.
- Note that the white spaces in the string are ignored.
- @return the parsed object, or null if the parsing fails.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Given pairs of number of retries and sleep time (n0, t0), (n1, t1), ...,
- the first n0 retries sleep t0 milliseconds on average,
- the following n1 retries sleep t1 milliseconds on average, and so on.
-
- For all the sleep, the actual sleep time is randomly uniform distributed
- in the close interval [0.5t, 1.5t], where t is the sleep time specified.
- The objects of this class are immutable.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.retry.RetryPolicies.MultipleLinearRandomRetry -->
- <!-- start class org.apache.hadoop.io.retry.RetryPolicies.MultipleLinearRandomRetry.Pair -->
- <class name="RetryPolicies.MultipleLinearRandomRetry.Pair" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RetryPolicies.MultipleLinearRandomRetry.Pair" type="int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Pairs of numRetries and sleepSeconds]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.retry.RetryPolicies.MultipleLinearRandomRetry.Pair -->
- <!-- start interface org.apache.hadoop.io.retry.RetryPolicy -->
- <interface name="RetryPolicy" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="shouldRetry" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="e" type="java.lang.Exception"/>
- <param name="retries" type="int"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[<p>
- Determines whether the framework should retry a
- method for the given exception, and the number
- of retries that have been made for that operation
- so far.
- </p>
- @param e The exception that caused the method to fail.
- @param retries The number of times the method has been retried.
- @return <code>true</code> if the method should be retried,
- <code>false</code> if the method should not be retried
- but shouldn't fail with an exception (only for void methods).
- @throws Exception The re-thrown exception <code>e</code> indicating
- that the method failed and should not be retried further.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<p>
- Specifies a policy for retrying method failures.
- Implementations of this interface should be immutable.
- </p>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.retry.RetryPolicy -->
- <!-- start class org.apache.hadoop.io.retry.RetryProxy -->
- <class name="RetryProxy" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RetryProxy"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="create" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="iface" type="java.lang.Class"/>
- <param name="implementation" type="java.lang.Object"/>
- <param name="retryPolicy" type="org.apache.hadoop.io.retry.RetryPolicy"/>
- <doc>
- <![CDATA[<p>
- Create a proxy for an interface of an implementation class
- using the same retry policy for each method in the interface.
- </p>
- @param iface the interface that the retry will implement
- @param implementation the instance whose methods should be retried
- @param retryPolicy the policy for retirying method call failures
- @return the retry proxy]]>
- </doc>
- </method>
- <method name="create" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="iface" type="java.lang.Class"/>
- <param name="implementation" type="java.lang.Object"/>
- <param name="methodNameToPolicyMap" type="java.util.Map"/>
- <doc>
- <![CDATA[<p>
- Create a proxy for an interface of an implementation class
- using the a set of retry policies specified by method name.
- If no retry policy is defined for a method then a default of
- {@link RetryPolicies#TRY_ONCE_THEN_FAIL} is used.
- </p>
- @param iface the interface that the retry will implement
- @param implementation the instance whose methods should be retried
- @param methodNameToPolicyMap a map of method names to retry policies
- @return the retry proxy]]>
- </doc>
- </method>
- <method name="create" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="iface" type="java.lang.Class"/>
- <param name="implementation" type="java.lang.Object"/>
- <param name="defaultPolicy" type="org.apache.hadoop.io.retry.RetryPolicy"/>
- <param name="methodNameToPolicyMap" type="java.util.Map"/>
- </method>
- <doc>
- <![CDATA[<p>
- A factory for creating retry proxies.
- </p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.retry.RetryProxy -->
- <!-- start class org.apache.hadoop.io.retry.RetryUtils -->
- <class name="RetryUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RetryUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getDefaultRetryPolicy" return="org.apache.hadoop.io.retry.RetryPolicy"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="retryPolicyEnabledKey" type="java.lang.String"/>
- <param name="defaultRetryPolicyEnabled" type="boolean"/>
- <param name="retryPolicySpecKey" type="java.lang.String"/>
- <param name="defaultRetryPolicySpec" type="java.lang.String"/>
- <param name="remoteExceptionsToRetry" type="java.lang.Class[]"/>
- <doc>
- <![CDATA[Return the default retry policy set in conf.
-
- If the value retryPolicyEnabledKey is set to false in conf,
- use TRY_ONCE_THEN_FAIL.
-
- Otherwise, get the MultipleLinearRandomRetry policy specified in the conf
- and then
- (1) use multipleLinearRandomRetry for
- - remoteExceptionToRetry, or
- - IOException other than RemoteException; and
- (2) use TRY_ONCE_THEN_FAIL for
- - RemoteException other than remoteExceptionToRetry, or
- - non-IOException.
- @param conf
- @param retryPolicyEnabledKey conf property key for enabling retry
- @param defaultRetryPolicyEnabled default retryPolicyEnabledKey conf value
- @param retryPolicySpecKey conf property key for retry policy spec
- @param defaultRetryPolicySpec default retryPolicySpecKey conf value
- @param remoteExceptionsToRetry The particular RemoteExceptions to retry
- @return the default retry policy.]]>
- </doc>
- </method>
- <method name="getMultipleLinearRandomRetry" return="org.apache.hadoop.io.retry.RetryPolicy"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="retryPolicyEnabledKey" type="java.lang.String"/>
- <param name="defaultRetryPolicyEnabled" type="boolean"/>
- <param name="retryPolicySpecKey" type="java.lang.String"/>
- <param name="defaultRetryPolicySpec" type="java.lang.String"/>
- <doc>
- <![CDATA[Return the MultipleLinearRandomRetry policy specified in the conf,
- or null if the feature is disabled.
- If the policy is specified in the conf but the policy cannot be parsed,
- the default policy is returned.
-
- Retry policy spec:
- N pairs of sleep-time and number-of-retries "s1,n1,s2,n2,..."
-
- @param conf
- @param retryPolicyEnabledKey conf property key for enabling retry
- @param defaultRetryPolicyEnabled default retryPolicyEnabledKey conf value
- @param retryPolicySpecKey conf property key for retry policy spec
- @param defaultRetryPolicySpec default retryPolicySpecKey conf value
- @return the MultipleLinearRandomRetry policy specified in the conf,
- or null if the feature is disabled.]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.io.retry.RetryUtils -->
- </package>
- <package name="org.apache.hadoop.io.serializer">
- <!-- start interface org.apache.hadoop.io.serializer.Deserializer -->
- <interface name="Deserializer" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="open"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Prepare the deserializer for reading.</p>]]>
- </doc>
- </method>
- <method name="deserialize" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>
- Deserialize the next object from the underlying input stream.
- If the object <code>t</code> is non-null then this deserializer
- <i>may</i> set its internal state to the next object read from the input
- stream. Otherwise, if the object <code>t</code> is null a new
- deserialized object will be created.
- </p>
- @return the deserialized object]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Close the underlying input stream and clear up any resources.</p>]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<p>
- Provides a facility for deserializing objects of type <T> from an
- {@link InputStream}.
- </p>
-
- <p>
- Deserializers are stateful, but must not buffer the input since
- other producers may read from the input between calls to
- {@link #deserialize(Object)}.
- </p>
- @param <T>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.serializer.Deserializer -->
- <!-- start class org.apache.hadoop.io.serializer.DeserializerComparator -->
- <class name="DeserializerComparator" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.RawComparator"/>
- <constructor name="DeserializerComparator" type="org.apache.hadoop.io.serializer.Deserializer"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[<p>
- A {@link RawComparator} that uses a {@link Deserializer} to deserialize
- the objects to be compared so that the standard {@link Comparator} can
- be used to compare them.
- </p>
- <p>
- One may optimize compare-intensive operations by using a custom
- implementation of {@link RawComparator} that operates directly
- on byte representations.
- </p>
- @param <T>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.serializer.DeserializerComparator -->
- <!-- start class org.apache.hadoop.io.serializer.JavaSerialization -->
- <class name="JavaSerialization" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.serializer.Serialization"/>
- <constructor name="JavaSerialization"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <method name="getDeserializer" return="org.apache.hadoop.io.serializer.Deserializer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <method name="getSerializer" return="org.apache.hadoop.io.serializer.Serializer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <doc>
- <![CDATA[<p>
- An experimental {@link Serialization} for Java {@link Serializable} classes.
- </p>
- @see JavaSerializationComparator]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.serializer.JavaSerialization -->
- <!-- start class org.apache.hadoop.io.serializer.JavaSerializationComparator -->
- <class name="JavaSerializationComparator" extends="org.apache.hadoop.io.serializer.DeserializerComparator"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JavaSerializationComparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o1" type="java.io.Serializable"/>
- <param name="o2" type="java.io.Serializable"/>
- </method>
- <doc>
- <![CDATA[<p>
- A {@link RawComparator} that uses a {@link JavaSerialization}
- {@link Deserializer} to deserialize objects that are then compared via
- their {@link Comparable} interfaces.
- </p>
- @param <T>
- @see JavaSerialization]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.serializer.JavaSerializationComparator -->
- <!-- start interface org.apache.hadoop.io.serializer.Serialization -->
- <interface name="Serialization" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <doc>
- <![CDATA[Allows clients to test whether this {@link Serialization}
- supports the given class.]]>
- </doc>
- </method>
- <method name="getSerializer" return="org.apache.hadoop.io.serializer.Serializer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <doc>
- <![CDATA[@return a {@link Serializer} for the given class.]]>
- </doc>
- </method>
- <method name="getDeserializer" return="org.apache.hadoop.io.serializer.Deserializer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <doc>
- <![CDATA[@return a {@link Deserializer} for the given class.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<p>
- Encapsulates a {@link Serializer}/{@link Deserializer} pair.
- </p>
- @param <T>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.serializer.Serialization -->
- <!-- start class org.apache.hadoop.io.serializer.SerializationFactory -->
- <class name="SerializationFactory" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SerializationFactory" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[<p>
- Serializations are found by reading the <code>io.serializations</code>
- property from <code>conf</code>, which is a comma-delimited list of
- classnames.
- </p>]]>
- </doc>
- </constructor>
- <method name="getSerializer" return="org.apache.hadoop.io.serializer.Serializer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <method name="getDeserializer" return="org.apache.hadoop.io.serializer.Deserializer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <method name="getSerialization" return="org.apache.hadoop.io.serializer.Serialization"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <doc>
- <![CDATA[<p>
- A factory for {@link Serialization}s.
- </p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.serializer.SerializationFactory -->
- <!-- start interface org.apache.hadoop.io.serializer.Serializer -->
- <interface name="Serializer" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="open"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Prepare the serializer for writing.</p>]]>
- </doc>
- </method>
- <method name="serialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Serialize <code>t</code> to the underlying output stream.</p>]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<p>Close the underlying output stream and clear up any resources.</p>]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<p>
- Provides a facility for serializing objects of type <T> to an
- {@link OutputStream}.
- </p>
-
- <p>
- Serializers are stateful, but must not buffer the output since
- other producers may write to the output between calls to
- {@link #serialize(Object)}.
- </p>
- @param <T>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.io.serializer.Serializer -->
- <!-- start class org.apache.hadoop.io.serializer.WritableSerialization -->
- <class name="WritableSerialization" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.serializer.Serialization"/>
- <constructor name="WritableSerialization"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <method name="getDeserializer" return="org.apache.hadoop.io.serializer.Deserializer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <method name="getSerializer" return="org.apache.hadoop.io.serializer.Serializer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- </method>
- <doc>
- <![CDATA[A {@link Serialization} for {@link Writable}s that delegates to
- {@link Writable#write(java.io.DataOutput)} and
- {@link Writable#readFields(java.io.DataInput)}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.io.serializer.WritableSerialization -->
- </package>
- <package name="org.apache.hadoop.ipc">
- <!-- start class org.apache.hadoop.ipc.Client -->
- <class name="Client" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Client" type="java.lang.Class, org.apache.hadoop.conf.Configuration, javax.net.SocketFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct an IPC client whose values are of the given {@link Writable}
- class.]]>
- </doc>
- </constructor>
- <constructor name="Client" type="java.lang.Class, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct an IPC client with the default SocketFactory
- @param valueClass
- @param conf]]>
- </doc>
- </constructor>
- <method name="setPingInterval"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="pingInterval" type="int"/>
- <doc>
- <![CDATA[set the ping interval value in configuration
-
- @param conf Configuration
- @param pingInterval the ping interval]]>
- </doc>
- </method>
- <method name="getTimeout" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[The time after which a RPC will timeout. If ping is not enabled (via
- ipc.client.ping), then the timeout value is the same as the pingInterval.
- If ping is enabled, then there is no timeout value.
-
- @param conf Configuration
- @return the timeout period in milliseconds. -1 if no timeout value is set]]>
- </doc>
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stop all threads related to this client. No further calls may be made
- using this client.]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #call(Writable, ConnectionId)} instead">
- <param name="param" type="org.apache.hadoop.io.Writable"/>
- <param name="address" type="java.net.InetSocketAddress"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Make a call, passing <code>param</code>, to the IPC server running at
- <code>address</code>, returning the value. Throws exceptions if there are
- network problems or if the remote code threw an exception.
- @deprecated Use {@link #call(Writable, ConnectionId)} instead]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #call(Writable, ConnectionId)} instead">
- <param name="param" type="org.apache.hadoop.io.Writable"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Make a call, passing <code>param</code>, to the IPC server running at
- <code>address</code> with the <code>ticket</code> credentials, returning
- the value.
- Throws exceptions if there are network problems or if the remote code
- threw an exception.
- @deprecated Use {@link #call(Writable, ConnectionId)} instead]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #call(Writable, ConnectionId)} instead">
- <param name="param" type="org.apache.hadoop.io.Writable"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="protocol" type="java.lang.Class"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="rpcTimeout" type="int"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Make a call, passing <code>param</code>, to the IPC server running at
- <code>address</code> which is servicing the <code>protocol</code> protocol,
- with the <code>ticket</code> credentials and <code>rpcTimeout</code> as
- timeout, returning the value.
- Throws exceptions if there are network problems or if the remote code
- threw an exception.
- @deprecated Use {@link #call(Writable, ConnectionId)} instead]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="param" type="org.apache.hadoop.io.Writable"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="protocol" type="java.lang.Class"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="rpcTimeout" type="int"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Make a call, passing <code>param</code>, to the IPC server running at
- <code>address</code> which is servicing the <code>protocol</code> protocol,
- with the <code>ticket</code> credentials, <code>rpcTimeout</code> as timeout
- and <code>conf</code> as configuration for this connection, returning the
- value. Throws exceptions if there are network problems or if the remote code
- threw an exception.]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="param" type="org.apache.hadoop.io.Writable"/>
- <param name="remoteId" type="org.apache.hadoop.ipc.Client.ConnectionId"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Make a call, passing <code>param</code>, to the IPC server defined by
- <code>remoteId</code>, returning the value.
- Throws exceptions if there are network problems or if the remote code
- threw an exception.]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #call(Writable[], InetSocketAddress[],
- Class, UserGroupInformation, Configuration)} instead">
- <param name="params" type="org.apache.hadoop.io.Writable[]"/>
- <param name="addresses" type="java.net.InetSocketAddress[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[@deprecated Use {@link #call(Writable[], InetSocketAddress[],
- Class, UserGroupInformation, Configuration)} instead]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #call(Writable[], InetSocketAddress[],
- Class, UserGroupInformation, Configuration)} instead">
- <param name="params" type="org.apache.hadoop.io.Writable[]"/>
- <param name="addresses" type="java.net.InetSocketAddress[]"/>
- <param name="protocol" type="java.lang.Class"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[@deprecated Use {@link #call(Writable[], InetSocketAddress[],
- Class, UserGroupInformation, Configuration)} instead]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="params" type="org.apache.hadoop.io.Writable[]"/>
- <param name="addresses" type="java.net.InetSocketAddress[]"/>
- <param name="protocol" type="java.lang.Class"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Makes a set of calls in parallel. Each parameter is sent to the
- corresponding address. When all values are available, or have timed out
- or errored, the collected results are returned in an array. The array
- contains nulls for calls that timed out or errored.]]>
- </doc>
- </method>
- <field name="IPC_CLIENT_CONNECT_MAX_RETRIES_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IPC_CLIENT_CONNECT_MAX_RETRIES_DEFAULT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A client for an IPC service. IPC calls take a single {@link Writable} as a
- parameter, and return a {@link Writable} as their value. A service runs on
- a port and is defined by a parameter class and a value class.
-
- @see Server]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.ipc.Client -->
- <!-- start class org.apache.hadoop.ipc.RemoteException -->
- <class name="RemoteException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RemoteException" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getClassName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="unwrapRemoteException" return="java.io.IOException"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="lookupTypes" type="java.lang.Class[]"/>
- <doc>
- <![CDATA[If this remote exception wraps up one of the lookupTypes
- then return this exception.
- <p>
- Unwraps any IOException.
-
- @param lookupTypes the desired exception class.
- @return IOException, which is either the lookupClass exception or this.]]>
- </doc>
- </method>
- <method name="unwrapRemoteException" return="java.io.IOException"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Instantiate and return the exception wrapped up by this remote exception.
-
- <p> This unwraps any <code>Throwable</code> that has a constructor taking
- a <code>String</code> as a parameter.
- Otherwise it returns this.
-
- @return <code>Throwable]]>
- </doc>
- </method>
- <method name="valueOf" return="org.apache.hadoop.ipc.RemoteException"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attrs" type="org.xml.sax.Attributes"/>
- <doc>
- <![CDATA[Create RemoteException from attributes]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.ipc.RemoteException -->
- <!-- start class org.apache.hadoop.ipc.RPC -->
- <class name="RPC" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="waitForProxy" return="org.apache.hadoop.ipc.VersionedProtocol"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getProxy" return="org.apache.hadoop.ipc.VersionedProtocol"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="factory" type="javax.net.SocketFactory"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a client-side proxy object that implements the named protocol,
- talking to a server at the named address.]]>
- </doc>
- </method>
- <method name="getProxy" return="org.apache.hadoop.ipc.VersionedProtocol"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="factory" type="javax.net.SocketFactory"/>
- <param name="rpcTimeout" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a client-side proxy object that implements the named protocol,
- talking to a server at the named address.]]>
- </doc>
- </method>
- <method name="getProxy" return="org.apache.hadoop.ipc.VersionedProtocol"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="factory" type="javax.net.SocketFactory"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a client-side proxy object that implements the named protocol,
- talking to a server at the named address.]]>
- </doc>
- </method>
- <method name="getProxy" return="org.apache.hadoop.ipc.VersionedProtocol"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="factory" type="javax.net.SocketFactory"/>
- <param name="rpcTimeout" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a client-side proxy object that implements the named protocol,
- talking to a server at the named address.]]>
- </doc>
- </method>
- <method name="getProxy" return="org.apache.hadoop.ipc.VersionedProtocol"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="factory" type="javax.net.SocketFactory"/>
- <param name="rpcTimeout" type="int"/>
- <param name="connectionRetryPolicy" type="org.apache.hadoop.io.retry.RetryPolicy"/>
- <param name="checkVersion" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a client-side proxy object that implements the named protocol,
- talking to a server at the named address.]]>
- </doc>
- </method>
- <method name="checkVersion"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="proxy" type="org.apache.hadoop.ipc.VersionedProtocol"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get server version and then compare it with client version.]]>
- </doc>
- </method>
- <method name="getProxy" return="org.apache.hadoop.ipc.VersionedProtocol"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a client-side proxy object with the default SocketFactory
-
- @param protocol
- @param clientVersion
- @param addr
- @param conf
- @return a proxy instance
- @throws IOException]]>
- </doc>
- </method>
- <method name="getProxy" return="org.apache.hadoop.ipc.VersionedProtocol"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="clientVersion" type="long"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="rpcTimeout" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="stopProxy"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="proxy" type="org.apache.hadoop.ipc.VersionedProtocol"/>
- <doc>
- <![CDATA[Stop this proxy and release its invoker's resource
- @param proxy the proxy to be stopped]]>
- </doc>
- </method>
- <method name="call" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use {@link #call(Method, Object[][], InetSocketAddress[], UserGroupInformation, Configuration)} instead">
- <param name="method" type="java.lang.reflect.Method"/>
- <param name="params" type="java.lang.Object[][]"/>
- <param name="addrs" type="java.net.InetSocketAddress[]"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Expert: Make multiple, parallel calls to a set of servers.
- @deprecated Use {@link #call(Method, Object[][], InetSocketAddress[], UserGroupInformation, Configuration)} instead]]>
- </doc>
- </method>
- <method name="call" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="method" type="java.lang.reflect.Method"/>
- <param name="params" type="java.lang.Object[][]"/>
- <param name="addrs" type="java.net.InetSocketAddress[]"/>
- <param name="ticket" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Expert: Make multiple, parallel calls to a set of servers.]]>
- </doc>
- </method>
- <method name="getServer" return="org.apache.hadoop.ipc.RPC.Server"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="instance" type="java.lang.Object"/>
- <param name="bindAddress" type="java.lang.String"/>
- <param name="port" type="int"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a server for a protocol implementation instance listening on a
- port and address.]]>
- </doc>
- </method>
- <method name="getServer" return="org.apache.hadoop.ipc.RPC.Server"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="instance" type="java.lang.Object"/>
- <param name="bindAddress" type="java.lang.String"/>
- <param name="port" type="int"/>
- <param name="numHandlers" type="int"/>
- <param name="verbose" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a server for a protocol implementation instance listening on a
- port and address.]]>
- </doc>
- </method>
- <method name="getServer" return="org.apache.hadoop.ipc.RPC.Server"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="instance" type="java.lang.Object"/>
- <param name="bindAddress" type="java.lang.String"/>
- <param name="port" type="int"/>
- <param name="numHandlers" type="int"/>
- <param name="verbose" type="boolean"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="secretManager" type="org.apache.hadoop.security.token.SecretManager"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a server for a protocol implementation instance listening on a
- port and address, with a secret manager.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A simple RPC mechanism.
- A <i>protocol</i> is a Java interface. All parameters and return types must
- be one of:
- <ul> <li>a primitive type, <code>boolean</code>, <code>byte</code>,
- <code>char</code>, <code>short</code>, <code>int</code>, <code>long</code>,
- <code>float</code>, <code>double</code>, or <code>void</code>; or</li>
- <li>a {@link String}; or</li>
- <li>a {@link Writable}; or</li>
- <li>an array of the above types</li> </ul>
- All methods in the protocol should throw only IOException. No field data of
- the protocol instance is transmitted.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.ipc.RPC -->
- <!-- start class org.apache.hadoop.ipc.RPC.Server -->
- <class name="RPC.Server" extends="org.apache.hadoop.ipc.Server"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RPC.Server" type="java.lang.Object, org.apache.hadoop.conf.Configuration, java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct an RPC server.
- @param instance the instance whose methods will be called
- @param conf the configuration to use
- @param bindAddress the address to bind on to listen for connection
- @param port the port to listen for connections on]]>
- </doc>
- </constructor>
- <constructor name="RPC.Server" type="java.lang.Object, org.apache.hadoop.conf.Configuration, java.lang.String, int, int, boolean, org.apache.hadoop.security.token.SecretManager"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct an RPC server.
- @param instance the instance whose methods will be called
- @param conf the configuration to use
- @param bindAddress the address to bind on to listen for connection
- @param port the port to listen for connections on
- @param numHandlers the number of method handler threads to run
- @param verbose whether each call should be logged]]>
- </doc>
- </constructor>
- <method name="call" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="param" type="org.apache.hadoop.io.Writable"/>
- <param name="receivedTime" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An RPC Server.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.ipc.RPC.Server -->
- <!-- start class org.apache.hadoop.ipc.RPC.VersionMismatch -->
- <class name="RPC.VersionMismatch" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RPC.VersionMismatch" type="java.lang.String, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a version mismatch exception
- @param interfaceName the name of the protocol mismatch
- @param clientVersion the client's version of the protocol
- @param serverVersion the server's version of the protocol]]>
- </doc>
- </constructor>
- <method name="getInterfaceName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the interface name
- @return the java class name
- (eg. org.apache.hadoop.mapred.InterTrackerProtocol)]]>
- </doc>
- </method>
- <method name="getClientVersion" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the client's preferred version]]>
- </doc>
- </method>
- <method name="getServerVersion" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the server's agreed to version.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A version mismatch for the RPC protocol.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.ipc.RPC.VersionMismatch -->
- <!-- start class org.apache.hadoop.ipc.Server -->
- <class name="Server" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Server" type="java.lang.String, int, java.lang.Class, int, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="Server" type="java.lang.String, int, java.lang.Class, int, org.apache.hadoop.conf.Configuration, java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="Server" type="java.lang.String, int, java.lang.Class, int, org.apache.hadoop.conf.Configuration, java.lang.String, org.apache.hadoop.security.token.SecretManager"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructs a server listening on the named port and address. Parameters passed must
- be of the named class. The <code>handlerCount</handlerCount> determines
- the number of handler threads that will be used to process calls.]]>
- </doc>
- </constructor>
- <method name="addTerseExceptions"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="exceptionClass" type="java.lang.Class[]"/>
- </method>
- <method name="get" return="org.apache.hadoop.ipc.Server"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the server instance called under or null. May be called under
- {@link #call(Writable, long)} implementations, and under {@link Writable}
- methods of paramters and return values. Permits applications to access
- the server context.]]>
- </doc>
- </method>
- <method name="getRemoteIp" return="java.net.InetAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the remote side ip address when invoked inside an RPC
- Returns null incase of an error.]]>
- </doc>
- </method>
- <method name="getRemoteAddress" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns remote address as a string when invoked inside an RPC.
- Returns null in case of an error.]]>
- </doc>
- </method>
- <method name="bind"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="socket" type="java.net.ServerSocket"/>
- <param name="address" type="java.net.InetSocketAddress"/>
- <param name="backlog" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A convenience method to bind to a given address and report
- better exceptions if the address is not a valid host.
- @param socket the socket to bind
- @param address the address to bind to
- @param backlog the number of connections allowed in the queue
- @throws BindException if the address can't be bound
- @throws UnknownHostException if the address isn't a valid host name
- @throws IOException other random errors from bind]]>
- </doc>
- </method>
- <method name="getRpcMetrics" return="org.apache.hadoop.ipc.metrics.RpcInstrumentation"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a handle to the rpcMetrics (required in tests)
- @return rpc metrics]]>
- </doc>
- </method>
- <method name="setSocketSendBufSize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="size" type="int"/>
- <doc>
- <![CDATA[Sets the socket buffer size used for responding to RPCs]]>
- </doc>
- </method>
- <method name="start"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Starts the service. Must be called before any calls will be handled.]]>
- </doc>
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stops the service. No new calls will be handled after this is called.]]>
- </doc>
- </method>
- <method name="join"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Wait for the server to be stopped.
- Does not wait for all subthreads to finish.
- See {@link #stop()}.]]>
- </doc>
- </method>
- <method name="getListenerAddress" return="java.net.InetSocketAddress"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the socket (ip+port) on which the RPC server is listening to.
- @return the socket (ip+port) on which the RPC server is listening to.]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #call(Class, Writable, long)} instead">
- <param name="param" type="org.apache.hadoop.io.Writable"/>
- <param name="receiveTime" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called for each call.
- @deprecated Use {@link #call(Class, Writable, long)} instead]]>
- </doc>
- </method>
- <method name="call" return="org.apache.hadoop.io.Writable"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.Class"/>
- <param name="param" type="org.apache.hadoop.io.Writable"/>
- <param name="receiveTime" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called for each call.]]>
- </doc>
- </method>
- <method name="authorize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="connection" type="org.apache.hadoop.ipc.ConnectionHeader"/>
- <param name="addr" type="java.net.InetAddress"/>
- <exception name="AuthorizationException" type="org.apache.hadoop.security.authorize.AuthorizationException"/>
- <doc>
- <![CDATA[Authorize the incoming client connection.
-
- @param user client user
- @param connection incoming connection
- @param addr InetAddress of incoming connection
- @throws AuthorizationException when the client isn't authorized to talk the protocol]]>
- </doc>
- </method>
- <method name="getNumOpenConnections" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of open RPC conections
- @return the number of open rpc connections]]>
- </doc>
- </method>
- <method name="getCallQueueLen" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of rpc calls in the queue.
- @return The number of rpc calls in the queue.]]>
- </doc>
- </method>
- <field name="HEADER" type="java.nio.ByteBuffer"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The first four bytes of Hadoop RPC connections]]>
- </doc>
- </field>
- <field name="CURRENT_VERSION" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="rpcMetrics" type="org.apache.hadoop.ipc.metrics.RpcInstrumentation"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An abstract IPC service. IPC calls take a single {@link Writable} as a
- parameter, and return a {@link Writable} as their value. A service runs on
- a port and is defined by a parameter class and a value class.
-
- @see Client]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.ipc.Server -->
- <!-- start class org.apache.hadoop.ipc.Server.Connection -->
- <class name="Server.Connection" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Server.Connection" type="java.nio.channels.SelectionKey, java.nio.channels.SocketChannel, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHostAddress" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHostInetAddress" return="java.net.InetAddress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setLastContact"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="lastContact" type="long"/>
- </method>
- <method name="getLastContact" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readAndProcess" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <field name="attemptingUser" type="org.apache.hadoop.security.UserGroupInformation"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Reads calls from a connection and queues them for handling.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.ipc.Server.Connection -->
- <!-- start interface org.apache.hadoop.ipc.VersionedProtocol -->
- <interface name="VersionedProtocol" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getProtocolVersion" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.String"/>
- <param name="clientVersion" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return protocol version corresponding to protocol interface.
- @param protocol The classname of the protocol interface
- @param clientVersion The version of the protocol that the client speaks
- @return the version that the server will speak]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Superclass of all protocols that use Hadoop RPC.
- Subclasses of this interface are also supposed to have
- a static final long versionID field.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.ipc.VersionedProtocol -->
- </package>
- <package name="org.apache.hadoop.ipc.metrics">
- <!-- start class org.apache.hadoop.ipc.metrics.RpcInstrumentation -->
- <class name="RpcInstrumentation" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSource"/>
- <method name="getMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- <method name="create" return="org.apache.hadoop.ipc.metrics.RpcInstrumentation"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="serverName" type="java.lang.String"/>
- <param name="port" type="int"/>
- <doc>
- <![CDATA[Create an RPC instrumentation object
- @param serverName name of the server
- @param port the RPC port
- @return the instrumentation object]]>
- </doc>
- </method>
- <method name="create" return="org.apache.hadoop.ipc.metrics.RpcInstrumentation"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="serverName" type="java.lang.String"/>
- <param name="port" type="int"/>
- <param name="ms" type="org.apache.hadoop.metrics2.MetricsSystem"/>
- <doc>
- <![CDATA[Create an RPC instrumentation object
- Mostly useful for testing.
- @param serverName name of the server
- @param port the RPC port
- @param ms the metrics system object
- @return the instrumentation object]]>
- </doc>
- </method>
- <method name="detailed" return="org.apache.hadoop.metrics2.MetricsSource"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the detailed (per call) metrics source for RPC]]>
- </doc>
- </method>
- <method name="incrAuthenticationFailures"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[One authentication failure event]]>
- </doc>
- </method>
- <method name="incrAuthenticationSuccesses"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[One authentication success event]]>
- </doc>
- </method>
- <method name="incrAuthorizationSuccesses"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[One authorization success event]]>
- </doc>
- </method>
- <method name="incrAuthorizationFailures"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[One authorization failure event]]>
- </doc>
- </method>
- <method name="shutdown"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Shutdown the instrumentation for the process]]>
- </doc>
- </method>
- <method name="incrSentBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="count" type="int"/>
- <doc>
- <![CDATA[Increment sent bytes by count
- @param count to increment]]>
- </doc>
- </method>
- <method name="incrReceivedBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="count" type="int"/>
- <doc>
- <![CDATA[Increment received bytes by count
- @param count to increment]]>
- </doc>
- </method>
- <method name="addRpcQueueTime"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="qTime" type="int"/>
- <doc>
- <![CDATA[Add an RPC queue time sample
- @param qTime]]>
- </doc>
- </method>
- <method name="addRpcProcessingTime"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="processingTime" type="int"/>
- <doc>
- <![CDATA[Add an RPC processing time sample
- @param processingTime]]>
- </doc>
- </method>
- <method name="addRpcProcessingTime"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="methodName" type="java.lang.String"/>
- <param name="processingTime" type="int"/>
- <doc>
- <![CDATA[Add an RPC processing time sample for a particular RPC method
- @param methodName method name of the RPC
- @param processingTime elapsed processing time of the RPC]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The RPC metrics instrumentation]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.ipc.metrics.RpcInstrumentation -->
- <!-- start class org.apache.hadoop.ipc.metrics.RpcInstrumentation.Detailed -->
- <class name="RpcInstrumentation.Detailed" extends="org.apache.hadoop.metrics2.lib.AbstractMetricsSource"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="addRpcProcessingTime"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="methodName" type="java.lang.String"/>
- <param name="processingTime" type="int"/>
- </method>
- <doc>
- <![CDATA[Use a separate source for detailed (per call) RPC metrics for
- easy and efficient filtering]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.ipc.metrics.RpcInstrumentation.Detailed -->
- </package>
- <package name="org.apache.hadoop.jmx">
- <!-- start class org.apache.hadoop.jmx.JMXJsonServlet -->
- <class name="JMXJsonServlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JMXJsonServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <doc>
- <![CDATA[Initialize this servlet.]]>
- </doc>
- </method>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <doc>
- <![CDATA[Process a GET request for the specified resource.
-
- @param request
- The servlet request we are processing
- @param response
- The servlet response we are creating]]>
- </doc>
- </method>
- <field name="mBeanServer" type="javax.management.MBeanServer"
- transient="true" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[MBean server.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Provides Read only web access to JMX.
- <p>
- This servlet generally will be placed under the /jmx URL for each
- HttpServer. It provides read only
- access to JMX metrics. The optional <code>qry</code> parameter
- may be used to query only a subset of the JMX Beans. This query
- functionality is provided through the
- {@link MBeanServer#queryNames(ObjectName, javax.management.QueryExp)}
- method.
- <p>
- For example <code>http://.../jmx?qry=Hadoop:*</code> will return
- all hadoop metrics exposed through JMX.
- <p>
- If the <code>qry</code> parameter is not formatted correctly then a
- 400 BAD REQUEST http response code will be returned.
- <p>
- The return format is JSON and in the form
- <p>
- <code><pre>
- {
- "beans" : [
- {
- "name":"bean-name"
- ...
- }
- ]
- }
- </pre></code>
- <p>
- The servlet attempts to convert the the JMXBeans into JSON. Each
- bean's attributes will be converted to a JSON object member.
-
- If the attribute is a boolean, a number, a string, or an array
- it will be converted to the JSON equivalent.
-
- If the value is a {@link CompositeData} then it will be converted
- to a JSON object with the keys as the name of the JSON member and
- the value is converted following these same rules.
-
- If the value is a {@link TabularData} then it will be converted
- to an array of the {@link CompositeData} elements that it contains.
-
- All other objects will be converted to a string and output as such.
-
- The bean's name and modelerType will be returned for all beans.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.jmx.JMXJsonServlet -->
- </package>
- <package name="org.apache.hadoop.log">
- <!-- start class org.apache.hadoop.log.EventCounter -->
- <class name="EventCounter" extends="org.apache.hadoop.log.metrics.EventCounter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link org.apache.hadoop.log.metrics.EventCounter} instead">
- <constructor name="EventCounter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A log4J Appender that simply counts logging events in three levels:
- fatal, error and warn. The class name is used in log4j.properties
- @deprecated use {@link org.apache.hadoop.log.metrics.EventCounter} instead]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.log.EventCounter -->
- <!-- start class org.apache.hadoop.log.LogLevel -->
- <class name="LogLevel" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LogLevel"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <doc>
- <![CDATA[A command line implementation]]>
- </doc>
- </method>
- <field name="USAGES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Change log level in runtime.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.log.LogLevel -->
- <!-- start class org.apache.hadoop.log.LogLevel.Servlet -->
- <class name="LogLevel.Servlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LogLevel.Servlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A servlet implementation]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.log.LogLevel.Servlet -->
- </package>
- <package name="org.apache.hadoop.log.metrics">
- <!-- start class org.apache.hadoop.log.metrics.EventCounter -->
- <class name="EventCounter" extends="org.apache.log4j.AppenderSkeleton"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="EventCounter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getFatal" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getError" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getWarn" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getInfo" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="event" type="org.apache.log4j.spi.LoggingEvent"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="requiresLayout" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A log4J Appender that simply counts logging events in three levels:
- fatal, error and warn. The class name is used in log4j.properties]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.log.metrics.EventCounter -->
- </package>
- <package name="org.apache.hadoop.metrics">
- <!-- start class org.apache.hadoop.metrics.ContextFactory -->
- <class name="ContextFactory" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="ContextFactory"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of ContextFactory]]>
- </doc>
- </constructor>
- <method name="getAttribute" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns the value of the named attribute, or null if there is no
- attribute of that name.
- @param attributeName the attribute name
- @return the attribute value]]>
- </doc>
- </method>
- <method name="getAttributeNames" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the names of all the factory's attributes.
-
- @return the attribute names]]>
- </doc>
- </method>
- <method name="setAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <param name="value" type="java.lang.Object"/>
- <doc>
- <![CDATA[Sets the named factory attribute to the specified value, creating it
- if it did not already exist. If the value is null, this is the same as
- calling removeAttribute.
- @param attributeName the attribute name
- @param value the new attribute value]]>
- </doc>
- </method>
- <method name="removeAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <doc>
- <![CDATA[Removes the named attribute if it exists.
- @param attributeName the attribute name]]>
- </doc>
- </method>
- <method name="getContext" return="org.apache.hadoop.metrics.MetricsContext"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="refName" type="java.lang.String"/>
- <param name="contextName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="InstantiationException" type="java.lang.InstantiationException"/>
- <exception name="IllegalAccessException" type="java.lang.IllegalAccessException"/>
- <doc>
- <![CDATA[Returns the named MetricsContext instance, constructing it if necessary
- using the factory's current configuration attributes. <p/>
-
- When constructing the instance, if the factory property
- <i>contextName</i>.class</code> exists,
- its value is taken to be the name of the class to instantiate. Otherwise,
- the default is to create an instance of
- <code>org.apache.hadoop.metrics.spi.NullContext</code>, which is a
- dummy "no-op" context which will cause all metric data to be discarded.
-
- @param contextName the name of the context
- @return the named MetricsContext]]>
- </doc>
- </method>
- <method name="getContext" return="org.apache.hadoop.metrics.MetricsContext"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="InstantiationException" type="java.lang.InstantiationException"/>
- <exception name="IllegalAccessException" type="java.lang.IllegalAccessException"/>
- </method>
- <method name="getAllContexts" return="java.util.Collection"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns all MetricsContexts built by this factory.]]>
- </doc>
- </method>
- <method name="getNullContext" return="org.apache.hadoop.metrics.MetricsContext"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns a "null" context - one which does nothing.]]>
- </doc>
- </method>
- <method name="getFactory" return="org.apache.hadoop.metrics.ContextFactory"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the singleton ContextFactory instance, constructing it if
- necessary. <p/>
-
- When the instance is constructed, this method checks if the file
- <code>hadoop-metrics.properties</code> exists on the class path. If it
- exists, it must be in the format defined by java.util.Properties, and all
- the properties in the file are set as attributes on the newly created
- ContextFactory instance.
- @return the singleton ContextFactory instance]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Factory class for creating MetricsContext objects. To obtain an instance
- of this class, use the static <code>getFactory()</code> method.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.ContextFactory -->
- <!-- start interface org.apache.hadoop.metrics.MetricsContext -->
- <interface name="MetricsContext" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics.ContextFactory"/>
- <doc>
- <![CDATA[Initialize this context.
- @param contextName The given name for this context
- @param factory The creator of this context]]>
- </doc>
- </method>
- <method name="getContextName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the context name.
- @return the context name]]>
- </doc>
- </method>
- <method name="startMonitoring"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Starts or restarts monitoring, the emitting of metrics records as they are
- updated.]]>
- </doc>
- </method>
- <method name="stopMonitoring"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stops monitoring. This does not free any data that the implementation
- may have buffered for sending at the next timer event. It
- is OK to call <code>startMonitoring()</code> again after calling
- this.
- @see #close()]]>
- </doc>
- </method>
- <method name="isMonitoring" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if monitoring is currently in progress.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stops monitoring and also frees any buffered data, returning this
- object to its initial state.]]>
- </doc>
- </method>
- <method name="createRecord" return="org.apache.hadoop.metrics.MetricsRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="recordName" type="java.lang.String"/>
- <doc>
- <![CDATA[Creates a new MetricsRecord instance with the given <code>recordName</code>.
- Throws an exception if the metrics implementation is configured with a fixed
- set of record names and <code>recordName</code> is not in that set.
- @param recordName the name of the record
- @throws MetricsException if recordName conflicts with configuration data]]>
- </doc>
- </method>
- <method name="registerUpdater"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="updater" type="org.apache.hadoop.metrics.Updater"/>
- <doc>
- <![CDATA[Registers a callback to be called at regular time intervals, as
- determined by the implementation-class specific configuration.
- @param updater object to be run periodically; it should updated
- some metrics records and then return]]>
- </doc>
- </method>
- <method name="unregisterUpdater"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="updater" type="org.apache.hadoop.metrics.Updater"/>
- <doc>
- <![CDATA[Removes a callback, if it exists.
-
- @param updater object to be removed from the callback list]]>
- </doc>
- </method>
- <method name="getPeriod" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the timer period.]]>
- </doc>
- </method>
- <method name="getAllRecords" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Retrieves all the records managed by this MetricsContext.
- Useful for monitoring systems that are polling-based.
-
- @return A non-null map from all record names to the records managed.]]>
- </doc>
- </method>
- <field name="DEFAULT_PERIOD" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default period in seconds at which data is sent to the metrics system.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The main interface to the metrics package.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics.MetricsContext -->
- <!-- start class org.apache.hadoop.metrics.MetricsException -->
- <class name="MetricsException" extends="java.lang.RuntimeException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of {@link org.apache.hadoop.metrics2.MetricsException}.">
- <constructor name="MetricsException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of MetricsException]]>
- </doc>
- </constructor>
- <constructor name="MetricsException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of MetricsException
- @param message an error message]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[General-purpose, unchecked metrics exception.
- @deprecated in favor of {@link org.apache.hadoop.metrics2.MetricsException}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.MetricsException -->
- <!-- start interface org.apache.hadoop.metrics.MetricsRecord -->
- <interface name="MetricsRecord" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <method name="getRecordName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the record name.
- @return the record name]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value. The tagValue may be null,
- which is treated the same as an empty String.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="int"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="long"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="short"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="byte"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="removeTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <doc>
- <![CDATA[Removes any tag of the specified name.
- @param tagName name of a tag]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="int"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="long"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="short"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="byte"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="float"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="int"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="long"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="short"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="byte"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="float"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Updates the table of buffered data which is to be sent periodically.
- If the tag values match an existing row, that row is updated;
- otherwise, a new row is added.]]>
- </doc>
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Removes, from the buffered data table, all rows having tags
- that equal the tags that have been set on this record. For example,
- if there are no tags on this record, all rows for this record name
- would be removed. Or, if there is a single tag on this record, then
- just rows containing a tag with the same name and value would be removed.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A named and optionally tagged set of records to be sent to the metrics
- system. <p/>
- A record name identifies the kind of data to be reported. For example, a
- program reporting statistics relating to the disks on a computer might use
- a record name "diskStats".<p/>
- A record has zero or more <i>tags</i>. A tag has a name and a value. To
- continue the example, the "diskStats" record might use a tag named
- "diskName" to identify a particular disk. Sometimes it is useful to have
- more than one tag, so there might also be a "diskType" with value "ide" or
- "scsi" or whatever.<p/>
- A record also has zero or more <i>metrics</i>. These are the named
- values that are to be reported to the metrics system. In the "diskStats"
- example, possible metric names would be "diskPercentFull", "diskPercentBusy",
- "kbReadPerSecond", etc.<p/>
-
- The general procedure for using a MetricsRecord is to fill in its tag and
- metric values, and then call <code>update()</code> to pass the record to the
- client library.
- Metric data is not immediately sent to the metrics system
- each time that <code>update()</code> is called.
- An internal table is maintained, identified by the record name. This
- table has columns
- corresponding to the tag and the metric names, and rows
- corresponding to each unique set of tag values. An update
- either modifies an existing row in the table, or adds a new row with a set of
- tag values that are different from all the other rows. Note that if there
- are no tags, then there can be at most one row in the table. <p/>
-
- Once a row is added to the table, its data will be sent to the metrics system
- on every timer period, whether or not it has been updated since the previous
- timer period. If this is inappropriate, for example if metrics were being
- reported by some transient object in an application, the <code>remove()</code>
- method can be used to remove the row and thus stop the data from being
- sent.<p/>
- Note that the <code>update()</code> method is atomic. This means that it is
- safe for different threads to be updating the same metric. More precisely,
- it is OK for different threads to call <code>update()</code> on MetricsRecord instances
- with the same set of tag names and tag values. Different threads should
- <b>not</b> use the same MetricsRecord instance at the same time.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics.MetricsRecord -->
- <!-- start class org.apache.hadoop.metrics.MetricsServlet -->
- <class name="MetricsServlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="MetricsServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A servlet to print out metrics data. By default, the servlet returns a
- textual representation (no promises are made for parseability), and
- users can use "?format=json" for parseable output.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.MetricsServlet -->
- <!-- start class org.apache.hadoop.metrics.MetricsUtil -->
- <class name="MetricsUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <method name="getContext" return="org.apache.hadoop.metrics.MetricsContext"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- </method>
- <method name="getContext" return="org.apache.hadoop.metrics.MetricsContext"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="refName" type="java.lang.String"/>
- <param name="contextName" type="java.lang.String"/>
- <doc>
- <![CDATA[Utility method to return the named context.
- If the desired context cannot be created for any reason, the exception
- is logged, and a null context is returned.]]>
- </doc>
- </method>
- <method name="createRecord" return="org.apache.hadoop.metrics.MetricsRecord"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.metrics.MetricsContext"/>
- <param name="recordName" type="java.lang.String"/>
- <doc>
- <![CDATA[Utility method to create and return new metrics record instance within the
- given context. This record is tagged with the host name.
- @param context the context
- @param recordName name of the record
- @return newly created metrics record]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Utility class to simplify creation and reporting of hadoop metrics.
- For examples of usage, see NameNodeMetrics.
- @see org.apache.hadoop.metrics.MetricsRecord
- @see org.apache.hadoop.metrics.MetricsContext
- @see org.apache.hadoop.metrics.ContextFactory
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.MetricsUtil -->
- <!-- start interface org.apache.hadoop.metrics.Updater -->
- <interface name="Updater" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <method name="doUpdates"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.metrics.MetricsContext"/>
- <doc>
- <![CDATA[Timer-based call-back from the metric library.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Call-back interface. See <code>MetricsContext.registerUpdater()</code>.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics.Updater -->
- </package>
- <package name="org.apache.hadoop.metrics.file">
- <!-- start class org.apache.hadoop.metrics.file.FileContext -->
- <class name="FileContext" extends="org.apache.hadoop.metrics.spi.AbstractMetricsContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link org.apache.hadoop.metrics2.sink.FileSink} instead.">
- <constructor name="FileContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of FileContext]]>
- </doc>
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics.ContextFactory"/>
- </method>
- <method name="getFileName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the configured file name, or null.]]>
- </doc>
- </method>
- <method name="startMonitoring"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Starts or restarts monitoring, by opening in append-mode, the
- file specified by the <code>fileName</code> attribute,
- if specified. Otherwise the data will be written to standard
- output.]]>
- </doc>
- </method>
- <method name="stopMonitoring"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stops monitoring, closing the file.
- @see #close()]]>
- </doc>
- </method>
- <method name="emitRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="recordName" type="java.lang.String"/>
- <param name="outRec" type="org.apache.hadoop.metrics.spi.OutputRecord"/>
- <doc>
- <![CDATA[Emits a metrics record to a file.]]>
- </doc>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Flushes the output writer, forcing updates to disk.]]>
- </doc>
- </method>
- <field name="FILE_NAME_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="PERIOD_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Metrics context for writing metrics to a file.<p/>
- This class is configured by setting ContextFactory attributes which in turn
- are usually configured through a properties file. All the attributes are
- prefixed by the contextName. For example, the properties file might contain:
- <pre>
- myContextName.fileName=/tmp/metrics.log
- myContextName.period=5
- </pre>
- @deprecated use {@link org.apache.hadoop.metrics2.sink.FileSink} instead.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.file.FileContext -->
- </package>
- <package name="org.apache.hadoop.metrics.ganglia">
- <!-- start class org.apache.hadoop.metrics.ganglia.GangliaContext -->
- <class name="GangliaContext" extends="org.apache.hadoop.metrics.spi.AbstractMetricsContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="GangliaContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of GangliaContext]]>
- </doc>
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics.ContextFactory"/>
- </method>
- <method name="emitRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="recordName" type="java.lang.String"/>
- <param name="outRec" type="org.apache.hadoop.metrics.spi.OutputRecord"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="emitMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="type" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getUnits" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- </method>
- <method name="getSlope" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- </method>
- <method name="getTmax" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- </method>
- <method name="getDmax" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- </method>
- <method name="xdr_string"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <doc>
- <![CDATA[Puts a string into the buffer by first writing the size of the string
- as an int, followed by the bytes of the string, padded if necessary to
- a multiple of 4.]]>
- </doc>
- </method>
- <method name="xdr_int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Puts an integer into the buffer as 4 bytes, big-endian.]]>
- </doc>
- </method>
- <field name="buffer" type="byte[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="offset" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="metricsServers" type="java.util.List"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="datagramSocket" type="java.net.DatagramSocket"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Context for sending metrics to Ganglia.
-
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.ganglia.GangliaContext -->
- <!-- start class org.apache.hadoop.metrics.ganglia.GangliaContext31 -->
- <class name="GangliaContext31" extends="org.apache.hadoop.metrics.ganglia.GangliaContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GangliaContext31"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics.ContextFactory"/>
- </method>
- <method name="emitMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="type" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Context for sending metrics to Ganglia version 3.1.x.
-
- 3.1.1 has a slightly different wire portal compared to 3.0.x.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.ganglia.GangliaContext31 -->
- </package>
- <package name="org.apache.hadoop.metrics.jvm">
- <!-- start class org.apache.hadoop.metrics.jvm.EventCounter -->
- <class name="EventCounter" extends="org.apache.hadoop.log.metrics.EventCounter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link org.apache.hadoop.log.metrics.EventCounter} instead">
- <constructor name="EventCounter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A log4J Appender that simply counts logging events in three levels:
- fatal, error and warn.
- @deprecated use {@link org.apache.hadoop.log.metrics.EventCounter} instead]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.jvm.EventCounter -->
- <!-- start class org.apache.hadoop.metrics.jvm.JvmMetrics -->
- <class name="JvmMetrics" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <implements name="org.apache.hadoop.metrics.Updater"/>
- <method name="init" return="org.apache.hadoop.metrics.jvm.JvmMetrics"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="processName" type="java.lang.String"/>
- <param name="sessionId" type="java.lang.String"/>
- </method>
- <method name="init" return="org.apache.hadoop.metrics.jvm.JvmMetrics"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="processName" type="java.lang.String"/>
- <param name="sessionId" type="java.lang.String"/>
- <param name="recordName" type="java.lang.String"/>
- </method>
- <method name="doUpdates"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.metrics.MetricsContext"/>
- <doc>
- <![CDATA[This will be called periodically (with the period being configuration
- dependent).]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Singleton class which reports Java Virtual Machine metrics to the metrics API.
- Any application can create an instance of this class in order to emit
- Java VM metrics.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.jvm.JvmMetrics -->
- </package>
- <package name="org.apache.hadoop.metrics.spi">
- <!-- start class org.apache.hadoop.metrics.spi.AbstractMetricsContext -->
- <class name="AbstractMetricsContext" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <implements name="org.apache.hadoop.metrics.MetricsContext"/>
- <constructor name="AbstractMetricsContext"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of AbstractMetricsContext]]>
- </doc>
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics.ContextFactory"/>
- <doc>
- <![CDATA[Initializes the context.]]>
- </doc>
- </method>
- <method name="getAttribute" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <doc>
- <![CDATA[Convenience method for subclasses to access factory attributes.]]>
- </doc>
- </method>
- <method name="getAttributeTable" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="tableName" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns an attribute-value map derived from the factory attributes
- by finding all factory attributes that begin with
- <i>contextName</i>.<i>tableName</i>. The returned map consists of
- those attributes with the contextName and tableName stripped off.]]>
- </doc>
- </method>
- <method name="getContextName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the context name.]]>
- </doc>
- </method>
- <method name="getContextFactory" return="org.apache.hadoop.metrics.ContextFactory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the factory by which this context was created.]]>
- </doc>
- </method>
- <method name="startMonitoring"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Starts or restarts monitoring, the emitting of metrics records.]]>
- </doc>
- </method>
- <method name="stopMonitoring"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stops monitoring. This does not free buffered data.
- @see #close()]]>
- </doc>
- </method>
- <method name="isMonitoring" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if monitoring is currently in progress.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stops monitoring and frees buffered data, returning this
- object to its initial state.]]>
- </doc>
- </method>
- <method name="createRecord" return="org.apache.hadoop.metrics.MetricsRecord"
- abstract="false" native="false" synchronized="true"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="recordName" type="java.lang.String"/>
- <doc>
- <![CDATA[Creates a new AbstractMetricsRecord instance with the given <code>recordName</code>.
- Throws an exception if the metrics implementation is configured with a fixed
- set of record names and <code>recordName</code> is not in that set.
-
- @param recordName the name of the record
- @throws MetricsException if recordName conflicts with configuration data]]>
- </doc>
- </method>
- <method name="newRecord" return="org.apache.hadoop.metrics.MetricsRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="recordName" type="java.lang.String"/>
- <doc>
- <![CDATA[Subclasses should override this if they subclass MetricsRecordImpl.
- @param recordName the name of the record
- @return newly created instance of MetricsRecordImpl or subclass]]>
- </doc>
- </method>
- <method name="registerUpdater"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="updater" type="org.apache.hadoop.metrics.Updater"/>
- <doc>
- <![CDATA[Registers a callback to be called at time intervals determined by
- the configuration.
- @param updater object to be run periodically; it should update
- some metrics records]]>
- </doc>
- </method>
- <method name="unregisterUpdater"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="updater" type="org.apache.hadoop.metrics.Updater"/>
- <doc>
- <![CDATA[Removes a callback, if it exists.
- @param updater object to be removed from the callback list]]>
- </doc>
- </method>
- <method name="getAllRecords" return="java.util.Map"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Retrieves all the records managed by this MetricsContext.
- Useful for monitoring systems that are polling-based.
- @return A non-null collection of all monitoring records.]]>
- </doc>
- </method>
- <method name="emitRecord"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="recordName" type="java.lang.String"/>
- <param name="outRec" type="org.apache.hadoop.metrics.spi.OutputRecord"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Sends a record to the metrics system.]]>
- </doc>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called each period after all records have been emitted, this method does nothing.
- Subclasses may override it in order to perform some kind of flush.]]>
- </doc>
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics.spi.MetricsRecordImpl"/>
- <doc>
- <![CDATA[Called by MetricsRecordImpl.update(). Creates or updates a row in
- the internal table of metric data.]]>
- </doc>
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics.spi.MetricsRecordImpl"/>
- <doc>
- <![CDATA[Called by MetricsRecordImpl.remove(). Removes all matching rows in
- the internal table of metric data. A row matches if it has the same
- tag names and values as record, but it may also have additional
- tags.]]>
- </doc>
- </method>
- <method name="getPeriod" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the timer period.]]>
- </doc>
- </method>
- <method name="setPeriod"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="period" type="int"/>
- <doc>
- <![CDATA[Sets the timer period]]>
- </doc>
- </method>
- <method name="parseAndSetPeriod"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <doc>
- <![CDATA[If a period is set in the attribute passed in, override
- the default with it.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The main class of the Service Provider Interface. This class should be
- extended in order to integrate the Metrics API with a specific metrics
- client library. <p/>
- This class implements the internal table of metric data, and the timer
- on which data is to be sent to the metrics system. Subclasses must
- override the abstract <code>emitRecord</code> method in order to transmit
- the data. <p/>
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.AbstractMetricsContext -->
- <!-- start class org.apache.hadoop.metrics.spi.AbstractMetricsContext.MetricMap -->
- <class name="AbstractMetricsContext.MetricMap" extends="java.util.TreeMap"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.AbstractMetricsContext.MetricMap -->
- <!-- start class org.apache.hadoop.metrics.spi.AbstractMetricsContext.TagMap -->
- <class name="AbstractMetricsContext.TagMap" extends="java.util.TreeMap"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="containsAll" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.metrics.spi.AbstractMetricsContext.TagMap"/>
- <doc>
- <![CDATA[Returns true if this tagmap contains every tag in other.]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.AbstractMetricsContext.TagMap -->
- <!-- start class org.apache.hadoop.metrics.spi.CompositeContext -->
- <class name="CompositeContext" extends="org.apache.hadoop.metrics.spi.AbstractMetricsContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="CompositeContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics.ContextFactory"/>
- </method>
- <method name="newRecord" return="org.apache.hadoop.metrics.MetricsRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="recordName" type="java.lang.String"/>
- </method>
- <method name="emitRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="recordName" type="java.lang.String"/>
- <param name="outRec" type="org.apache.hadoop.metrics.spi.OutputRecord"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startMonitoring"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="stopMonitoring"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isMonitoring" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return true if all subcontexts are monitoring.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="registerUpdater"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="updater" type="org.apache.hadoop.metrics.Updater"/>
- </method>
- <method name="unregisterUpdater"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="updater" type="org.apache.hadoop.metrics.Updater"/>
- </method>
- <doc>
- <![CDATA[@deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.CompositeContext -->
- <!-- start class org.apache.hadoop.metrics.spi.MetricsRecordImpl -->
- <class name="MetricsRecordImpl" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <implements name="org.apache.hadoop.metrics.MetricsRecord"/>
- <constructor name="MetricsRecordImpl" type="java.lang.String, org.apache.hadoop.metrics.spi.AbstractMetricsContext"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of FileRecord]]>
- </doc>
- </constructor>
- <method name="getRecordName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the record name.
- @return the record name]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="int"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="long"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="short"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <param name="tagValue" type="byte"/>
- <doc>
- <![CDATA[Sets the named tag to the specified value.
- @param tagName name of the tag
- @param tagValue new value of the tag
- @throws MetricsException if the tagName conflicts with the configuration]]>
- </doc>
- </method>
- <method name="removeTag"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tagName" type="java.lang.String"/>
- <doc>
- <![CDATA[Removes any tag of the specified name.]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="int"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="long"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="short"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="byte"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="setMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="float"/>
- <doc>
- <![CDATA[Sets the named metric to the specified value.
- @param metricName name of the metric
- @param metricValue new value of the metric
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="int"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="long"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="short"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="byte"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="incrMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <param name="metricValue" type="float"/>
- <doc>
- <![CDATA[Increments the named metric by the specified value.
- @param metricName name of the metric
- @param metricValue incremental value
- @throws MetricsException if the metricName or the type of the metricValue
- conflicts with the configuration]]>
- </doc>
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Updates the table of buffered data which is to be sent periodically.
- If the tag values match an existing row, that row is updated;
- otherwise, a new row is added.]]>
- </doc>
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Removes the row, if it exists, in the buffered data table having tags
- that equal the tags that have been set on this record.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An implementation of MetricsRecord. Keeps a back-pointer to the context
- from which it was created, and delegates back to it on <code>update</code>
- and <code>remove()</code>.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.MetricsRecordImpl -->
- <!-- start class org.apache.hadoop.metrics.spi.MetricValue -->
- <class name="MetricValue" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="MetricValue" type="java.lang.Number, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of MetricValue]]>
- </doc>
- </constructor>
- <method name="isIncrement" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isAbsolute" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumber" return="java.lang.Number"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="ABSOLUTE" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="INCREMENT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A Number that is either an absolute or an incremental amount.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.MetricValue -->
- <!-- start class org.apache.hadoop.metrics.spi.NoEmitMetricsContext -->
- <class name="NoEmitMetricsContext" extends="org.apache.hadoop.metrics.spi.AbstractMetricsContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="NoEmitMetricsContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of NullContextWithUpdateThread]]>
- </doc>
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics.ContextFactory"/>
- </method>
- <method name="emitRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="recordName" type="java.lang.String"/>
- <param name="outRec" type="org.apache.hadoop.metrics.spi.OutputRecord"/>
- <doc>
- <![CDATA[Do-nothing version of emitRecord]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A MetricsContext that does not emit data, but, unlike NullContextWithUpdate,
- does save it for retrieval with getAllRecords().
-
- This is useful if you want to support {@link MetricsServlet}, but
- not emit metrics in any other way.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.NoEmitMetricsContext -->
- <!-- start class org.apache.hadoop.metrics.spi.NullContext -->
- <class name="NullContext" extends="org.apache.hadoop.metrics.spi.AbstractMetricsContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="NullContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of NullContext]]>
- </doc>
- </constructor>
- <method name="startMonitoring"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Do-nothing version of startMonitoring]]>
- </doc>
- </method>
- <method name="emitRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="recordName" type="java.lang.String"/>
- <param name="outRec" type="org.apache.hadoop.metrics.spi.OutputRecord"/>
- <doc>
- <![CDATA[Do-nothing version of emitRecord]]>
- </doc>
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics.spi.MetricsRecordImpl"/>
- <doc>
- <![CDATA[Do-nothing version of update]]>
- </doc>
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics.spi.MetricsRecordImpl"/>
- <doc>
- <![CDATA[Do-nothing version of remove]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Null metrics context: a metrics context which does nothing. Used as the
- default context, so that no performance data is emitted if no configuration
- data is found.
-
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.NullContext -->
- <!-- start class org.apache.hadoop.metrics.spi.NullContextWithUpdateThread -->
- <class name="NullContextWithUpdateThread" extends="org.apache.hadoop.metrics.spi.AbstractMetricsContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="NullContextWithUpdateThread"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of NullContextWithUpdateThread]]>
- </doc>
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics.ContextFactory"/>
- </method>
- <method name="emitRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="contextName" type="java.lang.String"/>
- <param name="recordName" type="java.lang.String"/>
- <param name="outRec" type="org.apache.hadoop.metrics.spi.OutputRecord"/>
- <doc>
- <![CDATA[Do-nothing version of emitRecord]]>
- </doc>
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics.spi.MetricsRecordImpl"/>
- <doc>
- <![CDATA[Do-nothing version of update]]>
- </doc>
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics.spi.MetricsRecordImpl"/>
- <doc>
- <![CDATA[Do-nothing version of remove]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A null context which has a thread calling
- periodically when monitoring is started. This keeps the data sampled
- correctly.
- In all other respects, this is like the NULL context: No data is emitted.
- This is suitable for Monitoring systems like JMX which reads the metrics
- when someone reads the data from JMX.
-
- The default impl of start and stop monitoring:
- is the AbstractMetricsContext is good enough.
-
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.NullContextWithUpdateThread -->
- <!-- start class org.apache.hadoop.metrics.spi.OutputRecord -->
- <class name="OutputRecord" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <method name="getTagNames" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the set of tag names]]>
- </doc>
- </method>
- <method name="getTag" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns a tag object which is can be a String, Integer, Short or Byte.
- @return the tag value, or null if there is no such tag]]>
- </doc>
- </method>
- <method name="getMetricNames" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the set of metric names.]]>
- </doc>
- </method>
- <method name="getMetric" return="java.lang.Number"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns the metric object which can be a Float, Integer, Short or Byte.]]>
- </doc>
- </method>
- <method name="getTagsCopy" return="org.apache.hadoop.metrics.spi.AbstractMetricsContext.TagMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a copy of this record's tags.]]>
- </doc>
- </method>
- <method name="getMetricsCopy" return="org.apache.hadoop.metrics.spi.AbstractMetricsContext.MetricMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a copy of this record's metrics.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Represents a record of metric data to be sent to a metrics system.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.OutputRecord -->
- <!-- start class org.apache.hadoop.metrics.spi.Util -->
- <class name="Util" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="parse" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="specs" type="java.lang.String"/>
- <param name="defaultPort" type="int"/>
- <doc>
- <![CDATA[Parses a space and/or comma separated sequence of server specifications
- of the form <i>hostname</i> or <i>hostname:port</i>. If
- the specs string is null, defaults to localhost:defaultPort.
-
- @return a list of InetSocketAddress objects.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Static utility methods]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.spi.Util -->
- </package>
- <package name="org.apache.hadoop.metrics.util">
- <!-- start class org.apache.hadoop.metrics.util.MBeanUtil -->
- <class name="MBeanUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of {@link org.apache.hadoop.metrics2.util.MBeans}.">
- <constructor name="MBeanUtil"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="registerMBean" return="javax.management.ObjectName"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="serviceName" type="java.lang.String"/>
- <param name="nameName" type="java.lang.String"/>
- <param name="theMbean" type="java.lang.Object"/>
- <doc>
- <![CDATA[Register the MBean using our standard MBeanName format
- "hadoop:service=<serviceName>,name=<nameName>"
- Where the <serviceName> and <nameName> are the supplied parameters
-
- @param serviceName
- @param nameName
- @param theMbean - the MBean to register
- @return the named used to register the MBean]]>
- </doc>
- </method>
- <method name="unregisterMBean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mbeanName" type="javax.management.ObjectName"/>
- </method>
- <doc>
- <![CDATA[This util class provides a method to register an MBean using
- our standard naming convention as described in the doc
- for {@link #registerMBean(String, String, Object)}
- @deprecated in favor of {@link org.apache.hadoop.metrics2.util.MBeans}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MBeanUtil -->
- <!-- start class org.apache.hadoop.metrics.util.MetricsBase -->
- <class name="MetricsBase" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="MetricsBase" type="java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <constructor name="MetricsBase" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="pushMetric"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mr" type="org.apache.hadoop.metrics.MetricsRecord"/>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDescription" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="NO_DESCRIPTION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This is base class for all metrics
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MetricsBase -->
- <!-- start class org.apache.hadoop.metrics.util.MetricsDynamicMBeanBase -->
- <class name="MetricsDynamicMBeanBase" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <implements name="javax.management.DynamicMBean"/>
- <constructor name="MetricsDynamicMBeanBase" type="org.apache.hadoop.metrics.util.MetricsRegistry, java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="getAttribute" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <exception name="AttributeNotFoundException" type="javax.management.AttributeNotFoundException"/>
- <exception name="MBeanException" type="javax.management.MBeanException"/>
- <exception name="ReflectionException" type="javax.management.ReflectionException"/>
- </method>
- <method name="getAttributes" return="javax.management.AttributeList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeNames" type="java.lang.String[]"/>
- </method>
- <method name="getMBeanInfo" return="javax.management.MBeanInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="invoke" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="actionName" type="java.lang.String"/>
- <param name="parms" type="java.lang.Object[]"/>
- <param name="signature" type="java.lang.String[]"/>
- <exception name="MBeanException" type="javax.management.MBeanException"/>
- <exception name="ReflectionException" type="javax.management.ReflectionException"/>
- </method>
- <method name="setAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attribute" type="javax.management.Attribute"/>
- <exception name="AttributeNotFoundException" type="javax.management.AttributeNotFoundException"/>
- <exception name="InvalidAttributeValueException" type="javax.management.InvalidAttributeValueException"/>
- <exception name="MBeanException" type="javax.management.MBeanException"/>
- <exception name="ReflectionException" type="javax.management.ReflectionException"/>
- </method>
- <method name="setAttributes" return="javax.management.AttributeList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributes" type="javax.management.AttributeList"/>
- </method>
- <doc>
- <![CDATA[This abstract base class facilitates creating dynamic mbeans automatically from
- metrics.
- The metrics constructors registers metrics in a registry.
- Different categories of metrics should be in differnt classes with their own
- registry (as in NameNodeMetrics and DataNodeMetrics).
- Then the MBean can be created passing the registry to the constructor.
- The MBean should be then registered using a mbean name (example):
- MetricsHolder myMetrics = new MetricsHolder(); // has metrics and registry
- MetricsTestMBean theMBean = new MetricsTestMBean(myMetrics.mregistry);
- ObjectName mbeanName = MBeanUtil.registerMBean("ServiceFoo",
- "TestStatistics", theMBean);
-
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MetricsDynamicMBeanBase -->
- <!-- start class org.apache.hadoop.metrics.util.MetricsIntValue -->
- <class name="MetricsIntValue" extends="org.apache.hadoop.metrics.util.MetricsBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of {@link org.apache.hadoop.metrics2.lib.MetricMutableGaugeInt}.">
- <constructor name="MetricsIntValue" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered]]>
- </doc>
- </constructor>
- <constructor name="MetricsIntValue" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered
- A description of {@link #NO_DESCRIPTION} is used]]>
- </doc>
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newValue" type="int"/>
- <doc>
- <![CDATA[Set the value
- @param newValue]]>
- </doc>
- </method>
- <method name="get" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get value
- @return the value last set]]>
- </doc>
- </method>
- <method name="pushMetric"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mr" type="org.apache.hadoop.metrics.MetricsRecord"/>
- <doc>
- <![CDATA[Push the metric to the mr.
- The metric is pushed only if it was updated since last push
-
- Note this does NOT push to JMX
- (JMX gets the info via {@link #get()}
- @param mr]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The MetricsIntValue class is for a metric that is not time varied
- but changes only when it is set.
- Each time its value is set, it is published only *once* at the next update
- call.
- @deprecated in favor of {@link org.apache.hadoop.metrics2.lib.MetricMutableGaugeInt}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MetricsIntValue -->
- <!-- start class org.apache.hadoop.metrics.util.MetricsLongValue -->
- <class name="MetricsLongValue" extends="org.apache.hadoop.metrics.util.MetricsBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of lEsS_tHaNcode>org.apache.hadoop.metrics2lEsS_tHaN/code> usage.">
- <constructor name="MetricsLongValue" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered]]>
- </doc>
- </constructor>
- <constructor name="MetricsLongValue" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered
- A description of {@link #NO_DESCRIPTION} is used]]>
- </doc>
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newValue" type="long"/>
- <doc>
- <![CDATA[Set the value
- @param newValue]]>
- </doc>
- </method>
- <method name="get" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get value
- @return the value last set]]>
- </doc>
- </method>
- <method name="pushMetric"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mr" type="org.apache.hadoop.metrics.MetricsRecord"/>
- <doc>
- <![CDATA[Push the metric to the mr.
- The metric is pushed only if it was updated since last push
-
- Note this does NOT push to JMX
- (JMX gets the info via {@link #get()}
- @param mr]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The MetricsLongValue class is for a metric that is not time varied
- but changes only when it is set.
- Each time its value is set, it is published only *once* at the next update
- call.
- @deprecated in favor of <code>org.apache.hadoop.metrics2</code> usage.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MetricsLongValue -->
- <!-- start class org.apache.hadoop.metrics.util.MetricsRegistry -->
- <class name="MetricsRegistry" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of {@link org.apache.hadoop.metrics2.lib.MetricsRegistry}.">
- <constructor name="MetricsRegistry"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return number of metrics in the registry]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricsName" type="java.lang.String"/>
- <param name="theMetricsObj" type="org.apache.hadoop.metrics.util.MetricsBase"/>
- <doc>
- <![CDATA[Add a new metrics to the registry
- @param metricsName - the name
- @param theMetricsObj - the metrics
- @throws IllegalArgumentException if a name is already registered]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.metrics.util.MetricsBase"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metricsName" type="java.lang.String"/>
- <doc>
- <![CDATA[@param metricsName
- @return the metrics if there is one registered by the supplied name.
- Returns null if none is registered]]>
- </doc>
- </method>
- <method name="getKeyList" return="java.util.Collection"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the list of metrics names]]>
- </doc>
- </method>
- <method name="getMetricsList" return="java.util.Collection"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the list of metrics]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is the registry for metrics.
- Related set of metrics should be declared in a holding class and registered
- in a registry for those metrics which is also stored in the the holding class.
- @deprecated in favor of {@link org.apache.hadoop.metrics2.lib.MetricsRegistry}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MetricsRegistry -->
- <!-- start class org.apache.hadoop.metrics.util.MetricsTimeVaryingInt -->
- <class name="MetricsTimeVaryingInt" extends="org.apache.hadoop.metrics.util.MetricsBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of {@link org.apache.hadoop.metrics2.lib.MetricMutableCounterInt}.">
- <constructor name="MetricsTimeVaryingInt" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered
- @param description - the description]]>
- </doc>
- </constructor>
- <constructor name="MetricsTimeVaryingInt" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered
- A description of {@link #NO_DESCRIPTION} is used]]>
- </doc>
- </constructor>
- <method name="inc"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="incr" type="int"/>
- <doc>
- <![CDATA[Inc metrics for incr vlaue
- @param incr - number of operations]]>
- </doc>
- </method>
- <method name="inc"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Inc metrics by one]]>
- </doc>
- </method>
- <method name="pushMetric"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mr" type="org.apache.hadoop.metrics.MetricsRecord"/>
- <doc>
- <![CDATA[Push the delta metrics to the mr.
- The delta is since the last push/interval.
-
- Note this does NOT push to JMX
- (JMX gets the info via {@link #previousIntervalValue}
- @param mr]]>
- </doc>
- </method>
- <method name="getPreviousIntervalValue" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The Value at the Previous interval
- @return prev interval value]]>
- </doc>
- </method>
- <method name="getCurrentIntervalValue" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The Value at the current interval
- @return prev interval value]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The MetricsTimeVaryingInt class is for a metric that naturally
- varies over time (e.g. number of files created). The metrics is accumulated
- over an interval (set in the metrics config file); the metrics is
- published at the end of each interval and then
- reset to zero. Hence the counter has the value in the current interval.
-
- Note if one wants a time associated with the metric then use
- @see org.apache.hadoop.metrics.util.MetricsTimeVaryingRate
- @deprecated in favor of {@link org.apache.hadoop.metrics2.lib.MetricMutableCounterInt}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MetricsTimeVaryingInt -->
- <!-- start class org.apache.hadoop.metrics.util.MetricsTimeVaryingLong -->
- <class name="MetricsTimeVaryingLong" extends="org.apache.hadoop.metrics.util.MetricsBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of {@link org.apache.hadoop.metrics2.lib.MetricMutableCounterLong}.">
- <constructor name="MetricsTimeVaryingLong" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered]]>
- </doc>
- </constructor>
- <constructor name="MetricsTimeVaryingLong" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered
- A description of {@link #NO_DESCRIPTION} is used]]>
- </doc>
- </constructor>
- <method name="inc"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="incr" type="long"/>
- <doc>
- <![CDATA[Inc metrics for incr vlaue
- @param incr - number of operations]]>
- </doc>
- </method>
- <method name="inc"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Inc metrics by one]]>
- </doc>
- </method>
- <method name="pushMetric"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mr" type="org.apache.hadoop.metrics.MetricsRecord"/>
- <doc>
- <![CDATA[Push the delta metrics to the mr.
- The delta is since the last push/interval.
-
- Note this does NOT push to JMX
- (JMX gets the info via {@link #previousIntervalValue}
- @param mr]]>
- </doc>
- </method>
- <method name="getPreviousIntervalValue" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The Value at the Previous interval
- @return prev interval value]]>
- </doc>
- </method>
- <method name="getCurrentIntervalValue" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The Value at the current interval
- @return prev interval value]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The MetricsTimeVaryingLong class is for a metric that naturally
- varies over time (e.g. number of files created). The metrics is accumulated
- over an interval (set in the metrics config file); the metrics is
- published at the end of each interval and then
- reset to zero. Hence the counter has the value in the current interval.
-
- Note if one wants a time associated with the metric then use
- @see org.apache.hadoop.metrics.util.MetricsTimeVaryingRate
- @deprecated in favor of {@link org.apache.hadoop.metrics2.lib.MetricMutableCounterLong}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MetricsTimeVaryingLong -->
- <!-- start class org.apache.hadoop.metrics.util.MetricsTimeVaryingRate -->
- <class name="MetricsTimeVaryingRate" extends="org.apache.hadoop.metrics.util.MetricsBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="in favor of {@link org.apache.hadoop.metrics2.lib.MetricMutableGauge}.">
- <constructor name="MetricsTimeVaryingRate" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered]]>
- </doc>
- </constructor>
- <constructor name="MetricsTimeVaryingRate" type="java.lang.String, org.apache.hadoop.metrics.util.MetricsRegistry"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor - create a new metric
- @param nam the name of the metrics to be used to publish the metric
- @param registry - where the metrics object will be registered
- A description of {@link #NO_DESCRIPTION} is used]]>
- </doc>
- </constructor>
- <method name="inc"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="numOps" type="int"/>
- <param name="time" type="long"/>
- <doc>
- <![CDATA[Increment the metrics for numOps operations
- @param numOps - number of operations
- @param time - time for numOps operations]]>
- </doc>
- </method>
- <method name="inc"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="time" type="long"/>
- <doc>
- <![CDATA[Increment the metrics for one operation
- @param time for one operation]]>
- </doc>
- </method>
- <method name="pushMetric"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mr" type="org.apache.hadoop.metrics.MetricsRecord"/>
- <doc>
- <![CDATA[Push the delta metrics to the mr.
- The delta is since the last push/interval.
-
- Note this does NOT push to JMX
- (JMX gets the info via {@link #getPreviousIntervalAverageTime()} and
- {@link #getPreviousIntervalNumOps()}
- @param mr]]>
- </doc>
- </method>
- <method name="getPreviousIntervalNumOps" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of operations in the previous interval
- @return - ops in prev interval]]>
- </doc>
- </method>
- <method name="getPreviousIntervalAverageTime" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The average rate of an operation in the previous interval
- @return - the average rate.]]>
- </doc>
- </method>
- <method name="getMinTime" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The min time for a single operation since the last reset
- {@link #resetMinMax()}
- @return min time for an operation]]>
- </doc>
- </method>
- <method name="getMaxTime" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The max time for a single operation since the last reset
- {@link #resetMinMax()}
- @return max time for an operation]]>
- </doc>
- </method>
- <method name="resetMinMax"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Reset the min max values]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The MetricsTimeVaryingRate class is for a rate based metric that
- naturally varies over time (e.g. time taken to create a file).
- The rate is averaged at each interval heart beat (the interval
- is set in the metrics config file).
- This class also keeps track of the min and max rates along with
- a method to reset the min-max.
- @deprecated in favor of {@link org.apache.hadoop.metrics2.lib.MetricMutableGauge}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics.util.MetricsTimeVaryingRate -->
- </package>
- <package name="org.apache.hadoop.metrics2">
- <!-- start class org.apache.hadoop.metrics2.Metric -->
- <class name="Metric" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Metric" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the metric with name only
- @param name of the metric]]>
- </doc>
- </constructor>
- <constructor name="Metric" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the metric with a name and a description
- @param name of the metric
- @param desc description of the metric]]>
- </doc>
- </constructor>
- <method name="name" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the metric
- @return the name]]>
- </doc>
- </method>
- <method name="description" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the description of the metric
- @return the description]]>
- </doc>
- </method>
- <method name="value" return="java.lang.Number"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the value of the metric
- @return the value of the metric]]>
- </doc>
- </method>
- <method name="visit"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="visitor" type="org.apache.hadoop.metrics2.MetricsVisitor"/>
- <doc>
- <![CDATA[Accept a visitor interface
- @param visitor of the metric]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="NO_DESCRIPTION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The immutable metric]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.Metric -->
- <!-- start class org.apache.hadoop.metrics2.MetricCounter -->
- <class name="MetricCounter" extends="org.apache.hadoop.metrics2.Metric"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricCounter" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a counter metric
- @param name of the metric
- @param description of the metric]]>
- </doc>
- </constructor>
- <method name="value" return="java.lang.Number"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A generic immutable counter metric type
- @param <T> value type of the metric]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.MetricCounter -->
- <!-- start class org.apache.hadoop.metrics2.MetricGauge -->
- <class name="MetricGauge" extends="org.apache.hadoop.metrics2.Metric"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricGauge" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a gauge metric
- @param name of the metric
- @param description of the metric]]>
- </doc>
- </constructor>
- <method name="value" return="java.lang.Number"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A generic immutable gauge metric
- @param <T> value type of the metric]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.MetricGauge -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsBuilder -->
- <interface name="MetricsBuilder" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="addRecord" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Add a metrics record
- @param name of the record
- @return a metrics record builder for the record]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The metrics builder interface]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsBuilder -->
- <!-- start class org.apache.hadoop.metrics2.MetricsException -->
- <class name="MetricsException" extends="java.lang.RuntimeException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricsException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the exception with a message
- @param message for the exception]]>
- </doc>
- </constructor>
- <constructor name="MetricsException" type="java.lang.String, java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the exception with a message and a cause
- @param message for the exception
- @param cause of the exception]]>
- </doc>
- </constructor>
- <constructor name="MetricsException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the exception with a cause
- @param cause of the exception]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[A general metrics exception wrapper]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.MetricsException -->
- <!-- start class org.apache.hadoop.metrics2.MetricsFilter -->
- <class name="MetricsFilter" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsPlugin"/>
- <constructor name="MetricsFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.commons.configuration.SubsetConfiguration"/>
- </method>
- <method name="accepts" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Whether to accept the name
- @param name to filter on
- @return true to accept; false otherwise.]]>
- </doc>
- </method>
- <method name="accepts" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="org.apache.hadoop.metrics2.MetricsTag"/>
- <doc>
- <![CDATA[Whether to accept the tag
- @param tag to filter on
- @return true to accept; false otherwise]]>
- </doc>
- </method>
- <method name="accepts" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tags" type="java.lang.Iterable"/>
- <doc>
- <![CDATA[Whether to accept the tags
- @param tags to filter on
- @return true to accept; false otherwise]]>
- </doc>
- </method>
- <method name="accepts" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/>
- <doc>
- <![CDATA[Whether to accept the record
- @param record to filter on
- @return true to accept; false otherwise.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The metrics filter interface]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.MetricsFilter -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsPlugin -->
- <interface name="MetricsPlugin" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.commons.configuration.SubsetConfiguration"/>
- <doc>
- <![CDATA[Initialize the plugin
- @param conf the configuration object for the plugin]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A fairly generic plugin interface]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsPlugin -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsRecord -->
- <interface name="MetricsRecord" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="timestamp" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the timestamp of the metrics
- @return the timestamp]]>
- </doc>
- </method>
- <method name="name" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the record name of the metrics
- @return the record name]]>
- </doc>
- </method>
- <method name="context" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the context name of the metrics
- @return the context name]]>
- </doc>
- </method>
- <method name="tags" return="java.lang.Iterable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the tags of the record
- @return the tags]]>
- </doc>
- </method>
- <method name="metrics" return="java.lang.Iterable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the metrics of the record
- @return the metrics]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An immutable snapshot of metrics with a timestamp]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsRecord -->
- <!-- start class org.apache.hadoop.metrics2.MetricsRecordBuilder -->
- <class name="MetricsRecordBuilder" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricsRecordBuilder"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="tag" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <doc>
- <![CDATA[Add a metrics tag
- @param name of the tag
- @param description of the tag
- @param value of the tag
- @return self]]>
- </doc>
- </method>
- <method name="add" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="org.apache.hadoop.metrics2.MetricsTag"/>
- <doc>
- <![CDATA[Add an immutable metrics tag object
- @param tag a pre-made tag object (potentially save an object construction)
- @return self]]>
- </doc>
- </method>
- <method name="setContext" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the context tag
- @param value of the context
- @return self]]>
- </doc>
- </method>
- <method name="addCounter" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Add an int counter metric
- @param name of the metric
- @param description of the metric
- @param value of the metric
- @return self]]>
- </doc>
- </method>
- <method name="addCounter" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Add an long counter metric
- @param name of the metric
- @param description of the metric
- @param value of the metric
- @return self]]>
- </doc>
- </method>
- <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Add a int gauge metric
- @param name of the metric
- @param description of the metric
- @param value of the metric
- @return self]]>
- </doc>
- </method>
- <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Add a long gauge metric
- @param name of the metric
- @param description of the metric
- @param value of the metric
- @return self]]>
- </doc>
- </method>
- <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="float"/>
- <doc>
- <![CDATA[Add a float gauge metric
- @param name of the metric
- @param description of the metric
- @param value of the metric
- @return self]]>
- </doc>
- </method>
- <method name="addGauge" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="double"/>
- <doc>
- <![CDATA[Add a double gauge metric
- @param name of the metric
- @param description of the metric
- @param value of the metric
- @return self]]>
- </doc>
- </method>
- <method name="add" return="org.apache.hadoop.metrics2.MetricsRecordBuilder"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metric" type="org.apache.hadoop.metrics2.Metric"/>
- <doc>
- <![CDATA[Add a pre-made immutable metric object
- @param metric the pre-made metric to save an object construction
- @return self]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The metrics record builder interface]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.MetricsRecordBuilder -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsSink -->
- <interface name="MetricsSink" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsPlugin"/>
- <method name="putMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/>
- <doc>
- <![CDATA[Put a metrics record in the sink
- @param record the record to put]]>
- </doc>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Flush any buffered metrics]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The metrics sink interface]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsSink -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsSource -->
- <interface name="MetricsSource" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsBuilder"/>
- <param name="all" type="boolean"/>
- <doc>
- <![CDATA[Get metrics from the source
- @param builder to contain the resulting metrics snapshot
- @param all if true, return all metrics even if unchanged.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The metrics source interface]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsSource -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsSystem -->
- <interface name="MetricsSystem" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSystemMXBean"/>
- <method name="register" return="org.apache.hadoop.metrics2.MetricsSource"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="desc" type="java.lang.String"/>
- <param name="source" type="org.apache.hadoop.metrics2.MetricsSource"/>
- <doc>
- <![CDATA[Register a metrics source
- @param <T> the type of the source
- @param source to register
- @param name of the source. Must be unique.
- @param desc the description of the source.
- @return the source
- @exception MetricsException]]>
- </doc>
- </method>
- <method name="register" return="org.apache.hadoop.metrics2.MetricsSink"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="desc" type="java.lang.String"/>
- <param name="sink" type="org.apache.hadoop.metrics2.MetricsSink"/>
- <doc>
- <![CDATA[Register a metrics sink
- @param <T> the type of the sink
- @param sink to register
- @param name of the sink. Must be unique.
- @param desc the description of the sink
- @return the sink
- @exception MetricsException]]>
- </doc>
- </method>
- <method name="register"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="callback" type="org.apache.hadoop.metrics2.MetricsSystem.Callback"/>
- <doc>
- <![CDATA[Register a callback interface for JMX events
- @param callback the callback object implementing the MBean interface.]]>
- </doc>
- </method>
- <method name="publishMetricsNow"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Requests an immediate publish of all metrics from sources to sinks.
-
- This is a "soft" request: the expectation is that a best effort will be
- done to synchronously snapshot the metrics from all the sources and put
- them in all the sinks (including flushing the sinks) before returning to
- the caller. If this can't be accomplished in reasonable time it's OK to
- return to the caller before everything is done.]]>
- </doc>
- </method>
- <method name="shutdown"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Shutdown the metrics system completely (usually during server shutdown.)
- The MetricsSystemMXBean will be unregistered.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The metrics system interface]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsSystem -->
- <!-- start class org.apache.hadoop.metrics2.MetricsSystem.AbstractCallback -->
- <class name="MetricsSystem.AbstractCallback" extends="java.lang.Object"
- abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSystem.Callback"/>
- <constructor name="MetricsSystem.AbstractCallback"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="preStart"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="postStart"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="preStop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="postStop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Convenient abstract class for implementing callback interface]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.MetricsSystem.AbstractCallback -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsSystem.Callback -->
- <interface name="MetricsSystem.Callback" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="preStart"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Called before start()]]>
- </doc>
- </method>
- <method name="postStart"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Called after start()]]>
- </doc>
- </method>
- <method name="preStop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Called before stop()]]>
- </doc>
- </method>
- <method name="postStop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Called after stop()]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The metrics system callback interface]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsSystem.Callback -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsSystemMXBean -->
- <interface name="MetricsSystemMXBean" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="start"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Start the metrics system
- @exception MetricsException]]>
- </doc>
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stop the metrics system
- @exception MetricsException]]>
- </doc>
- </method>
- <method name="refreshMBeans"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Force a refresh of MBeans
- @exception MetricsException]]>
- </doc>
- </method>
- <method name="currentConfig" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the current config
- Note, avoid getConfig, as it'll turn it into an attribute,
- which doesn't support multiple lines in the values.
- @exception MetricsException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The JMX interface to the metrics system]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsSystemMXBean -->
- <!-- start class org.apache.hadoop.metrics2.MetricsTag -->
- <class name="MetricsTag" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricsTag" type="java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the tag with name, description and value
- @param name of the tag
- @param description of the tag
- @param value of the tag]]>
- </doc>
- </constructor>
- <method name="name" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the tag
- @return the name]]>
- </doc>
- </method>
- <method name="description" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the description of the tag
- @return the description]]>
- </doc>
- </method>
- <method name="value" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the value of the tag
- @return the value]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Immutable tag for metrics (for grouping on host/queue/username etc.)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.MetricsTag -->
- <!-- start interface org.apache.hadoop.metrics2.MetricsVisitor -->
- <interface name="MetricsVisitor" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="gauge"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metric" type="org.apache.hadoop.metrics2.MetricGauge"/>
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Callback for int value gauges
- @param metric the metric object
- @param value of the metric]]>
- </doc>
- </method>
- <method name="gauge"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metric" type="org.apache.hadoop.metrics2.MetricGauge"/>
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Callback for long value gauges
- @param metric the metric object
- @param value of the metric]]>
- </doc>
- </method>
- <method name="gauge"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metric" type="org.apache.hadoop.metrics2.MetricGauge"/>
- <param name="value" type="float"/>
- <doc>
- <![CDATA[Callback for float value gauges
- @param metric the metric object
- @param value of the metric]]>
- </doc>
- </method>
- <method name="gauge"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metric" type="org.apache.hadoop.metrics2.MetricGauge"/>
- <param name="value" type="double"/>
- <doc>
- <![CDATA[Callback for double value gauges
- @param metric the metric object
- @param value of the metric]]>
- </doc>
- </method>
- <method name="counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metric" type="org.apache.hadoop.metrics2.MetricCounter"/>
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Callback for integer value counters
- @param metric the metric object
- @param value of the metric]]>
- </doc>
- </method>
- <method name="counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="metric" type="org.apache.hadoop.metrics2.MetricCounter"/>
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Callback for long value counters
- @param metric the metric object
- @param value of the metric]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A visitor interface for metrics]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.metrics2.MetricsVisitor -->
- </package>
- <package name="org.apache.hadoop.metrics2.filter">
- <!-- start class org.apache.hadoop.metrics2.filter.GlobFilter -->
- <class name="GlobFilter" extends="org.apache.hadoop.metrics2.filter.AbstractPatternFilter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GlobFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compile" return="java.util.regex.Pattern"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- </method>
- <doc>
- <![CDATA[A glob pattern filter for metrics]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.filter.GlobFilter -->
- <!-- start class org.apache.hadoop.metrics2.filter.RegexFilter -->
- <class name="RegexFilter" extends="org.apache.hadoop.metrics2.filter.AbstractPatternFilter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RegexFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="compile" return="java.util.regex.Pattern"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- </method>
- <doc>
- <![CDATA[A regex pattern filter for metrics]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.filter.RegexFilter -->
- </package>
- <package name="org.apache.hadoop.metrics2.impl">
- <!-- start class org.apache.hadoop.metrics2.impl.MetricsConfigException -->
- <class name="MetricsConfigException" extends="org.apache.hadoop.metrics2.MetricsException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The metrics configuration runtime exception]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.impl.MetricsConfigException -->
- <!-- start class org.apache.hadoop.metrics2.impl.MetricsRecordImpl -->
- <class name="MetricsRecordImpl" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsRecord"/>
- <constructor name="MetricsRecordImpl" type="java.lang.String, long, java.lang.Iterable, java.lang.Iterable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a metrics record
- @param name of the record
- @param timestamp of the record
- @param tags of the record
- @param metrics of the record]]>
- </doc>
- </constructor>
- <method name="timestamp" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="name" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="context" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="tags" return="java.lang.Iterable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="metrics" return="java.lang.Iterable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="CONTEXT_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_CONTEXT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.metrics2.impl.MetricsRecordImpl -->
- <!-- start class org.apache.hadoop.metrics2.impl.MetricsSystemImpl -->
- <class name="MetricsSystemImpl" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSystem"/>
- <constructor name="MetricsSystemImpl" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the metrics system
- @param prefix for the system]]>
- </doc>
- </constructor>
- <constructor name="MetricsSystemImpl"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the system but not initializing (read config etc.) it.]]>
- </doc>
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="prefix" type="java.lang.String"/>
- <doc>
- <![CDATA[Initialized the metrics system with a prefix.
- @param prefix the system will look for configs with the prefix]]>
- </doc>
- </method>
- <method name="start"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="register" return="org.apache.hadoop.metrics2.MetricsSource"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="desc" type="java.lang.String"/>
- <param name="source" type="org.apache.hadoop.metrics2.MetricsSource"/>
- </method>
- <method name="register" return="org.apache.hadoop.metrics2.MetricsSink"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="sink" type="org.apache.hadoop.metrics2.MetricsSink"/>
- </method>
- <method name="register"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="callback" type="org.apache.hadoop.metrics2.MetricsSystem.Callback"/>
- </method>
- <method name="refreshMBeans"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="currentConfig" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="publishMetricsNow"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Requests an immediate publish of all metrics from sources to sinks.]]>
- </doc>
- </method>
- <method name="shutdown"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A base class for metrics system singletons]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.impl.MetricsSystemImpl -->
- </package>
- <package name="org.apache.hadoop.metrics2.lib">
- <!-- start class org.apache.hadoop.metrics2.lib.AbstractMetricsSource -->
- <class name="AbstractMetricsSource" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSource"/>
- <constructor name="AbstractMetricsSource" type="java.lang.String, org.apache.hadoop.metrics2.lib.MetricMutableFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the source with name and a mutable metrics factory
- @param name of the default record
- @param mf the factory to create mutable metrics]]>
- </doc>
- </constructor>
- <constructor name="AbstractMetricsSource" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the source with a name with a default factory
- @param name of the default record]]>
- </doc>
- </constructor>
- <method name="registry" return="org.apache.hadoop.metrics2.lib.MetricsRegistry"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the registry for mutable metrics]]>
- </doc>
- </method>
- <method name="getMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- <field name="registry" type="org.apache.hadoop.metrics2.lib.MetricsRegistry"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A convenient base class for writing metrics sources]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.AbstractMetricsSource -->
- <!-- start class org.apache.hadoop.metrics2.lib.DefaultMetricsSystem -->
- <class name="DefaultMetricsSystem" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSystem"/>
- <method name="values" return="org.apache.hadoop.metrics2.lib.DefaultMetricsSystem[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.metrics2.lib.DefaultMetricsSystem"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="initialize" return="org.apache.hadoop.metrics2.MetricsSystem"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="prefix" type="java.lang.String"/>
- <doc>
- <![CDATA[Common static convenience method to initialize the metrics system
- @param prefix for configuration
- @return the metrics system instance]]>
- </doc>
- </method>
- <method name="register" return="org.apache.hadoop.metrics2.MetricsSource"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="desc" type="java.lang.String"/>
- <param name="source" type="org.apache.hadoop.metrics2.MetricsSource"/>
- </method>
- <method name="registerSource" return="org.apache.hadoop.metrics2.MetricsSource"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="desc" type="java.lang.String"/>
- <param name="source" type="org.apache.hadoop.metrics2.MetricsSource"/>
- <doc>
- <![CDATA[Common static method to register a source
- @param <T> type of the source
- @param name of the source
- @param desc description
- @param source the source object to register
- @return the source object]]>
- </doc>
- </method>
- <method name="register" return="org.apache.hadoop.metrics2.MetricsSink"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="desc" type="java.lang.String"/>
- <param name="sink" type="org.apache.hadoop.metrics2.MetricsSink"/>
- </method>
- <method name="register"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="callback" type="org.apache.hadoop.metrics2.MetricsSystem.Callback"/>
- </method>
- <method name="publishMetricsNow"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="start"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="refreshMBeans"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="currentConfig" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="shutdown"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="INSTANCE" type="org.apache.hadoop.metrics2.lib.DefaultMetricsSystem"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The singleton instance]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The default metrics system singleton]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.DefaultMetricsSystem -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutable -->
- <class name="MetricMutable" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutable" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a mutable metric
- @param name of the metric
- @param description of the metric]]>
- </doc>
- </constructor>
- <method name="snapshot"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/>
- <param name="all" type="boolean"/>
- <doc>
- <![CDATA[Get a snapshot/snapshot of the metric
- @param builder the metrics record builder
- @param all if true, snapshot unchanged metrics as well]]>
- </doc>
- </method>
- <method name="snapshot"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/>
- <doc>
- <![CDATA[Get a sampe/snapshot of metric if changed
- @param builder the metrics record builder]]>
- </doc>
- </method>
- <method name="setChanged"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Set the changed flag in mutable operations]]>
- </doc>
- </method>
- <method name="clearChanged"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Clear the changed flag in the snapshot operations]]>
- </doc>
- </method>
- <method name="changed" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return true if metric is changed since last snapshot/snapshot]]>
- </doc>
- </method>
- <field name="name" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[name of the metric]]>
- </doc>
- </field>
- <field name="description" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[description of the metric]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The mutable metric interface]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutable -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutableCounter -->
- <class name="MetricMutableCounter" extends="org.apache.hadoop.metrics2.lib.MetricMutable"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutableCounter" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the metric with name and description
- @param name
- @param description]]>
- </doc>
- </constructor>
- <method name="incr"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Increment the metric value by 1.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The mutable counter (monotonically increasing) metric interface
- @param <T> the type of the metric]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutableCounter -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutableCounterInt -->
- <class name="MetricMutableCounterInt" extends="org.apache.hadoop.metrics2.lib.MetricMutableCounter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutableCounterInt" type="java.lang.String, java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a mutable int counter
- @param name of the counter
- @param description of the counter
- @param initValue the initial value of the counter]]>
- </doc>
- </constructor>
- <method name="incr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="incr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delta" type="int"/>
- <doc>
- <![CDATA[Increment the value by a delta
- @param delta of the increment]]>
- </doc>
- </method>
- <method name="snapshot"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- <doc>
- <![CDATA[A mutable int counter for implementing metrics sources]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutableCounterInt -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutableCounterLong -->
- <class name="MetricMutableCounterLong" extends="org.apache.hadoop.metrics2.lib.MetricMutableCounter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutableCounterLong" type="java.lang.String, java.lang.String, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a mutable long counter
- @param name of the counter
- @param description of the counter
- @param initValue the initial value of the counter]]>
- </doc>
- </constructor>
- <method name="incr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="incr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delta" type="long"/>
- <doc>
- <![CDATA[Increment the value by a delta
- @param delta of the increment]]>
- </doc>
- </method>
- <method name="snapshot"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- <doc>
- <![CDATA[A mutable long counter]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutableCounterLong -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutableFactory -->
- <class name="MetricMutableFactory" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutableFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="newMetric" return="org.apache.hadoop.metrics2.lib.MetricMutable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a new mutable metric by name
- Usually overridden by app specific factory
- @param name of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newCounter" return="org.apache.hadoop.metrics2.lib.MetricMutableCounterInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="initValue" type="int"/>
- <doc>
- <![CDATA[Create a mutable integer counter
- @param name of the metric
- @param description of the metric
- @param initValue of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newCounterInt" return="org.apache.hadoop.metrics2.lib.MetricMutableCounterInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a mutable integer counter with name only.
- Usually gets overridden.
- @param name of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newCounter" return="org.apache.hadoop.metrics2.lib.MetricMutableCounterLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="initValue" type="long"/>
- <doc>
- <![CDATA[Create a mutable long integer counter
- @param name of the metric
- @param description of the metric
- @param initValue of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newCounterLong" return="org.apache.hadoop.metrics2.lib.MetricMutableCounterLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a mutable long integer counter with a name
- Usually gets overridden.
- @param name of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MetricMutableGaugeInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="initValue" type="int"/>
- <doc>
- <![CDATA[Create a mutable integer gauge
- @param name of the metric
- @param description of the metric
- @param initValue of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newGaugeInt" return="org.apache.hadoop.metrics2.lib.MetricMutableGaugeInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a mutable integer gauge with name only.
- Usually gets overridden.
- @param name of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MetricMutableGaugeLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="initValue" type="long"/>
- <doc>
- <![CDATA[Create a mutable long integer gauge
- @param name of the metric
- @param description of the metric
- @param initValue of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newGaugeLong" return="org.apache.hadoop.metrics2.lib.MetricMutableGaugeLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a mutable long integer gauge with name only.
- Usually gets overridden.
- @param name of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newStat" return="org.apache.hadoop.metrics2.lib.MetricMutableStat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="sampleName" type="java.lang.String"/>
- <param name="valueName" type="java.lang.String"/>
- <param name="extended" type="boolean"/>
- <doc>
- <![CDATA[Create a mutable stat metric
- @param name of the metric
- @param description of the metric
- @param sampleName of the metric (e.g., ops)
- @param valueName of the metric (e.g., time or latency)
- @param extended if true, produces extended stat (stdev, min/max etc.)
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newStat" return="org.apache.hadoop.metrics2.lib.MetricMutableStat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a mutable stat metric with name only.
- Usually gets overridden.
- @param name of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Factory class for mutable metrics]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutableFactory -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutableGauge -->
- <class name="MetricMutableGauge" extends="org.apache.hadoop.metrics2.lib.MetricMutable"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutableGauge" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the metric with name and description
- @param name of the metric
- @param description of the metric]]>
- </doc>
- </constructor>
- <method name="incr"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Increment the value of the metric by 1]]>
- </doc>
- </method>
- <method name="decr"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Decrement the value of the metric by 1]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The mutable gauge metric interface
- @param <T> the type of the metric]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutableGauge -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutableGaugeInt -->
- <class name="MetricMutableGaugeInt" extends="org.apache.hadoop.metrics2.lib.MetricMutableGauge"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutableGaugeInt" type="java.lang.String, java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a mutable int gauge metric
- @param name of the gauge
- @param description of the gauge
- @param initValue the initial value of the gauge]]>
- </doc>
- </constructor>
- <method name="incr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="incr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delta" type="int"/>
- <doc>
- <![CDATA[Increment by delta
- @param delta of the increment]]>
- </doc>
- </method>
- <method name="decr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="decr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delta" type="int"/>
- <doc>
- <![CDATA[decrement by delta
- @param delta of the decrement]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="int"/>
- <doc>
- <![CDATA[Set the value of the metric
- @param value to set]]>
- </doc>
- </method>
- <method name="snapshot"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- <doc>
- <![CDATA[A mutable int gauge]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutableGaugeInt -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutableGaugeLong -->
- <class name="MetricMutableGaugeLong" extends="org.apache.hadoop.metrics2.lib.MetricMutableGauge"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutableGaugeLong" type="java.lang.String, java.lang.String, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a mutable long gauge metric
- @param name of the gauge
- @param description of the gauge
- @param initValue the initial value of the gauge]]>
- </doc>
- </constructor>
- <method name="incr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="incr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delta" type="long"/>
- <doc>
- <![CDATA[Increment by delta
- @param delta of the increment]]>
- </doc>
- </method>
- <method name="decr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="decr"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="delta" type="long"/>
- <doc>
- <![CDATA[decrement by delta
- @param delta of the decrement]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Set the value of the metric
- @param value to set]]>
- </doc>
- </method>
- <method name="snapshot"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- <doc>
- <![CDATA[A mutable long gauge]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutableGaugeLong -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricMutableStat -->
- <class name="MetricMutableStat" extends="org.apache.hadoop.metrics2.lib.MetricMutable"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricMutableStat" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a sample statistics metric
- @param name of the metric
- @param description of the metric
- @param sampleName of the metric (e.g. "ops")
- @param valueName of the metric (e.g. "time", "latency")
- @param extended create extended stats (stdev, min/max etc.) by default.]]>
- </doc>
- </constructor>
- <constructor name="MetricMutableStat" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a snapshot stat metric with extended stat off by default
- @param name of the metric
- @param description of the metric
- @param sampleName of the metric (e.g. "ops")
- @param valueName of the metric (e.g. "time", "latency")]]>
- </doc>
- </constructor>
- <method name="add"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="numSamples" type="long"/>
- <param name="sum" type="long"/>
- <doc>
- <![CDATA[Add a number of samples and their sum to the running stat
- @param numSamples number of samples
- @param sum of the samples]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Add a snapshot to the metric
- @param value of the metric]]>
- </doc>
- </method>
- <method name="snapshot"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- <method name="resetMinMax"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Reset the all time min max of the metric]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A mutable metric with stats
- Useful for keep throughput/latency stats.
- e.g., new MetricMutableStat("rpcName", "rpcName stats", "ops", "time");]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricMutableStat -->
- <!-- start class org.apache.hadoop.metrics2.lib.MetricsRegistry -->
- <class name="MetricsRegistry" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricsRegistry" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the registry with a record name
- @param name of the record of the metrics]]>
- </doc>
- </constructor>
- <constructor name="MetricsRegistry" type="java.lang.String, org.apache.hadoop.metrics2.lib.MetricMutableFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct the registry with a name and a metric factory
- @param name of the record of the metrics
- @param factory for creating new mutable metrics]]>
- </doc>
- </constructor>
- <method name="name" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the name of the metrics registry]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.metrics2.lib.MetricMutable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get a metric by name
- @param name of the metric
- @return the metric object]]>
- </doc>
- </method>
- <method name="newCounter" return="org.apache.hadoop.metrics2.lib.MetricMutableCounterInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="initValue" type="int"/>
- <doc>
- <![CDATA[Create a mutable integer counter
- @param name of the metric
- @param description of the metric
- @param initValue of the metric
- @return a new counter object]]>
- </doc>
- </method>
- <method name="newCounter" return="org.apache.hadoop.metrics2.lib.MetricMutableCounterLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="initValue" type="long"/>
- <doc>
- <![CDATA[Create a mutable long integer counter
- @param name of the metric
- @param description of the metric
- @param initValue of the metric
- @return a new counter object]]>
- </doc>
- </method>
- <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MetricMutableGaugeInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="initValue" type="int"/>
- <doc>
- <![CDATA[Create a mutable integer gauge
- @param name of the metric
- @param description of the metric
- @param initValue of the metric
- @return a new gauge object]]>
- </doc>
- </method>
- <method name="newGauge" return="org.apache.hadoop.metrics2.lib.MetricMutableGaugeLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="initValue" type="long"/>
- <doc>
- <![CDATA[Create a mutable long integer gauge
- @param name of the metric
- @param description of the metric
- @param initValue of the metric
- @return a new gauge object]]>
- </doc>
- </method>
- <method name="newStat" return="org.apache.hadoop.metrics2.lib.MetricMutableStat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="sampleName" type="java.lang.String"/>
- <param name="valueName" type="java.lang.String"/>
- <param name="extended" type="boolean"/>
- <doc>
- <![CDATA[Create a mutable metric with stats
- @param name of the metric
- @param description of the metric
- @param sampleName of the metric (e.g., "ops")
- @param valueName of the metric (e.g., "time" or "latency")
- @param extended produce extended stat (stdev, min/max etc.) if true.
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newStat" return="org.apache.hadoop.metrics2.lib.MetricMutableStat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="sampleName" type="java.lang.String"/>
- <param name="valueName" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a mutable metric with stats
- @param name of the metric
- @param description of the metric
- @param sampleName of the metric (e.g., "ops")
- @param valueName of the metric (e.g., "time" or "latency")
- @return a new metric object]]>
- </doc>
- </method>
- <method name="newStat" return="org.apache.hadoop.metrics2.lib.MetricMutableStat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a mutable metric with stats using the name only
- @param name of the metric
- @return a new metric object]]>
- </doc>
- </method>
- <method name="incr"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Increment a metric by name.
- @param name of the metric]]>
- </doc>
- </method>
- <method name="incr"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics2.lib.MetricMutableFactory"/>
- <doc>
- <![CDATA[Increment a metric by name.
- @param name of the metric
- @param factory to lazily create the metric if not null]]>
- </doc>
- </method>
- <method name="decr"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Decrement a metric by name.
- @param name of the metric]]>
- </doc>
- </method>
- <method name="decr"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="factory" type="org.apache.hadoop.metrics2.lib.MetricMutableFactory"/>
- <doc>
- <![CDATA[Decrement a metric by name.
- @param name of the metric
- @param factory to lazily create the metric if not null]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Add a value to a metric by name.
- @param name of the metric
- @param value of the snapshot to add]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="value" type="long"/>
- <param name="factory" type="org.apache.hadoop.metrics2.lib.MetricMutableFactory"/>
- <doc>
- <![CDATA[Decrement a metric by name.
- @param name of the metric
- @param value of the snapshot to add
- @param factory to lazily create the metric if not null]]>
- </doc>
- </method>
- <method name="setContext" return="org.apache.hadoop.metrics2.lib.MetricsRegistry"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the metrics context tag
- @param name of the context
- @return the registry itself as a convenience]]>
- </doc>
- </method>
- <method name="tag" return="org.apache.hadoop.metrics2.lib.MetricsRegistry"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <doc>
- <![CDATA[Add a tag to the metrics
- @param name of the tag
- @param description of the tag
- @param value of the tag
- @return the registry (for keep adding tags)]]>
- </doc>
- </method>
- <method name="tag" return="org.apache.hadoop.metrics2.lib.MetricsRegistry"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="description" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <param name="override" type="boolean"/>
- <doc>
- <![CDATA[Add a tag to the metrics
- @param name of the tag
- @param description of the tag
- @param value of the tag
- @param override existing tag if true
- @return the registry (for keep adding tags)]]>
- </doc>
- </method>
- <method name="tags" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the tags
- @return the tags set]]>
- </doc>
- </method>
- <method name="metrics" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the metrics
- @return the metrics set]]>
- </doc>
- </method>
- <method name="snapshot"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsRecordBuilder"/>
- <param name="all" type="boolean"/>
- <doc>
- <![CDATA[Sample all the mutable metrics and put the snapshot in the builder
- @param builder to contain the metrics snapshot
- @param all get all the metrics even if the values are not changed.]]>
- </doc>
- </method>
- <field name="CONTEXT_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[key for the context tag]]>
- </doc>
- </field>
- <field name="CONTEXT_DESC" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[description for the context tag]]>
- </doc>
- </field>
- <doc>
- <![CDATA[An optional metrics registry class for creating and maintaining a
- collection of MetricsMutables, making writing metrics source easier.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.lib.MetricsRegistry -->
- </package>
- <package name="org.apache.hadoop.metrics2.sink">
- <!-- start class org.apache.hadoop.metrics2.sink.FileSink -->
- <class name="FileSink" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSink"/>
- <constructor name="FileSink"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.commons.configuration.SubsetConfiguration"/>
- </method>
- <method name="putMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.metrics2.sink.FileSink -->
- </package>
- <package name="org.apache.hadoop.metrics2.sink.ganglia">
- <!-- start class org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink -->
- <class name="AbstractGangliaSink" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSink"/>
- <constructor name="AbstractGangliaSink"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.commons.configuration.SubsetConfiguration"/>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getGangliaConfForMetric" return="org.apache.hadoop.metrics2.sink.ganglia.GangliaConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="metricName" type="java.lang.String"/>
- <doc>
- <![CDATA[Lookup GangliaConf from cache. If not found, return default values
- @param metricName
- @return looked up GangliaConf]]>
- </doc>
- </method>
- <method name="getHostName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the hostName]]>
- </doc>
- </method>
- <method name="xdr_string"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <doc>
- <![CDATA[Puts a string into the buffer by first writing the size of the string as an
- int, followed by the bytes of the string, padded if necessary to a multiple
- of 4.
- @param s the string to be written to buffer at offset location]]>
- </doc>
- </method>
- <method name="xdr_int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Puts an integer into the buffer as 4 bytes, big-endian.]]>
- </doc>
- </method>
- <method name="emitToGangliaHosts"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Sends Ganglia Metrics to the configured hosts
- @throws IOException]]>
- </doc>
- </method>
- <method name="isSupportSparseMetrics" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return whether sparse metrics are supported]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_UNITS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_TMAX" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_DMAX" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_SLOPE" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_PORT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SERVERS_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BUFFER_SIZE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUPPORT_SPARSE_METRICS_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUPPORT_SPARSE_METRICS_DEFAULT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EQUAL" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="gangliaMetricVisitor" type="org.apache.hadoop.metrics2.sink.ganglia.GangliaMetricVisitor"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Used for visiting Metrics]]>
- </doc>
- </field>
- <doc>
- <![CDATA[This the base class for Ganglia sink classes using metrics2. Lot of the code
- has been derived from org.apache.hadoop.metrics.ganglia.GangliaContext.
- As per the documentation, sink implementations doesn't have to worry about
- thread safety. Hence the code wasn't written for thread safety and should
- be modified in case the above assumption changes in the future.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink -->
- <!-- start class org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaConfType -->
- <class name="AbstractGangliaSink.GangliaConfType" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaConfType[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaConfType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="slope" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaConfType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="units" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaConfType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="dmax" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaConfType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="tmax" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaConfType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[define enum for various type of conf]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaConfType -->
- <!-- start class org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope -->
- <class name="AbstractGangliaSink.GangliaSlope" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="zero" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="positive" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="negative" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="both" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[ganglia slope values which equal the ordinal]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope -->
- <!-- start class org.apache.hadoop.metrics2.sink.ganglia.GangliaSink30 -->
- <class name="GangliaSink30" extends="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GangliaSink30"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="putMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="record" type="org.apache.hadoop.metrics2.MetricsRecord"/>
- </method>
- <method name="emitMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="groupName" type="java.lang.String"/>
- <param name="name" type="java.lang.String"/>
- <param name="type" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <param name="gConf" type="org.apache.hadoop.metrics2.sink.ganglia.GangliaConf"/>
- <param name="gSlope" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The method sends metrics to Ganglia servers. The method has been taken from
- org.apache.hadoop.metrics.ganglia.GangliaContext30 with minimal changes in
- order to keep it in sync.
- @param groupName The group name of the metric
- @param name The metric name
- @param type The type of the metric
- @param value The value of the metric
- @param gConf The GangliaConf for this metric
- @param gSlope The slope for this metric
- @throws IOException]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="metricsCache" type="org.apache.hadoop.metrics2.util.MetricsCache"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This code supports Ganglia 3.0]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.sink.ganglia.GangliaSink30 -->
- <!-- start class org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31 -->
- <class name="GangliaSink31" extends="org.apache.hadoop.metrics2.sink.ganglia.GangliaSink30"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GangliaSink31"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="emitMetric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="groupName" type="java.lang.String"/>
- <param name="name" type="java.lang.String"/>
- <param name="type" type="java.lang.String"/>
- <param name="value" type="java.lang.String"/>
- <param name="gConf" type="org.apache.hadoop.metrics2.sink.ganglia.GangliaConf"/>
- <param name="gSlope" type="org.apache.hadoop.metrics2.sink.ganglia.AbstractGangliaSink.GangliaSlope"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The method sends metrics to Ganglia servers. The method has been taken from
- org.apache.hadoop.metrics.ganglia.GangliaContext31 with minimal changes in
- order to keep it in sync.
- @param groupName The group name of the metric
- @param name The metric name
- @param type The type of the metric
- @param value The value of the metric
- @param gConf The GangliaConf for this metric
- @param gSlope The slope for this metric
- @throws IOException]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This code supports Ganglia 3.1]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31 -->
- </package>
- <package name="org.apache.hadoop.metrics2.source">
- <!-- start class org.apache.hadoop.metrics2.source.JvmMetricsSource -->
- <class name="JvmMetricsSource" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSource"/>
- <method name="create" return="org.apache.hadoop.metrics2.source.JvmMetricsSource"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="processName" type="java.lang.String"/>
- <param name="sessionId" type="java.lang.String"/>
- <param name="ms" type="org.apache.hadoop.metrics2.MetricsSystem"/>
- </method>
- <method name="create" return="org.apache.hadoop.metrics2.source.JvmMetricsSource"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="processName" type="java.lang.String"/>
- <param name="sessionId" type="java.lang.String"/>
- </method>
- <method name="getMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.metrics2.source.JvmMetricsSource -->
- </package>
- <package name="org.apache.hadoop.metrics2.util">
- <!-- start class org.apache.hadoop.metrics2.util.Contracts -->
- <class name="Contracts" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="checkNotNull" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ref" type="java.lang.Object"/>
- <param name="msg" type="java.lang.Object"/>
- <doc>
- <![CDATA[Check that a reference is not null.
- @param <T> type of the reference
- @param ref the reference to check
- @param msg the error message
- @throws NullPointerException if {@code ref} is null
- @return the checked reference for convenience]]>
- </doc>
- </method>
- <method name="checkState"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="expression" type="boolean"/>
- <param name="msg" type="java.lang.Object"/>
- <doc>
- <![CDATA[Check the state expression for false conditions
- @param expression the boolean expression to check
- @param msg the error message if {@code expression} is false
- @throws IllegalStateException if {@code expression} is false]]>
- </doc>
- </method>
- <method name="checkArg" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg" type="java.lang.Object"/>
- <param name="expression" type="boolean"/>
- <param name="msg" type="java.lang.Object"/>
- <doc>
- <![CDATA[Check an argument for false conditions
- @param <T> type of the argument
- @param arg the argument to check
- @param expression the boolean expression for the condition
- @param msg the error message if {@code expression} is false
- @return the argument for convenience]]>
- </doc>
- </method>
- <method name="checkArg" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg" type="int"/>
- <param name="expression" type="boolean"/>
- <param name="msg" type="java.lang.Object"/>
- <doc>
- <![CDATA[Check an argument for false conditions
- @param arg the argument to check
- @param expression the boolean expression for the condition
- @param msg the error message if {@code expression} is false
- @return the argument for convenience]]>
- </doc>
- </method>
- <method name="checkArg" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg" type="long"/>
- <param name="expression" type="boolean"/>
- <param name="msg" type="java.lang.Object"/>
- <doc>
- <![CDATA[Check an argument for false conditions
- @param arg the argument to check
- @param expression the boolean expression for the condition
- @param msg the error message if {@code expression} is false
- @return the argument for convenience]]>
- </doc>
- </method>
- <method name="checkArg" return="float"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg" type="float"/>
- <param name="expression" type="boolean"/>
- <param name="msg" type="java.lang.Object"/>
- <doc>
- <![CDATA[Check an argument for false conditions
- @param arg the argument to check
- @param expression the boolean expression for the condition
- @param msg the error message if {@code expression} is false
- @return the argument for convenience]]>
- </doc>
- </method>
- <method name="checkArg" return="double"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg" type="double"/>
- <param name="expression" type="boolean"/>
- <param name="msg" type="java.lang.Object"/>
- <doc>
- <![CDATA[Check an argument for false conditions
- @param arg the argument to check
- @param expression the boolean expression for the condition
- @param msg the error message if {@code expression} is false
- @return the argument for convenience]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Utilities for programming by contract (preconditions, postconditions etc.)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.util.Contracts -->
- <!-- start class org.apache.hadoop.metrics2.util.MBeans -->
- <class name="MBeans" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MBeans"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="register" return="javax.management.ObjectName"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="serviceName" type="java.lang.String"/>
- <param name="nameName" type="java.lang.String"/>
- <param name="theMbean" type="java.lang.Object"/>
- <doc>
- <![CDATA[Register the MBean using our standard MBeanName format
- "hadoop:service=<serviceName>,name=<nameName>"
- Where the <serviceName> and <nameName> are the supplied parameters
- @param serviceName
- @param nameName
- @param theMbean - the MBean to register
- @return the named used to register the MBean]]>
- </doc>
- </method>
- <method name="unregister"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mbeanName" type="javax.management.ObjectName"/>
- </method>
- <doc>
- <![CDATA[This util class provides a method to register an MBean using
- our standard naming convention as described in the doc
- for {link {@link #register(String, String, Object)}]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.util.MBeans -->
- <!-- start class org.apache.hadoop.metrics2.util.MetricsCache -->
- <class name="MetricsCache" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricsCache"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="update" return="org.apache.hadoop.metrics2.util.MetricsCache.Record"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mr" type="org.apache.hadoop.metrics2.MetricsRecord"/>
- <param name="includingTags" type="boolean"/>
- <doc>
- <![CDATA[Update the cache and return the cached record
- @param mr the update record
- @param includingTags cache tag values (for later lookup by name) if true
- @return the updated cached record]]>
- </doc>
- </method>
- <method name="update" return="org.apache.hadoop.metrics2.util.MetricsCache.Record"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mr" type="org.apache.hadoop.metrics2.MetricsRecord"/>
- </method>
- <method name="get" return="org.apache.hadoop.metrics2.util.MetricsCache.Record"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="tags" type="java.util.Collection"/>
- <doc>
- <![CDATA[Get the cached record
- @param name of the record
- @param tags of the record
- @return the cached record or null]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A metrics cache for sinks that don't support sparse updates.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.util.MetricsCache -->
- <!-- start class org.apache.hadoop.metrics2.util.MetricsCache.Record -->
- <class name="MetricsCache.Record" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MetricsCache.Record"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getTag" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the tag value
- @param key name of the tag
- @return the tag value]]>
- </doc>
- </method>
- <method name="getMetric" return="java.lang.Number"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the metric value
- @param key name of the metric
- @return the metric value]]>
- </doc>
- </method>
- <method name="getMetricInstance" return="org.apache.hadoop.metrics2.Metric"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the metric value
- @param key name of the metric
- @return the metric value]]>
- </doc>
- </method>
- <method name="metrics" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return entry set of metrics]]>
- </doc>
- </method>
- <method name="metricsEntrySet" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return entry set of metrics]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Cached record]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.util.MetricsCache.Record -->
- <!-- start class org.apache.hadoop.metrics2.util.SampleStat -->
- <class name="SampleStat" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SampleStat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a new running sample stat]]>
- </doc>
- </constructor>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="copyTo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.metrics2.util.SampleStat"/>
- <doc>
- <![CDATA[Copy the values to other (saves object creation and gc.)
- @param other the destination to hold our values]]>
- </doc>
- </method>
- <method name="add" return="org.apache.hadoop.metrics2.util.SampleStat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="x" type="double"/>
- <doc>
- <![CDATA[Add a sample the running stat.
- @param x the sample number
- @return self]]>
- </doc>
- </method>
- <method name="add" return="org.apache.hadoop.metrics2.util.SampleStat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nSamples" type="long"/>
- <param name="x" type="double"/>
- <doc>
- <![CDATA[Add some sample and a partial sum to the running stat.
- Note, min/max is not evaluated using this method.
- @param nSamples number of samples
- @param x the partial sum
- @return self]]>
- </doc>
- </method>
- <method name="numSamples" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the total number of samples]]>
- </doc>
- </method>
- <method name="mean" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the arithmetic mean of the samples]]>
- </doc>
- </method>
- <method name="variance" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the variance of the samples]]>
- </doc>
- </method>
- <method name="stddev" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the standard deviation of the samples]]>
- </doc>
- </method>
- <method name="min" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the minimum value of the samples]]>
- </doc>
- </method>
- <method name="max" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the maximum value of the samples]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Helper to compute running sample stats]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.util.SampleStat -->
- <!-- start class org.apache.hadoop.metrics2.util.SampleStat.MinMax -->
- <class name="SampleStat.MinMax" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SampleStat.MinMax"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="double"/>
- </method>
- <method name="min" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="max" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.metrics2.util.SampleStat.MinMax"/>
- </method>
- <doc>
- <![CDATA[Helper to keep running min/max]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.util.SampleStat.MinMax -->
- <!-- start class org.apache.hadoop.metrics2.util.Servers -->
- <class name="Servers" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="parse" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="specs" type="java.lang.String"/>
- <param name="defaultPort" type="int"/>
- <doc>
- <![CDATA[Parses a space and/or comma separated sequence of server specifications
- of the form <i>hostname</i> or <i>hostname:port</i>. If
- the specs string is null, defaults to localhost:defaultPort.
- @param specs server specs (see description)
- @param defaultPort the default port if not specified
- @return a list of InetSocketAddress objects.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Helpers to handle server addresses]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.util.Servers -->
- <!-- start class org.apache.hadoop.metrics2.util.TryIterator -->
- <class name="TryIterator" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.util.Iterator"/>
- <constructor name="TryIterator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="tryNext" return="java.lang.Object"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the next element. Must call {@link #done()} when done, otherwise
- infinite loop could occur. If this method throws an exception, any
- further attempts to use the iterator would result in an
- {@link IllegalStateException}.
- @return the next element if there is one or return {@link #done()}]]>
- </doc>
- </method>
- <method name="done" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Implementations of {@link #tryNext} <b>must</b> call this method
- when there are no more elements left in the iteration.
- @return null as a convenience to implement {@link #tryNext()}]]>
- </doc>
- </method>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return true if we have a next element or false otherwise.]]>
- </doc>
- </method>
- <method name="next" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the next element if we have one.]]>
- </doc>
- </method>
- <method name="current" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the current element without advancing the iterator]]>
- </doc>
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Guaranteed to throw UnsupportedOperationException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A base class for unmodifiable iterators (throws on remove)
- This class also makes writing filtering iterators easier, where the only
- way to discover the end of data is by trying to read it. The same applies
- to writing iterator wrappers around stream read calls.
- One only needs to implement the tryNext() method and call done() when done.
- @param <T> the type of the iterator]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.metrics2.util.TryIterator -->
- </package>
- <package name="org.apache.hadoop.net">
- <!-- start class org.apache.hadoop.net.CachedDNSToSwitchMapping -->
- <class name="CachedDNSToSwitchMapping" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.net.DNSToSwitchMapping"/>
- <constructor name="CachedDNSToSwitchMapping" type="org.apache.hadoop.net.DNSToSwitchMapping"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="resolve" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="names" type="java.util.List"/>
- </method>
- <field name="rawMapping" type="org.apache.hadoop.net.DNSToSwitchMapping"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A cached implementation of DNSToSwitchMapping that takes an
- raw DNSToSwitchMapping and stores the resolved network location in
- a cache. The following calls to a resolved network location
- will get its location from the cache.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.CachedDNSToSwitchMapping -->
- <!-- start class org.apache.hadoop.net.DNS -->
- <class name="DNS" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DNS"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reverseDns" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="hostIp" type="java.net.InetAddress"/>
- <param name="ns" type="java.lang.String"/>
- <exception name="NamingException" type="javax.naming.NamingException"/>
- <doc>
- <![CDATA[Returns the hostname associated with the specified IP address by the
- provided nameserver.
-
- @param hostIp
- The address to reverse lookup
- @param ns
- The host name of a reachable DNS server
- @return The host name associated with the provided IP
- @throws NamingException
- If a NamingException is encountered]]>
- </doc>
- </method>
- <method name="getIPs" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="strInterface" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Like {@link DNS#getIPs(String, boolean)}, but returns all
- IPs associated with the given interface and its subinterfaces.]]>
- </doc>
- </method>
- <method name="getIPs" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="strInterface" type="java.lang.String"/>
- <param name="returnSubinterfaces" type="boolean"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Returns all the IPs associated with the provided interface, if any, in
- textual form.
-
- @param strInterface
- The name of the network interface or subinterface to query
- (eg eth0 or eth0:0) or the string "default"
- @param returnSubinterfaces
- Whether to return IPs associated with subinterfaces of
- the given interface
- @return A string vector of all the IPs associated with the provided
- interface
- @throws UnknownHostException
- If an UnknownHostException is encountered in querying the
- default interface or the given interface can not be found]]>
- </doc>
- </method>
- <method name="getDefaultIP" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="strInterface" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Returns the first available IP address associated with the provided
- network interface
-
- @param strInterface
- The name of the network interface or subinterface to query
- (e.g. eth0 or eth0:0) or the string "default"
- @return The IP address in text form
- @throws UnknownHostException
- If one is encountered in querying the default interface]]>
- </doc>
- </method>
- <method name="getHosts" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="strInterface" type="java.lang.String"/>
- <param name="nameserver" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Returns all the host names associated by the provided nameserver with the
- address bound to the specified network interface
-
- @param strInterface
- The name of the network interface or subinterface to query
- (e.g. eth0 or eth0:0) or the string "default"
- @param nameserver
- The DNS host name
- @return A string vector of all host names associated with the IPs tied to
- the specified interface
- @throws UnknownHostException]]>
- </doc>
- </method>
- <method name="getHosts" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="strInterface" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Returns all the host names associated by the default nameserver with the
- address bound to the specified network interface
-
- @param strInterface
- The name of the network interface to query (e.g. eth0)
- @return The list of host names associated with IPs bound to the network
- interface
- @throws UnknownHostException
- If one is encountered while querying the deault interface]]>
- </doc>
- </method>
- <method name="getDefaultHost" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="strInterface" type="java.lang.String"/>
- <param name="nameserver" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Returns the default (first) host name associated by the provided
- nameserver with the address bound to the specified network interface
-
- @param strInterface
- The name of the network interface to query (e.g. eth0)
- @param nameserver
- The DNS host name
- @return The default host names associated with IPs bound to the network
- interface
- @throws UnknownHostException
- If one is encountered while querying the deault interface]]>
- </doc>
- </method>
- <method name="getDefaultHost" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="strInterface" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Returns the default (first) host name associated by the default
- nameserver with the address bound to the specified network interface
-
- @param strInterface
- The name of the network interface to query (e.g. eth0)
- @return The default host name associated with IPs bound to the network
- interface
- @throws UnknownHostException
- If one is encountered while querying the deault interface]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A class that provides direct and reverse lookup functionalities, allowing
- the querying of specific network interfaces or nameservers.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.DNS -->
- <!-- start interface org.apache.hadoop.net.DNSToSwitchMapping -->
- <interface name="DNSToSwitchMapping" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="resolve" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="names" type="java.util.List"/>
- <doc>
- <![CDATA[Resolves a list of DNS-names/IP-addresses and returns back a list of
- switch information (network paths). One-to-one correspondence must be
- maintained between the elements in the lists.
- Consider an element in the argument list - x.y.com. The switch information
- that is returned must be a network path of the form /foo/rack,
- where / is the root, and 'foo' is the switch where 'rack' is connected.
- Note the hostname/ip-address is not part of the returned path.
- The network topology of the cluster would determine the number of
- components in the network path.
- @param names
- @return list of resolved network paths]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An interface that should be implemented to allow pluggable
- DNS-name/IP-address to RackID resolvers.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.net.DNSToSwitchMapping -->
- <!-- start class org.apache.hadoop.net.NetUtils -->
- <class name="NetUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NetUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSocketFactory" return="javax.net.SocketFactory"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="clazz" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get the socket factory for the given class according to its
- configuration parameter
- <tt>hadoop.rpc.socket.factory.class.<ClassName></tt>. When no
- such parameter exists then fall back on the default socket factory as
- configured by <tt>hadoop.rpc.socket.factory.class.default</tt>. If
- this default socket factory is not configured, then fall back on the JVM
- default socket factory.
-
- @param conf the configuration
- @param clazz the class (usually a {@link VersionedProtocol})
- @return a socket factory]]>
- </doc>
- </method>
- <method name="getDefaultSocketFactory" return="javax.net.SocketFactory"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the default socket factory as specified by the configuration
- parameter <tt>hadoop.rpc.socket.factory.default</tt>
-
- @param conf the configuration
- @return the default socket factory as specified in the configuration or
- the JVM default socket factory if the configuration does not
- contain a default socket factory property.]]>
- </doc>
- </method>
- <method name="getSocketFactoryFromProperty" return="javax.net.SocketFactory"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="propValue" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the socket factory corresponding to the given proxy URI. If the
- given proxy URI corresponds to an absence of configuration parameter,
- returns null. If the URI is malformed raises an exception.
-
- @param propValue the property which is the class name of the
- SocketFactory to instantiate; assumed non null and non empty.
- @return a socket factory as defined in the property value.]]>
- </doc>
- </method>
- <method name="createSocketAddr" return="java.net.InetSocketAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="target" type="java.lang.String"/>
- <doc>
- <![CDATA[Util method to build socket addr from either:
- <host>:<post>
- <fs>://<host>:<port>/<path>]]>
- </doc>
- </method>
- <method name="createSocketAddr" return="java.net.InetSocketAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="target" type="java.lang.String"/>
- <param name="defaultPort" type="int"/>
- <doc>
- <![CDATA[Util method to build socket addr from either:
- <host>
- <host>:<post>
- <fs>://<host>:<port>/<path>]]>
- </doc>
- </method>
- <method name="makeSocketAddr" return="java.net.InetSocketAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <param name="port" type="int"/>
- <doc>
- <![CDATA[Create a socket address with the given host and port. The hostname
- might be replaced with another host that was set via
- {@link #addStaticResolution(String, String)}. The value of
- hadoop.security.token.service.use_ip will determine whether the
- standard java host resolver is used, or if the fully qualified resolver
- is used.
- @param host the hostname or IP use to instantiate the object
- @param port the port number
- @return InetSocketAddress]]>
- </doc>
- </method>
- <method name="getCanonicalUri" return="java.net.URI"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="defaultPort" type="int"/>
- <doc>
- <![CDATA[Resolve the uri's hostname and add the default port if not in the uri
- @param uri to resolve
- @param defaultPort if none is given
- @return URI
- @throws UnknownHostException]]>
- </doc>
- </method>
- <method name="getServerAddress" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="oldBindAddressName" type="java.lang.String"/>
- <param name="oldPortName" type="java.lang.String"/>
- <param name="newBindAddressName" type="java.lang.String"/>
- <doc>
- <![CDATA[Handle the transition from pairs of attributes specifying a host and port
- to a single colon separated one.
- @param conf the configuration to check
- @param oldBindAddressName the old address attribute name
- @param oldPortName the old port attribute name
- @param newBindAddressName the new combined name
- @return the complete address from the configuration]]>
- </doc>
- </method>
- <method name="addStaticResolution"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <param name="resolvedName" type="java.lang.String"/>
- <doc>
- <![CDATA[Adds a static resolution for host. This can be used for setting up
- hostnames with names that are fake to point to a well known host. For e.g.
- in some testcases we require to have daemons with different hostnames
- running on the same machine. In order to create connections to these
- daemons, one can set up mappings from those hostnames to "localhost".
- {@link NetUtils#getStaticResolution(String)} can be used to query for
- the actual hostname.
- @param host
- @param resolvedName]]>
- </doc>
- </method>
- <method name="getStaticResolution" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <doc>
- <![CDATA[Retrieves the resolved name for the passed host. The resolved name must
- have been set earlier using
- {@link NetUtils#addStaticResolution(String, String)}
- @param host
- @return the resolution]]>
- </doc>
- </method>
- <method name="getAllStaticResolutions" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This is used to get all the resolutions that were added using
- {@link NetUtils#addStaticResolution(String, String)}. The return
- value is a List each element of which contains an array of String
- of the form String[0]=hostname, String[1]=resolved-hostname
- @return the list of resolutions]]>
- </doc>
- </method>
- <method name="getConnectAddress" return="java.net.InetSocketAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="server" type="org.apache.hadoop.ipc.Server"/>
- <doc>
- <![CDATA[Returns InetSocketAddress that a client can use to
- connect to the server. Server.getListenerAddress() is not correct when
- the server binds to "0.0.0.0". This returns "127.0.0.1:port" when
- the getListenerAddress() returns "0.0.0.0:port".
-
- @param server
- @return socket address that a client can use to connect to the server.]]>
- </doc>
- </method>
- <method name="getInputStream" return="java.io.InputStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="socket" type="java.net.Socket"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Same as getInputStream(socket, socket.getSoTimeout()).<br><br>
-
- From documentation for {@link #getInputStream(Socket, long)}:<br>
- Returns InputStream for the socket. If the socket has an associated
- SocketChannel then it returns a
- {@link SocketInputStream} with the given timeout. If the socket does not
- have a channel, {@link Socket#getInputStream()} is returned. In the later
- case, the timeout argument is ignored and the timeout set with
- {@link Socket#setSoTimeout(int)} applies for reads.<br><br>
- Any socket created using socket factories returned by {@link NetUtils},
- must use this interface instead of {@link Socket#getInputStream()}.
-
- @see #getInputStream(Socket, long)
-
- @param socket
- @return InputStream for reading from the socket.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getInputStream" return="java.io.InputStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="socket" type="java.net.Socket"/>
- <param name="timeout" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns InputStream for the socket. If the socket has an associated
- SocketChannel then it returns a
- {@link SocketInputStream} with the given timeout. If the socket does not
- have a channel, {@link Socket#getInputStream()} is returned. In the later
- case, the timeout argument is ignored and the timeout set with
- {@link Socket#setSoTimeout(int)} applies for reads.<br><br>
-
- Any socket created using socket factories returned by {@link NetUtils},
- must use this interface instead of {@link Socket#getInputStream()}.
-
- @see Socket#getChannel()
-
- @param socket
- @param timeout timeout in milliseconds. This may not always apply. zero
- for waiting as long as necessary.
- @return InputStream for reading from the socket.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getOutputStream" return="java.io.OutputStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="socket" type="java.net.Socket"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Same as getOutputStream(socket, 0). Timeout of zero implies write will
- wait until data is available.<br><br>
-
- From documentation for {@link #getOutputStream(Socket, long)} : <br>
- Returns OutputStream for the socket. If the socket has an associated
- SocketChannel then it returns a
- {@link SocketOutputStream} with the given timeout. If the socket does not
- have a channel, {@link Socket#getOutputStream()} is returned. In the later
- case, the timeout argument is ignored and the write will wait until
- data is available.<br><br>
-
- Any socket created using socket factories returned by {@link NetUtils},
- must use this interface instead of {@link Socket#getOutputStream()}.
-
- @see #getOutputStream(Socket, long)
-
- @param socket
- @return OutputStream for writing to the socket.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getOutputStream" return="java.io.OutputStream"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="socket" type="java.net.Socket"/>
- <param name="timeout" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns OutputStream for the socket. If the socket has an associated
- SocketChannel then it returns a
- {@link SocketOutputStream} with the given timeout. If the socket does not
- have a channel, {@link Socket#getOutputStream()} is returned. In the later
- case, the timeout argument is ignored and the write will wait until
- data is available.<br><br>
-
- Any socket created using socket factories returned by {@link NetUtils},
- must use this interface instead of {@link Socket#getOutputStream()}.
-
- @see Socket#getChannel()
-
- @param socket
- @param timeout timeout in milliseconds. This may not always apply. zero
- for waiting as long as necessary.
- @return OutputStream for writing to the socket.
- @throws IOException]]>
- </doc>
- </method>
- <method name="connect"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="socket" type="java.net.Socket"/>
- <param name="address" type="java.net.SocketAddress"/>
- <param name="timeout" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This is a drop-in replacement for
- {@link Socket#connect(SocketAddress, int)}.
- In the case of normal sockets that don't have associated channels, this
- just invokes <code>socket.connect(endpoint, timeout)</code>. If
- <code>socket.getChannel()</code> returns a non-null channel,
- connect is implemented using Hadoop's selectors. This is done mainly
- to avoid Sun's connect implementation from creating thread-local
- selectors, since Hadoop does not have control on when these are closed
- and could end up taking all the available file descriptors.
-
- @see java.net.Socket#connect(java.net.SocketAddress, int)
-
- @param socket
- @param address the remote address
- @param timeout timeout in milliseconds]]>
- </doc>
- </method>
- <method name="connect"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="socket" type="java.net.Socket"/>
- <param name="endpoint" type="java.net.SocketAddress"/>
- <param name="localAddr" type="java.net.SocketAddress"/>
- <param name="timeout" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Like {@link NetUtils#connect(Socket, SocketAddress, int)} but
- also takes a local address and port to bind the socket to.
-
- @param socket
- @param endpoint the remote address
- @param localAddr the local address to bind the socket to
- @param timeout timeout in milliseconds]]>
- </doc>
- </method>
- <method name="normalizeHostName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Given a string representation of a host, return its ip address
- in textual presentation.
-
- @param name a string representation of a host:
- either a textual representation its IP address or its host name
- @return its IP address in the string format]]>
- </doc>
- </method>
- <method name="normalizeHostNames" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="names" type="java.util.Collection"/>
- <doc>
- <![CDATA[Given a collection of string representation of hosts, return a list of
- corresponding IP addresses in the textual representation.
-
- @param names a collection of string representations of hosts
- @return a list of corresponding IP addresses in the string format
- @see #normalizeHostName(String)]]>
- </doc>
- </method>
- <method name="verifyHostnames"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="names" type="java.lang.String[]"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Performs a sanity check on the list of hostnames/IPs to verify they at least
- appear to be valid.
- @param names - List of hostnames/IPs
- @throws UnknownHostException]]>
- </doc>
- </method>
- <method name="getLocalInetAddress" return="java.net.InetAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <exception name="SocketException" type="java.net.SocketException"/>
- <doc>
- <![CDATA[Checks if {@code host} is a local host name and return {@link InetAddress}
- corresponding to that address.
-
- @param host the specified host
- @return a valid local {@link InetAddress} or null
- @throws SocketException if an I/O error occurs]]>
- </doc>
- </method>
- <method name="isValidSubnet" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="subnet" type="java.lang.String"/>
- <doc>
- <![CDATA[@return true if the given string is a subnet specified
- using CIDR notation, false otherwise]]>
- </doc>
- </method>
- <method name="getIPs" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="subnet" type="java.lang.String"/>
- <param name="returnSubinterfaces" type="boolean"/>
- <doc>
- <![CDATA[Return an InetAddress for each interface that matches the
- given subnet specified using CIDR notation.
- @param subnet subnet specified using CIDR notation
- @param returnSubinterfaces
- whether to return IPs associated with subinterfaces
- @throws IllegalArgumentException if subnet is invalid]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.net.NetUtils -->
- <!-- start class org.apache.hadoop.net.NetworkTopology -->
- <class name="NetworkTopology" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NetworkTopology"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getInstance" return="org.apache.hadoop.net.NetworkTopology"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get an instance of NetworkTopology based on the value of the configuration
- parameter net.topology.impl.
-
- @param conf the configuration to be used
- @return an instance of NetworkTopology]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Add a leaf node
- Update node counter & rack counter if neccessary
- @param node
- node to be added
- @exception IllegalArgumentException if add a node to a leave
- or node to be added is not a leaf]]>
- </doc>
- </method>
- <method name="getNodeForNetworkLocation" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Return a reference to the node given its string representation.
- Default implementation delegates to {@link #getNode(String)}.
-
- <p>To be overridden in subclasses for specific NetworkTopology
- implementations, as alternative to overriding the full {@link #add(Node)}
- method.
-
- @param node The string representation of this node's network location is
- used to retrieve a Node object.
- @return a reference to the node; null if the node is not in the tree
-
- @see #add(Node)
- @see #getNode(String)]]>
- </doc>
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Remove a node
- Update node counter & rack counter if neccessary
- @param node
- node to be removed]]>
- </doc>
- </method>
- <method name="contains" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Check if the tree contains node <i>node</i>
-
- @param node
- a node
- @return true if <i>node</i> is already in the tree; false otherwise]]>
- </doc>
- </method>
- <method name="getNode" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="loc" type="java.lang.String"/>
- <doc>
- <![CDATA[Given a string representation of a node, return its reference
-
- @param loc
- a path-like string representation of a node
- @return a reference to the node; null if the node is not in the tree]]>
- </doc>
- </method>
- <method name="getRack" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="loc" type="java.lang.String"/>
- <doc>
- <![CDATA[Given a string representation of a rack for a specific network
- location
-
- To be overridden in subclasses for specific NetworkTopology
- implementations, as alternative to overriding the full
- {@link #getRack(String)} method.
- @param loc
- a path-like string representation of a network location
- @return a rack string]]>
- </doc>
- </method>
- <method name="getNumOfRacks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the total number of racks]]>
- </doc>
- </method>
- <method name="getNumOfLeaves" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the total number of nodes]]>
- </doc>
- </method>
- <method name="getDistance" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node1" type="org.apache.hadoop.net.Node"/>
- <param name="node2" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Return the distance between two nodes
- It is assumed that the distance from one node to its parent is 1
- The distance between two nodes is calculated by summing up their distances
- to their closest common ancestor.
- @param node1 one node
- @param node2 another node
- @return the distance between node1 and node2
- node1 or node2 do not belong to the cluster]]>
- </doc>
- </method>
- <method name="isOnSameRack" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node1" type="org.apache.hadoop.net.Node"/>
- <param name="node2" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Check if two nodes are on the same rack
- @param node1 one node
- @param node2 another node
- @return true if node1 and node2 are pm the same rack; false otherwise
- @exception IllegalArgumentException when either node1 or node2 is null, or
- node1 or node2 do not belong to the cluster]]>
- </doc>
- </method>
- <method name="isNodeGroupAware" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Check if network topology is aware of NodeGroup]]>
- </doc>
- </method>
- <method name="isOnSameNodeGroup" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node1" type="org.apache.hadoop.net.Node"/>
- <param name="node2" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Return false directly as not aware of NodeGroup, to be override in sub-class]]>
- </doc>
- </method>
- <method name="isSameParents" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="node1" type="org.apache.hadoop.net.Node"/>
- <param name="node2" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Compare the parents of each node for equality
-
- <p>To be overridden in subclasses for specific NetworkTopology
- implementations, as alternative to overriding the full
- {@link #isOnSameRack(Node, Node)} method.
-
- @param node1 the first node to compare
- @param node2 the second node to compare
- @return true if their parents are equal, false otherwise
-
- @see #isOnSameRack(Node, Node)]]>
- </doc>
- </method>
- <method name="chooseRandom" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="scope" type="java.lang.String"/>
- <doc>
- <![CDATA[randomly choose one node from <i>scope</i>
- if scope starts with ~, choose one from the all nodes except for the
- ones in <i>scope</i>; otherwise, choose one from <i>scope</i>
- @param scope range of nodes from which a node will be choosen
- @return the choosen node]]>
- </doc>
- </method>
- <method name="getLeaves" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="scope" type="java.lang.String"/>
- <doc>
- <![CDATA[return leaves in <i>scope</i>
- @param scope a path string
- @return leaves nodes under specific scope]]>
- </doc>
- </method>
- <method name="countNumOfAvailableNodes" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="scope" type="java.lang.String"/>
- <param name="excludedNodes" type="java.util.Collection"/>
- <doc>
- <![CDATA[return the number of leaves in <i>scope</i> but not in <i>excludedNodes</i>
- if scope starts with ~, return the number of nodes that are not
- in <i>scope</i> and <i>excludedNodes</i>;
- @param scope a path string that may start with ~
- @param excludedNodes a list of nodes
- @return number of available nodes]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[convert a network tree to a string]]>
- </doc>
- </method>
- <method name="getFirstHalf" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="networkLocation" type="java.lang.String"/>
- <doc>
- <![CDATA[Divide networklocation string into two parts by last separator, and get the
- first part here.
-
- @param networkLocation
- @return]]>
- </doc>
- </method>
- <method name="getLastHalf" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="networkLocation" type="java.lang.String"/>
- <doc>
- <![CDATA[Divide networklocation string into two parts by last separator, and get the
- second part here.
-
- @param networkLocation
- @return]]>
- </doc>
- </method>
- <method name="swap"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="nodes" type="org.apache.hadoop.net.Node[]"/>
- <param name="i" type="int"/>
- <param name="j" type="int"/>
- </method>
- <method name="pseudoSortByDistance"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="reader" type="org.apache.hadoop.net.Node"/>
- <param name="nodes" type="org.apache.hadoop.net.Node[]"/>
- <doc>
- <![CDATA[Sort nodes array by their distances to <i>reader</i>
- It linearly scans the array, if a local node is found, swap it with
- the first element of the array.
- If a local rack node is found, swap it with the first element following
- the local node.
- If neither local node or local rack node is found, put a random replica
- location at postion 0.
- It leaves the rest nodes untouched.]]>
- </doc>
- </method>
- <field name="DEFAULT_RACK" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_HOST_LEVEL" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="numOfRacks" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="netlock" type="java.util.concurrent.locks.ReadWriteLock"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="r" type="java.util.Random"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The class represents a cluster of computer with a tree hierarchical
- network topology.
- For example, a cluster may be consists of many data centers filled
- with racks of computers.
- In a network topology, leaves represent data nodes (computers) and inner
- nodes represent switches/routers that manage traffic in/out of data centers
- or racks.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.NetworkTopology -->
- <!-- start class org.apache.hadoop.net.NetworkTopology.InvalidTopologyException -->
- <class name="NetworkTopology.InvalidTopologyException" extends="java.lang.RuntimeException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NetworkTopology.InvalidTopologyException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.net.NetworkTopology.InvalidTopologyException -->
- <!-- start class org.apache.hadoop.net.NetworkTopologyWithNodeGroup -->
- <class name="NetworkTopologyWithNodeGroup" extends="org.apache.hadoop.net.NetworkTopology"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NetworkTopologyWithNodeGroup"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getNodeForNetworkLocation" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- </method>
- <method name="getRack" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="loc" type="java.lang.String"/>
- </method>
- <method name="getNodeGroup" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="loc" type="java.lang.String"/>
- <doc>
- <![CDATA[Given a string representation of a node group for a specific network
- location
-
- @param loc
- a path-like string representation of a network location
- @return a node group string]]>
- </doc>
- </method>
- <method name="isOnSameRack" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node1" type="org.apache.hadoop.net.Node"/>
- <param name="node2" type="org.apache.hadoop.net.Node"/>
- </method>
- <method name="isOnSameNodeGroup" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node1" type="org.apache.hadoop.net.Node"/>
- <param name="node2" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Check if two nodes are on the same node group (hypervisor) The
- assumption here is: each nodes are leaf nodes.
-
- @param node1
- one node (can be null)
- @param node2
- another node (can be null)
- @return true if node1 and node2 are on the same node group; false
- otherwise
- @exception IllegalArgumentException
- when either node1 or node2 is null, or node1 or node2 do
- not belong to the cluster]]>
- </doc>
- </method>
- <method name="isNodeGroupAware" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Check if network topology is aware of NodeGroup]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Add a leaf node
- Update node counter & rack counter if necessary
- @param node node to be added; can be null
- @exception IllegalArgumentException if add a node to a leave
- or node to be added is not a leaf]]>
- </doc>
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Remove a node
- Update node counter and rack counter if necessary
- @param node node to be removed; can be null]]>
- </doc>
- </method>
- <method name="pseudoSortByDistance"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="reader" type="org.apache.hadoop.net.Node"/>
- <param name="nodes" type="org.apache.hadoop.net.Node[]"/>
- <doc>
- <![CDATA[Sort nodes array by their distances to <i>reader</i>
- It linearly scans the array, if a local node is found, swap it with
- the first element of the array.
- If a local node group node is found, swap it with the first element
- following the local node.
- If a local rack node is found, swap it with the first element following
- the local node group node.
- If neither local node, node group node or local rack node is found, put a
- random replica location at position 0.
- It leaves the rest nodes untouched.
- @param reader the node that wishes to read a block from one of the nodes
- @param nodes the list of nodes containing data for the reader]]>
- </doc>
- </method>
- <field name="DEFAULT_NODEGROUP" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The class extends NetworkTopology to represents a cluster of computer with
- a 4-layers hierarchical network topology.
- In this network topology, leaves represent data nodes (computers) and inner
- nodes represent switches/routers that manage traffic in/out of data centers,
- racks or physical host (with virtual switch).
-
- @see NetworkTopology]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.NetworkTopologyWithNodeGroup -->
- <!-- start interface org.apache.hadoop.net.Node -->
- <interface name="Node" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getNetworkLocation" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the string representation of this node's network location]]>
- </doc>
- </method>
- <method name="setNetworkLocation"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="location" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the node's network location]]>
- </doc>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this node's name]]>
- </doc>
- </method>
- <method name="getParent" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this node's parent]]>
- </doc>
- </method>
- <method name="setParent"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="parent" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Set this node's parent]]>
- </doc>
- </method>
- <method name="getLevel" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this node's level in the tree.
- E.g. the root of a tree returns 0 and its children return 1]]>
- </doc>
- </method>
- <method name="setLevel"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Set this node's level in the tree.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The interface defines a node in a network topology.
- A node may be a leave representing a data node or an inner
- node representing a datacenter or rack.
- Each data has a name and its location in the network is
- decided by a string with syntax similar to a file name.
- For example, a data node's name is hostname:port# and if it's located at
- rack "orange" in datacenter "dog", the string representation of its
- network location is /dog/orange]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.net.Node -->
- <!-- start class org.apache.hadoop.net.NodeBase -->
- <class name="NodeBase" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.net.Node"/>
- <constructor name="NodeBase"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor]]>
- </doc>
- </constructor>
- <constructor name="NodeBase" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a node from its path
- @param path
- a concatenation of this node's location, the path seperator, and its name]]>
- </doc>
- </constructor>
- <constructor name="NodeBase" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a node from its name and its location
- @param name this node's name
- @param location this node's location]]>
- </doc>
- </constructor>
- <constructor name="NodeBase" type="java.lang.String, java.lang.String, org.apache.hadoop.net.Node, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a node from its name and its location
- @param name this node's name
- @param location this node's location
- @param parent this node's parent node
- @param level this node's level in the tree]]>
- </doc>
- </constructor>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this node's name]]>
- </doc>
- </method>
- <method name="getNetworkLocation" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this node's network location]]>
- </doc>
- </method>
- <method name="setNetworkLocation"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="location" type="java.lang.String"/>
- <doc>
- <![CDATA[Set this node's network location]]>
- </doc>
- </method>
- <method name="getPath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Return this node's path]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this node's string representation]]>
- </doc>
- </method>
- <method name="normalize" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="java.lang.String"/>
- <doc>
- <![CDATA[Normalize a path]]>
- </doc>
- </method>
- <method name="getParent" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this node's parent]]>
- </doc>
- </method>
- <method name="setParent"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="parent" type="org.apache.hadoop.net.Node"/>
- <doc>
- <![CDATA[Set this node's parent]]>
- </doc>
- </method>
- <method name="getLevel" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this node's level in the tree.
- E.g. the root of a tree returns 0 and its children return 1]]>
- </doc>
- </method>
- <method name="setLevel"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="level" type="int"/>
- <doc>
- <![CDATA[Set this node's level in the tree]]>
- </doc>
- </method>
- <field name="PATH_SEPARATOR" type="char"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PATH_SEPARATOR_STR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ROOT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="name" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="location" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="level" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="parent" type="org.apache.hadoop.net.Node"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A base class that implements interface Node]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.NodeBase -->
- <!-- start class org.apache.hadoop.net.ScriptBasedMapping -->
- <class name="ScriptBasedMapping" extends="org.apache.hadoop.net.CachedDNSToSwitchMapping"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="ScriptBasedMapping"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ScriptBasedMapping" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <doc>
- <![CDATA[This class implements the {@link DNSToSwitchMapping} interface using a
- script configured via topology.script.file.name .]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.ScriptBasedMapping -->
- <!-- start class org.apache.hadoop.net.SocketInputStream -->
- <class name="SocketInputStream" extends="java.io.InputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.nio.channels.ReadableByteChannel"/>
- <constructor name="SocketInputStream" type="java.nio.channels.ReadableByteChannel, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a new input stream with the given timeout. If the timeout
- is zero, it will be treated as infinite timeout. The socket's
- channel will be configured to be non-blocking.
-
- @param channel
- Channel for reading, should also be a {@link SelectableChannel}.
- The channel will be configured to be non-blocking.
- @param timeout timeout in milliseconds. must not be negative.
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="SocketInputStream" type="java.net.Socket, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Same as SocketInputStream(socket.getChannel(), timeout): <br><br>
-
- Create a new input stream with the given timeout. If the timeout
- is zero, it will be treated as infinite timeout. The socket's
- channel will be configured to be non-blocking.
-
- @see SocketInputStream#SocketInputStream(ReadableByteChannel, long)
-
- @param socket should have a channel associated with it.
- @param timeout timeout timeout in milliseconds. must not be negative.
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="SocketInputStream" type="java.net.Socket"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Same as SocketInputStream(socket.getChannel(), socket.getSoTimeout())
- :<br><br>
-
- Create a new input stream with the given timeout. If the timeout
- is zero, it will be treated as infinite timeout. The socket's
- channel will be configured to be non-blocking.
- @see SocketInputStream#SocketInputStream(ReadableByteChannel, long)
-
- @param socket should have a channel associated with it.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getChannel" return="java.nio.channels.ReadableByteChannel"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns underlying channel used by inputstream.
- This is useful in certain cases like channel for
- {@link FileChannel#transferFrom(ReadableByteChannel, long, long)}.]]>
- </doc>
- </method>
- <method name="isOpen" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dst" type="java.nio.ByteBuffer"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="waitForReadable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[waits for the underlying channel to be ready for reading.
- The timeout specified for this stream applies to this wait.
-
- @throws SocketTimeoutException
- if select on the channel times out.
- @throws IOException
- if any other I/O error occurs.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This implements an input stream that can have a timeout while reading.
- This sets non-blocking flag on the socket channel.
- So after create this object, read() on
- {@link Socket#getInputStream()} and write() on
- {@link Socket#getOutputStream()} for the associated socket will throw
- IllegalBlockingModeException.
- Please use {@link SocketOutputStream} for writing.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.SocketInputStream -->
- <!-- start class org.apache.hadoop.net.SocketOutputStream -->
- <class name="SocketOutputStream" extends="java.io.OutputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.nio.channels.WritableByteChannel"/>
- <constructor name="SocketOutputStream" type="java.nio.channels.WritableByteChannel, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a new ouput stream with the given timeout. If the timeout
- is zero, it will be treated as infinite timeout. The socket's
- channel will be configured to be non-blocking.
-
- @param channel
- Channel for writing, should also be a {@link SelectableChannel}.
- The channel will be configured to be non-blocking.
- @param timeout timeout in milliseconds. must not be negative.
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="SocketOutputStream" type="java.net.Socket, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Same as SocketOutputStream(socket.getChannel(), timeout):<br><br>
-
- Create a new ouput stream with the given timeout. If the timeout
- is zero, it will be treated as infinite timeout. The socket's
- channel will be configured to be non-blocking.
-
- @see SocketOutputStream#SocketOutputStream(WritableByteChannel, long)
-
- @param socket should have a channel associated with it.
- @param timeout timeout timeout in milliseconds. must not be negative.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getChannel" return="java.nio.channels.WritableByteChannel"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns underlying channel used by this stream.
- This is useful in certain cases like channel for
- {@link FileChannel#transferTo(long, long, WritableByteChannel)}]]>
- </doc>
- </method>
- <method name="isOpen" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="java.nio.ByteBuffer"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="waitForWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[waits for the underlying channel to be ready for writing.
- The timeout specified for this stream applies to this wait.
- @throws SocketTimeoutException
- if select on the channel times out.
- @throws IOException
- if any other I/O error occurs.]]>
- </doc>
- </method>
- <method name="transferToFully"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fileCh" type="java.nio.channels.FileChannel"/>
- <param name="position" type="long"/>
- <param name="count" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Transfers data from FileChannel using
- {@link FileChannel#transferTo(long, long, WritableByteChannel)}.
-
- Similar to readFully(), this waits till requested amount of
- data is transfered.
-
- @param fileCh FileChannel to transfer data from.
- @param position position within the channel where the transfer begins
- @param count number of bytes to transfer.
-
- @throws EOFException
- If end of input file is reached before requested number of
- bytes are transfered.
- @throws SocketTimeoutException
- If this channel blocks transfer longer than timeout for
- this stream.
-
- @throws IOException Includes any exception thrown by
- {@link FileChannel#transferTo(long, long, WritableByteChannel)}.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This implements an output stream that can have a timeout while writing.
- This sets non-blocking flag on the socket channel.
- So after creating this object , read() on
- {@link Socket#getInputStream()} and write() on
- {@link Socket#getOutputStream()} on the associated socket will throw
- llegalBlockingModeException.
- Please use {@link SocketInputStream} for reading.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.SocketOutputStream -->
- <!-- start class org.apache.hadoop.net.SocksSocketFactory -->
- <class name="SocksSocketFactory" extends="javax.net.SocketFactory"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="SocksSocketFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default empty constructor (for use with the reflection API).]]>
- </doc>
- </constructor>
- <constructor name="SocksSocketFactory" type="java.net.Proxy"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor with a supplied Proxy
-
- @param proxy the proxy to use to create sockets]]>
- </doc>
- </constructor>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="addr" type="java.net.InetAddress"/>
- <param name="port" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="addr" type="java.net.InetAddress"/>
- <param name="port" type="int"/>
- <param name="localHostAddr" type="java.net.InetAddress"/>
- <param name="localPort" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <param name="port" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- </method>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <param name="port" type="int"/>
- <param name="localHostAddr" type="java.net.InetAddress"/>
- <param name="localPort" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <doc>
- <![CDATA[Specialized SocketFactory to create sockets with a SOCKS proxy]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.SocksSocketFactory -->
- <!-- start class org.apache.hadoop.net.StandardSocketFactory -->
- <class name="StandardSocketFactory" extends="javax.net.SocketFactory"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="StandardSocketFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default empty constructor (for use with the reflection API).]]>
- </doc>
- </constructor>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="addr" type="java.net.InetAddress"/>
- <param name="port" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="addr" type="java.net.InetAddress"/>
- <param name="port" type="int"/>
- <param name="localHostAddr" type="java.net.InetAddress"/>
- <param name="localPort" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <param name="port" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- </method>
- <method name="createSocket" return="java.net.Socket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <param name="port" type="int"/>
- <param name="localHostAddr" type="java.net.InetAddress"/>
- <param name="localPort" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Specialized SocketFactory to create sockets with a SOCKS proxy]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.net.StandardSocketFactory -->
- </package>
- <package name="org.apache.hadoop.record">
- <!-- start class org.apache.hadoop.record.BinaryRecordInput -->
- <class name="BinaryRecordInput" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.record.RecordInput"/>
- <constructor name="BinaryRecordInput" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of BinaryRecordInput]]>
- </doc>
- </constructor>
- <constructor name="BinaryRecordInput" type="java.io.DataInput"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of BinaryRecordInput]]>
- </doc>
- </constructor>
- <method name="get" return="org.apache.hadoop.record.BinaryRecordInput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inp" type="java.io.DataInput"/>
- <doc>
- <![CDATA[Get a thread-local record input for the supplied DataInput.
- @param inp data input stream
- @return binary record input corresponding to the supplied DataInput.]]>
- </doc>
- </method>
- <method name="readByte" return="byte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readBool" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFloat" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readDouble" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readBuffer" return="org.apache.hadoop.record.Buffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startVector" return="org.apache.hadoop.record.Index"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startMap" return="org.apache.hadoop.record.Index"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.record.BinaryRecordInput -->
- <!-- start class org.apache.hadoop.record.BinaryRecordOutput -->
- <class name="BinaryRecordOutput" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.record.RecordOutput"/>
- <constructor name="BinaryRecordOutput" type="java.io.OutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of BinaryRecordOutput]]>
- </doc>
- </constructor>
- <constructor name="BinaryRecordOutput" type="java.io.DataOutput"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of BinaryRecordOutput]]>
- </doc>
- </constructor>
- <method name="get" return="org.apache.hadoop.record.BinaryRecordOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <doc>
- <![CDATA[Get a thread-local record output for the supplied DataOutput.
- @param out data output stream
- @return binary record output corresponding to the supplied DataOutput.]]>
- </doc>
- </method>
- <method name="writeByte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeBool"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="boolean"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="l" type="long"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeFloat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="float"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeDouble"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="d" type="double"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeString"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="org.apache.hadoop.record.Buffer"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="r" type="org.apache.hadoop.record.Record"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="r" type="org.apache.hadoop.record.Record"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.ArrayList"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.ArrayList"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.TreeMap"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.TreeMap"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.record.BinaryRecordOutput -->
- <!-- start class org.apache.hadoop.record.Buffer -->
- <class name="Buffer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Comparable"/>
- <implements name="java.lang.Cloneable"/>
- <constructor name="Buffer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a zero-count sequence.]]>
- </doc>
- </constructor>
- <constructor name="Buffer" type="byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a Buffer using the byte array as the initial value.
- @param bytes This array becomes the backing storage for the object.]]>
- </doc>
- </constructor>
- <constructor name="Buffer" type="byte[], int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a Buffer using the byte range as the initial value.
- @param bytes Copy of this array becomes the backing storage for the object.
- @param offset offset into byte array
- @param length length of data]]>
- </doc>
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <doc>
- <![CDATA[Use the specified bytes array as underlying sequence.
- @param bytes byte sequence]]>
- </doc>
- </method>
- <method name="copy"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Copy the specified byte array to the Buffer. Replaces the current buffer.
- @param bytes byte array to be assigned
- @param offset offset into byte array
- @param length length of data]]>
- </doc>
- </method>
- <method name="get" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the data from the Buffer.
-
- @return The data is only valid between 0 and getCount() - 1.]]>
- </doc>
- </method>
- <method name="getCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current count of the buffer.]]>
- </doc>
- </method>
- <method name="getCapacity" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the capacity, which is the maximum count that could handled without
- resizing the backing storage.
-
- @return The number of bytes]]>
- </doc>
- </method>
- <method name="setCapacity"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newCapacity" type="int"/>
- <doc>
- <![CDATA[Change the capacity of the backing storage.
- The data is preserved if newCapacity >= getCount().
- @param newCapacity The new capacity in bytes.]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Reset the buffer to 0 size]]>
- </doc>
- </method>
- <method name="truncate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Change the capacity of the backing store to be the same as the current
- count of buffer.]]>
- </doc>
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <doc>
- <![CDATA[Append specified bytes to the buffer.
- @param bytes byte array to be appended
- @param offset offset into byte array
- @param length length of data]]>
- </doc>
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <doc>
- <![CDATA[Append specified bytes to the buffer
- @param bytes byte array to be appended]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- <doc>
- <![CDATA[Define the sort order of the Buffer.
-
- @param other The other buffer
- @return Positive if this is bigger than other, 0 if they are equal, and
- negative if this is smaller than other.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="charsetName" type="java.lang.String"/>
- <exception name="UnsupportedEncodingException" type="java.io.UnsupportedEncodingException"/>
- <doc>
- <![CDATA[Convert the byte buffer to a string an specific character encoding
- @param charsetName Valid Java Character Set Name]]>
- </doc>
- </method>
- <method name="clone" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
- </method>
- <doc>
- <![CDATA[A byte sequence that is used as a Java native type for buffer.
- It is resizable and distinguishes between the count of the seqeunce and
- the current capacity.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.Buffer -->
- <!-- start class org.apache.hadoop.record.CsvRecordInput -->
- <class name="CsvRecordInput" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.record.RecordInput"/>
- <constructor name="CsvRecordInput" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of CsvRecordInput]]>
- </doc>
- </constructor>
- <method name="readByte" return="byte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readBool" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFloat" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readDouble" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readBuffer" return="org.apache.hadoop.record.Buffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startVector" return="org.apache.hadoop.record.Index"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startMap" return="org.apache.hadoop.record.Index"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.record.CsvRecordInput -->
- <!-- start class org.apache.hadoop.record.CsvRecordOutput -->
- <class name="CsvRecordOutput" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.record.RecordOutput"/>
- <constructor name="CsvRecordOutput" type="java.io.OutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of CsvRecordOutput]]>
- </doc>
- </constructor>
- <method name="writeByte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeBool"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="boolean"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="l" type="long"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeFloat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="float"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeDouble"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="d" type="double"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeString"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="org.apache.hadoop.record.Buffer"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="r" type="org.apache.hadoop.record.Record"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="r" type="org.apache.hadoop.record.Record"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.ArrayList"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.ArrayList"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.TreeMap"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.TreeMap"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.record.CsvRecordOutput -->
- <!-- start interface org.apache.hadoop.record.Index -->
- <interface name="Index" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="done" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="incr"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Interface that acts as an iterator for deserializing maps.
- The deserializer returns an instance that the record uses to
- read vectors and maps. An example of usage is as follows:
- <code>
- Index idx = startVector(...);
- while (!idx.done()) {
- .... // read element of a vector
- idx.incr();
- }
- </code>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.record.Index -->
- <!-- start class org.apache.hadoop.record.Record -->
- <class name="Record" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <implements name="java.lang.Cloneable"/>
- <constructor name="Record"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="serialize"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rout" type="org.apache.hadoop.record.RecordOutput"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serialize a record with tag (ususally field name)
- @param rout Record output destination
- @param tag record tag (Used only in tagged serialization e.g. XML)]]>
- </doc>
- </method>
- <method name="deserialize"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rin" type="org.apache.hadoop.record.RecordInput"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Deserialize a record with a tag (usually field name)
- @param rin Record input source
- @param tag Record tag (Used only in tagged serialization e.g. XML)]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="peer" type="java.lang.Object"/>
- <exception name="ClassCastException" type="java.lang.ClassCastException"/>
- </method>
- <method name="serialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rout" type="org.apache.hadoop.record.RecordOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serialize a record without a tag
- @param rout Record output destination]]>
- </doc>
- </method>
- <method name="deserialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rin" type="org.apache.hadoop.record.RecordInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Deserialize a record without a tag
- @param rin Record input source]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="din" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Abstract class that is extended by generated classes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.Record -->
- <!-- start class org.apache.hadoop.record.RecordComparator -->
- <class name="RecordComparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RecordComparator" type="java.lang.Class"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a raw {@link Record} comparison implementation.]]>
- </doc>
- </constructor>
- <method name="compare" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <method name="define"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <param name="comparator" type="org.apache.hadoop.record.RecordComparator"/>
- <doc>
- <![CDATA[Register an optimized comparator for a {@link Record} implementation.
- @param c record classs for which a raw comparator is provided
- @param comparator Raw comparator instance for class c]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A raw record comparator base class]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.RecordComparator -->
- <!-- start interface org.apache.hadoop.record.RecordInput -->
- <interface name="RecordInput" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="readByte" return="byte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a byte from serialized record.
- @param tag Used by tagged serialization formats (such as XML)
- @return value read from serialized record.]]>
- </doc>
- </method>
- <method name="readBool" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a boolean from serialized record.
- @param tag Used by tagged serialization formats (such as XML)
- @return value read from serialized record.]]>
- </doc>
- </method>
- <method name="readInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read an integer from serialized record.
- @param tag Used by tagged serialization formats (such as XML)
- @return value read from serialized record.]]>
- </doc>
- </method>
- <method name="readLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a long integer from serialized record.
- @param tag Used by tagged serialization formats (such as XML)
- @return value read from serialized record.]]>
- </doc>
- </method>
- <method name="readFloat" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a single-precision float from serialized record.
- @param tag Used by tagged serialization formats (such as XML)
- @return value read from serialized record.]]>
- </doc>
- </method>
- <method name="readDouble" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a double-precision number from serialized record.
- @param tag Used by tagged serialization formats (such as XML)
- @return value read from serialized record.]]>
- </doc>
- </method>
- <method name="readString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a UTF-8 encoded string from serialized record.
- @param tag Used by tagged serialization formats (such as XML)
- @return value read from serialized record.]]>
- </doc>
- </method>
- <method name="readBuffer" return="org.apache.hadoop.record.Buffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read byte array from serialized record.
- @param tag Used by tagged serialization formats (such as XML)
- @return value read from serialized record.]]>
- </doc>
- </method>
- <method name="startRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check the mark for start of the serialized record.
- @param tag Used by tagged serialization formats (such as XML)]]>
- </doc>
- </method>
- <method name="endRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check the mark for end of the serialized record.
- @param tag Used by tagged serialization formats (such as XML)]]>
- </doc>
- </method>
- <method name="startVector" return="org.apache.hadoop.record.Index"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check the mark for start of the serialized vector.
- @param tag Used by tagged serialization formats (such as XML)
- @return Index that is used to count the number of elements.]]>
- </doc>
- </method>
- <method name="endVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check the mark for end of the serialized vector.
- @param tag Used by tagged serialization formats (such as XML)]]>
- </doc>
- </method>
- <method name="startMap" return="org.apache.hadoop.record.Index"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check the mark for start of the serialized map.
- @param tag Used by tagged serialization formats (such as XML)
- @return Index that is used to count the number of map entries.]]>
- </doc>
- </method>
- <method name="endMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check the mark for end of the serialized map.
- @param tag Used by tagged serialization formats (such as XML)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface that all the Deserializers have to implement.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.record.RecordInput -->
- <!-- start interface org.apache.hadoop.record.RecordOutput -->
- <interface name="RecordOutput" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="writeByte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a byte to serialized record.
- @param b Byte to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="writeBool"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="boolean"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a boolean to serialized record.
- @param b Boolean to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="writeInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write an integer to serialized record.
- @param i Integer to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="writeLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="l" type="long"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a long integer to serialized record.
- @param l Long to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="writeFloat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="float"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a single-precision float to serialized record.
- @param f Float to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="writeDouble"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="d" type="double"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a double precision floating point number to serialized record.
- @param d Double to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="writeString"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a unicode string to serialized record.
- @param s String to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="writeBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="org.apache.hadoop.record.Buffer"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a buffer to serialized record.
- @param buf Buffer to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="startRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="r" type="org.apache.hadoop.record.Record"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Mark the start of a record to be serialized.
- @param r Record to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="endRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="r" type="org.apache.hadoop.record.Record"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Mark the end of a serialized record.
- @param r Record to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="startVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.ArrayList"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Mark the start of a vector to be serialized.
- @param v Vector to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="endVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.ArrayList"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Mark the end of a serialized vector.
- @param v Vector to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="startMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="m" type="java.util.TreeMap"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Mark the start of a map to be serialized.
- @param m Map to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <method name="endMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="m" type="java.util.TreeMap"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Mark the end of a serialized map.
- @param m Map to be serialized
- @param tag Used by tagged serialization formats (such as XML)
- @throws IOException Indicates error in serialization]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface that alll the serializers have to implement.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.record.RecordOutput -->
- <!-- start class org.apache.hadoop.record.Utils -->
- <class name="Utils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="readFloat" return="float"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <doc>
- <![CDATA[Parse a float from a byte array.]]>
- </doc>
- </method>
- <method name="readDouble" return="double"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <doc>
- <![CDATA[Parse a double from a byte array.]]>
- </doc>
- </method>
- <method name="readVLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads a zero-compressed encoded long from a byte array and returns it.
- @param bytes byte array with decode long
- @param start starting index
- @throws java.io.IOException
- @return deserialized long]]>
- </doc>
- </method>
- <method name="readVInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads a zero-compressed encoded integer from a byte array and returns it.
- @param bytes byte array with the encoded integer
- @param start start index
- @throws java.io.IOException
- @return deserialized integer]]>
- </doc>
- </method>
- <method name="readVLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads a zero-compressed encoded long from a stream and return it.
- @param in input stream
- @throws java.io.IOException
- @return deserialized long]]>
- </doc>
- </method>
- <method name="readVInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads a zero-compressed encoded integer from a stream and returns it.
- @param in input stream
- @throws java.io.IOException
- @return deserialized integer]]>
- </doc>
- </method>
- <method name="getVIntSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="long"/>
- <doc>
- <![CDATA[Get the encoded length if an integer is stored in a variable-length format
- @return the encoded length]]>
- </doc>
- </method>
- <method name="writeVLong"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.DataOutput"/>
- <param name="i" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serializes a long to a binary stream with zero-compressed encoding.
- For -112 <= i <= 127, only one byte is used with the actual value.
- For other values of i, the first byte value indicates whether the
- long is positive or negative, and the number of bytes that follow.
- If the first byte value v is between -113 and -120, the following long
- is positive, with number of bytes that follow are -(v+112).
- If the first byte value v is between -121 and -128, the following long
- is negative, with number of bytes that follow are -(v+120). Bytes are
- stored in the high-non-zero-byte-first order.
- @param stream Binary output stream
- @param i Long to be serialized
- @throws java.io.IOException]]>
- </doc>
- </method>
- <method name="writeVInt"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.DataOutput"/>
- <param name="i" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serializes an int to a binary stream with zero-compressed encoding.
- @param stream Binary output stream
- @param i int to be serialized
- @throws java.io.IOException]]>
- </doc>
- </method>
- <method name="compareBytes" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- <doc>
- <![CDATA[Lexicographic order of binary data.]]>
- </doc>
- </method>
- <field name="hexchars" type="char[]"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Various utility functions for Hadooop record I/O runtime.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.Utils -->
- <!-- start class org.apache.hadoop.record.XmlRecordInput -->
- <class name="XmlRecordInput" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.record.RecordInput"/>
- <constructor name="XmlRecordInput" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of XmlRecordInput]]>
- </doc>
- </constructor>
- <method name="readByte" return="byte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readBool" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFloat" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readDouble" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readBuffer" return="org.apache.hadoop.record.Buffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startVector" return="org.apache.hadoop.record.Index"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startMap" return="org.apache.hadoop.record.Index"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[XML Deserializer.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.XmlRecordInput -->
- <!-- start class org.apache.hadoop.record.XmlRecordOutput -->
- <class name="XmlRecordOutput" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.record.RecordOutput"/>
- <constructor name="XmlRecordOutput" type="java.io.OutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of XmlRecordOutput]]>
- </doc>
- </constructor>
- <method name="writeByte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeBool"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="boolean"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeInt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeLong"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="l" type="long"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeFloat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="f" type="float"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeDouble"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="d" type="double"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeString"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="org.apache.hadoop.record.Buffer"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="r" type="org.apache.hadoop.record.Record"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="r" type="org.apache.hadoop.record.Record"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.ArrayList"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.ArrayList"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="startMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.TreeMap"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="endMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="v" type="java.util.TreeMap"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[XML Serializer.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.XmlRecordOutput -->
- </package>
- <package name="org.apache.hadoop.record.compiler">
- <!-- start class org.apache.hadoop.record.compiler.CodeBuffer -->
- <class name="CodeBuffer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A wrapper around StringBuffer that automatically does indentation]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.CodeBuffer -->
- <!-- start class org.apache.hadoop.record.compiler.Consts -->
- <class name="Consts" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <field name="RIO_PREFIX" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RTI_VAR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RTI_FILTER" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RTI_FILTER_FIELDS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RECORD_OUTPUT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RECORD_INPUT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TAG" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[const definitions for Record I/O compiler]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.Consts -->
- <!-- start class org.apache.hadoop.record.compiler.JBoolean -->
- <class name="JBoolean" extends="org.apache.hadoop.record.compiler.JType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JBoolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JBoolean]]>
- </doc>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JBoolean -->
- <!-- start class org.apache.hadoop.record.compiler.JBuffer -->
- <class name="JBuffer" extends="org.apache.hadoop.record.compiler.JCompType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JBuffer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JBuffer]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[Code generator for "buffer" type.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JBuffer -->
- <!-- start class org.apache.hadoop.record.compiler.JByte -->
- <class name="JByte" extends="org.apache.hadoop.record.compiler.JType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JByte"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Code generator for "byte" type.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JByte -->
- <!-- start class org.apache.hadoop.record.compiler.JDouble -->
- <class name="JDouble" extends="org.apache.hadoop.record.compiler.JType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JDouble"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JDouble]]>
- </doc>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JDouble -->
- <!-- start class org.apache.hadoop.record.compiler.JField -->
- <class name="JField" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JField" type="java.lang.String, java.lang.Object"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JField]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[A thin wrappper around record field.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JField -->
- <!-- start class org.apache.hadoop.record.compiler.JFile -->
- <class name="JFile" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JFile" type="java.lang.String, java.util.ArrayList, java.util.ArrayList"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JFile
- @param name possibly full pathname to the file
- @param inclFiles included files (as JFile)
- @param recList List of records defined within this file]]>
- </doc>
- </constructor>
- <method name="genCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="language" type="java.lang.String"/>
- <param name="destDir" type="java.lang.String"/>
- <param name="options" type="java.util.ArrayList"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Generate record code in given language. Language should be all
- lowercase.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Container for the Hadoop Record DDL.
- The main components of the file are filename, list of included files,
- and records defined in that file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JFile -->
- <!-- start class org.apache.hadoop.record.compiler.JFloat -->
- <class name="JFloat" extends="org.apache.hadoop.record.compiler.JType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JFloat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JFloat]]>
- </doc>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JFloat -->
- <!-- start class org.apache.hadoop.record.compiler.JInt -->
- <class name="JInt" extends="org.apache.hadoop.record.compiler.JType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JInt"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JInt]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[Code generator for "int" type]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JInt -->
- <!-- start class org.apache.hadoop.record.compiler.JLong -->
- <class name="JLong" extends="org.apache.hadoop.record.compiler.JType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JLong"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JLong]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[Code generator for "long" type]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JLong -->
- <!-- start class org.apache.hadoop.record.compiler.JMap -->
- <class name="JMap" extends="org.apache.hadoop.record.compiler.JCompType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JMap" type="org.apache.hadoop.record.compiler.JType, org.apache.hadoop.record.compiler.JType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JMap]]>
- </doc>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JMap -->
- <!-- start class org.apache.hadoop.record.compiler.JRecord -->
- <class name="JRecord" extends="org.apache.hadoop.record.compiler.JCompType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JRecord" type="java.lang.String, java.util.ArrayList"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JRecord]]>
- </doc>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JRecord -->
- <!-- start class org.apache.hadoop.record.compiler.JString -->
- <class name="JString" extends="org.apache.hadoop.record.compiler.JCompType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JString"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JString]]>
- </doc>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JString -->
- <!-- start class org.apache.hadoop.record.compiler.JType -->
- <class name="JType" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Abstract Base class for all types supported by Hadoop Record I/O.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JType -->
- <!-- start class org.apache.hadoop.record.compiler.JVector -->
- <class name="JVector" extends="org.apache.hadoop.record.compiler.JCompType"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JVector" type="org.apache.hadoop.record.compiler.JType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of JVector]]>
- </doc>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.JVector -->
- </package>
- <package name="org.apache.hadoop.record.compiler.ant">
- <!-- start class org.apache.hadoop.record.compiler.ant.RccTask -->
- <class name="RccTask" extends="org.apache.tools.ant.Task"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RccTask"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new instance of RccTask]]>
- </doc>
- </constructor>
- <method name="setLanguage"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="language" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the output language option
- @param language "java"/"c++"]]>
- </doc>
- </method>
- <method name="setFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="java.io.File"/>
- <doc>
- <![CDATA[Sets the record definition file attribute
- @param file record definition file]]>
- </doc>
- </method>
- <method name="setFailonerror"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="flag" type="boolean"/>
- <doc>
- <![CDATA[Given multiple files (via fileset), set the error handling behavior
- @param flag true will throw build exception in case of failure (default)]]>
- </doc>
- </method>
- <method name="setDestdir"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <doc>
- <![CDATA[Sets directory where output files will be generated
- @param dir output directory]]>
- </doc>
- </method>
- <method name="addFileset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="set" type="org.apache.tools.ant.types.FileSet"/>
- <doc>
- <![CDATA[Adds a fileset that can consist of one or more files
- @param set Set of record definition files]]>
- </doc>
- </method>
- <method name="execute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="BuildException" type="org.apache.tools.ant.BuildException"/>
- <doc>
- <![CDATA[Invoke the Hadoop record compiler on each record definition file]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Hadoop record compiler ant Task
- <p> This task takes the given record definition files and compiles them into
- java or c++
- files. It is then up to the user to compile the generated files.
- <p> The task requires the <code>file</code> or the nested fileset element to be
- specified. Optional attributes are <code>language</code> (set the output
- language, default is "java"),
- <code>destdir</code> (name of the destination directory for generated java/c++
- code, default is ".") and <code>failonerror</code> (specifies error handling
- behavior. default is true).
- <p><h4>Usage</h4>
- <pre>
- <recordcc
- destdir="${basedir}/gensrc"
- language="java">
- <fileset include="**\/*.jr" />
- </recordcc>
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.ant.RccTask -->
- </package>
- <package name="org.apache.hadoop.record.compiler.generated">
- <!-- start class org.apache.hadoop.record.compiler.generated.ParseException -->
- <class name="ParseException" extends="java.lang.Exception"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ParseException" type="org.apache.hadoop.record.compiler.generated.Token, int[][], java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constructor is used by the method "generateParseException"
- in the generated parser. Calling this constructor generates
- a new object of this type with the fields "currentToken",
- "expectedTokenSequences", and "tokenImage" set. The boolean
- flag "specialConstructor" is also set to true to indicate that
- this constructor was used to create this object.
- This constructor calls its super class with the empty string
- to force the "toString" method of parent class "Throwable" to
- print the error message in the form:
- ParseException: <result of getMessage>]]>
- </doc>
- </constructor>
- <constructor name="ParseException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The following constructors are for use by you for whatever
- purpose you can think of. Constructing the exception in this
- manner makes the exception behave in the normal way - i.e., as
- documented in the class "Throwable". The fields "errorToken",
- "expectedTokenSequences", and "tokenImage" do not contain
- relevant information. The JavaCC generated code does not use
- these constructors.]]>
- </doc>
- </constructor>
- <constructor name="ParseException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getMessage" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This method has the standard behavior when this object has been
- created using the standard constructors. Otherwise, it uses
- "currentToken" and "expectedTokenSequences" to generate a parse
- error message and returns it. If this object has been created
- due to a parse error, and you do not catch it (it gets thrown
- from the parser), then this method is called during the printing
- of the final stack trace, and hence the correct error message
- gets displayed.]]>
- </doc>
- </method>
- <method name="add_escapes" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Used to convert raw characters to their escaped version
- when these raw version cannot be used as part of an ASCII
- string literal.]]>
- </doc>
- </method>
- <field name="specialConstructor" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This variable determines which constructor was used to create
- this object and thereby affects the semantics of the
- "getMessage" method (see below).]]>
- </doc>
- </field>
- <field name="currentToken" type="org.apache.hadoop.record.compiler.generated.Token"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This is the last token that has been consumed successfully. If
- this object has been created due to a parse error, the token
- followng this token will (therefore) be the first error token.]]>
- </doc>
- </field>
- <field name="expectedTokenSequences" type="int[][]"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Each entry in this array is an array of integers. Each array
- of integers represents a sequence of tokens (by their ordinal
- values) that is expected at this point of the parse.]]>
- </doc>
- </field>
- <field name="tokenImage" type="java.lang.String[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This is a reference to the "tokenImage" array of the generated
- parser within which the parse error occurred. This array is
- defined in the generated ...Constants interface.]]>
- </doc>
- </field>
- <field name="eol" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The end of line string for this machine.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[This exception is thrown when parse errors are encountered.
- You can explicitly create objects of this exception type by
- calling the method generateParseException in the generated
- parser.
- You can modify this class to customize your error reporting
- mechanisms so long as you retain the public fields.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.generated.ParseException -->
- <!-- start class org.apache.hadoop.record.compiler.generated.Rcc -->
- <class name="Rcc" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.record.compiler.generated.RccConstants"/>
- <constructor name="Rcc" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Rcc" type="java.io.InputStream, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Rcc" type="java.io.Reader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Rcc" type="org.apache.hadoop.record.compiler.generated.RccTokenManager"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- </method>
- <method name="usage"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="driver" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- </method>
- <method name="Input" return="org.apache.hadoop.record.compiler.JFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="Include" return="org.apache.hadoop.record.compiler.JFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="Module" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="ModuleName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="RecordList" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="Record" return="org.apache.hadoop.record.compiler.JRecord"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="Field" return="org.apache.hadoop.record.compiler.JField"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="Type" return="org.apache.hadoop.record.compiler.JType"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="Map" return="org.apache.hadoop.record.compiler.JMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="Vector" return="org.apache.hadoop.record.compiler.JVector"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <exception name="ParseException" type="org.apache.hadoop.record.compiler.generated.ParseException"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.InputStream"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.InputStream"/>
- <param name="encoding" type="java.lang.String"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.Reader"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tm" type="org.apache.hadoop.record.compiler.generated.RccTokenManager"/>
- </method>
- <method name="getNextToken" return="org.apache.hadoop.record.compiler.generated.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getToken" return="org.apache.hadoop.record.compiler.generated.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="index" type="int"/>
- </method>
- <method name="generateParseException" return="org.apache.hadoop.record.compiler.generated.ParseException"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="enable_tracing"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="disable_tracing"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="token_source" type="org.apache.hadoop.record.compiler.generated.RccTokenManager"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="token" type="org.apache.hadoop.record.compiler.generated.Token"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="jj_nt" type="org.apache.hadoop.record.compiler.generated.Token"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.generated.Rcc -->
- <!-- start interface org.apache.hadoop.record.compiler.generated.RccConstants -->
- <interface name="RccConstants" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <field name="EOF" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MODULE_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RECORD_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="INCLUDE_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BYTE_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BOOLEAN_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="INT_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LONG_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FLOAT_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DOUBLE_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="USTRING_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BUFFER_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VECTOR_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LBRACE_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RBRACE_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LT_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="GT_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SEMICOLON_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMMA_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DOT_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CSTRING_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IDENT_TKN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WithinOneLineComment" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WithinMultiLineComment" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="tokenImage" type="java.lang.String[]"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </interface>
- <!-- end interface org.apache.hadoop.record.compiler.generated.RccConstants -->
- <!-- start class org.apache.hadoop.record.compiler.generated.RccTokenManager -->
- <class name="RccTokenManager" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.record.compiler.generated.RccConstants"/>
- <constructor name="RccTokenManager" type="org.apache.hadoop.record.compiler.generated.SimpleCharStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="RccTokenManager" type="org.apache.hadoop.record.compiler.generated.SimpleCharStream, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setDebugStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ds" type="java.io.PrintStream"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="org.apache.hadoop.record.compiler.generated.SimpleCharStream"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="org.apache.hadoop.record.compiler.generated.SimpleCharStream"/>
- <param name="lexState" type="int"/>
- </method>
- <method name="SwitchTo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="lexState" type="int"/>
- </method>
- <method name="jjFillToken" return="org.apache.hadoop.record.compiler.generated.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getNextToken" return="org.apache.hadoop.record.compiler.generated.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="debugStream" type="java.io.PrintStream"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="jjstrLiteralImages" type="java.lang.String[]"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="lexStateNames" type="java.lang.String[]"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="jjnewLexState" type="int[]"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="input_stream" type="org.apache.hadoop.record.compiler.generated.SimpleCharStream"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="curChar" type="char"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.generated.RccTokenManager -->
- <!-- start class org.apache.hadoop.record.compiler.generated.SimpleCharStream -->
- <class name="SimpleCharStream" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SimpleCharStream" type="java.io.Reader, int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SimpleCharStream" type="java.io.Reader, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SimpleCharStream" type="java.io.Reader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SimpleCharStream" type="java.io.InputStream, java.lang.String, int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="UnsupportedEncodingException" type="java.io.UnsupportedEncodingException"/>
- </constructor>
- <constructor name="SimpleCharStream" type="java.io.InputStream, int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SimpleCharStream" type="java.io.InputStream, java.lang.String, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="UnsupportedEncodingException" type="java.io.UnsupportedEncodingException"/>
- </constructor>
- <constructor name="SimpleCharStream" type="java.io.InputStream, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SimpleCharStream" type="java.io.InputStream, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="UnsupportedEncodingException" type="java.io.UnsupportedEncodingException"/>
- </constructor>
- <constructor name="SimpleCharStream" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setTabSize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- </method>
- <method name="getTabSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- </method>
- <method name="ExpandBuff"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="wrapAround" type="boolean"/>
- </method>
- <method name="FillBuff"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="BeginToken" return="char"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="UpdateLineColumn"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="c" type="char"/>
- </method>
- <method name="readChar" return="char"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getEndColumn" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getEndLine" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getBeginColumn" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getBeginLine" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="backup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="amount" type="int"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.Reader"/>
- <param name="startline" type="int"/>
- <param name="startcolumn" type="int"/>
- <param name="buffersize" type="int"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.Reader"/>
- <param name="startline" type="int"/>
- <param name="startcolumn" type="int"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.Reader"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.InputStream"/>
- <param name="encoding" type="java.lang.String"/>
- <param name="startline" type="int"/>
- <param name="startcolumn" type="int"/>
- <param name="buffersize" type="int"/>
- <exception name="UnsupportedEncodingException" type="java.io.UnsupportedEncodingException"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.InputStream"/>
- <param name="startline" type="int"/>
- <param name="startcolumn" type="int"/>
- <param name="buffersize" type="int"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.InputStream"/>
- <param name="encoding" type="java.lang.String"/>
- <exception name="UnsupportedEncodingException" type="java.io.UnsupportedEncodingException"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.InputStream"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.InputStream"/>
- <param name="encoding" type="java.lang.String"/>
- <param name="startline" type="int"/>
- <param name="startcolumn" type="int"/>
- <exception name="UnsupportedEncodingException" type="java.io.UnsupportedEncodingException"/>
- </method>
- <method name="ReInit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dstream" type="java.io.InputStream"/>
- <param name="startline" type="int"/>
- <param name="startcolumn" type="int"/>
- </method>
- <method name="GetImage" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="GetSuffix" return="char[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="len" type="int"/>
- </method>
- <method name="Done"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="adjustBeginLineColumn"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newLine" type="int"/>
- <param name="newCol" type="int"/>
- <doc>
- <![CDATA[Method to adjust line and column numbers for the start of a token.]]>
- </doc>
- </method>
- <field name="staticFlag" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="bufpos" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="bufline" type="int[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="bufcolumn" type="int[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="column" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="line" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="prevCharIsCR" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="prevCharIsLF" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="inputStream" type="java.io.Reader"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="buffer" type="char[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="maxNextCharInd" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="inBuf" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="tabSize" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An implementation of interface CharStream, where the stream is assumed to
- contain only ASCII characters (without unicode processing).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.generated.SimpleCharStream -->
- <!-- start class org.apache.hadoop.record.compiler.generated.Token -->
- <class name="Token" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Token"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the image.]]>
- </doc>
- </method>
- <method name="newToken" return="org.apache.hadoop.record.compiler.generated.Token"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="ofKind" type="int"/>
- <doc>
- <![CDATA[Returns a new Token object, by default. However, if you want, you
- can create and return subclass objects based on the value of ofKind.
- Simply add the cases to the switch for all those special cases.
- For example, if you have a subclass of Token called IDToken that
- you want to create if ofKind is ID, simlpy add something like :
- case MyParserConstants.ID : return new IDToken();
- to the following switch statement. Then you can cast matchedToken
- variable to the appropriate type and use it in your lexical actions.]]>
- </doc>
- </method>
- <field name="kind" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[An integer that describes the kind of this token. This numbering
- system is determined by JavaCCParser, and a table of these numbers is
- stored in the file ...Constants.java.]]>
- </doc>
- </field>
- <field name="beginLine" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[beginLine and beginColumn describe the position of the first character
- of this token; endLine and endColumn describe the position of the
- last character of this token.]]>
- </doc>
- </field>
- <field name="beginColumn" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[beginLine and beginColumn describe the position of the first character
- of this token; endLine and endColumn describe the position of the
- last character of this token.]]>
- </doc>
- </field>
- <field name="endLine" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[beginLine and beginColumn describe the position of the first character
- of this token; endLine and endColumn describe the position of the
- last character of this token.]]>
- </doc>
- </field>
- <field name="endColumn" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[beginLine and beginColumn describe the position of the first character
- of this token; endLine and endColumn describe the position of the
- last character of this token.]]>
- </doc>
- </field>
- <field name="image" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The string image of the token.]]>
- </doc>
- </field>
- <field name="next" type="org.apache.hadoop.record.compiler.generated.Token"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A reference to the next regular (non-special) token from the input
- stream. If this is the last token from the input stream, or if the
- token manager has not read tokens beyond this one, this field is
- set to null. This is true only if this token is also a regular
- token. Otherwise, see below for a description of the contents of
- this field.]]>
- </doc>
- </field>
- <field name="specialToken" type="org.apache.hadoop.record.compiler.generated.Token"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This field is used to access special tokens that occur prior to this
- token, but after the immediately preceding regular (non-special) token.
- If there are no such special tokens, this field is set to null.
- When there are more than one such special token, this field refers
- to the last of these special tokens, which in turn refers to the next
- previous special token through its specialToken field, and so on
- until the first special token (whose specialToken field is null).
- The next fields of special tokens refer to other special tokens that
- immediately follow it (without an intervening regular token). If there
- is no such token, this field is null.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Describes the input token stream.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.generated.Token -->
- <!-- start class org.apache.hadoop.record.compiler.generated.TokenMgrError -->
- <class name="TokenMgrError" extends="java.lang.Error"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TokenMgrError"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TokenMgrError" type="java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TokenMgrError" type="boolean, int, int, int, java.lang.String, char, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="addEscapes" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Replaces unprintable characters by their espaced (or unicode escaped)
- equivalents in the given string]]>
- </doc>
- </method>
- <method name="LexicalError" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="EOFSeen" type="boolean"/>
- <param name="lexState" type="int"/>
- <param name="errorLine" type="int"/>
- <param name="errorColumn" type="int"/>
- <param name="errorAfter" type="java.lang.String"/>
- <param name="curChar" type="char"/>
- <doc>
- <![CDATA[Returns a detailed message for the Error when it is thrown by the
- token manager to indicate a lexical error.
- Parameters :
- EOFSeen : indicates if EOF caused the lexicl error
- curLexState : lexical state in which this error occured
- errorLine : line number when the error occured
- errorColumn : column number when the error occured
- errorAfter : prefix that was seen before this error occured
- curchar : the offending character
- Note: You can customize the lexical error message by modifying this method.]]>
- </doc>
- </method>
- <method name="getMessage" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[You can also modify the body of this method to customize your error messages.
- For example, cases like LOOP_DETECTED and INVALID_LEXICAL_STATE are not
- of end-users concern, so you can return something like :
- "Internal Error : Please file a bug report .... "
- from this method for such cases in the release version of your parser.]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.record.compiler.generated.TokenMgrError -->
- </package>
- <package name="org.apache.hadoop.record.meta">
- <!-- start class org.apache.hadoop.record.meta.FieldTypeInfo -->
- <class name="FieldTypeInfo" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getTypeID" return="org.apache.hadoop.record.meta.TypeID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get the field's TypeID object]]>
- </doc>
- </method>
- <method name="getFieldID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get the field's id (name)]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Two FieldTypeInfos are equal if ach of their fields matches]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[We use a basic hashcode implementation, since this class will likely not
- be used as a hashmap key]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ti" type="org.apache.hadoop.record.meta.FieldTypeInfo"/>
- </method>
- <doc>
- <![CDATA[Represents a type information for a field, which is made up of its
- ID (name) and its type (a TypeID object).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.meta.FieldTypeInfo -->
- <!-- start class org.apache.hadoop.record.meta.MapTypeID -->
- <class name="MapTypeID" extends="org.apache.hadoop.record.meta.TypeID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MapTypeID" type="org.apache.hadoop.record.meta.TypeID, org.apache.hadoop.record.meta.TypeID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getKeyTypeID" return="org.apache.hadoop.record.meta.TypeID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get the TypeID of the map's key element]]>
- </doc>
- </method>
- <method name="getValueTypeID" return="org.apache.hadoop.record.meta.TypeID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get the TypeID of the map's value element]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Two map typeIDs are equal if their constituent elements have the
- same type]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[We use a basic hashcode implementation, since this class will likely not
- be used as a hashmap key]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Represents typeID for a Map]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.meta.MapTypeID -->
- <!-- start class org.apache.hadoop.record.meta.RecordTypeInfo -->
- <class name="RecordTypeInfo" extends="org.apache.hadoop.record.Record"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RecordTypeInfo"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an empty RecordTypeInfo object.]]>
- </doc>
- </constructor>
- <constructor name="RecordTypeInfo" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a RecordTypeInfo object representing a record with the given name
- @param name Name of the record]]>
- </doc>
- </constructor>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[return the name of the record]]>
- </doc>
- </method>
- <method name="setName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[set the name of the record]]>
- </doc>
- </method>
- <method name="addField"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fieldName" type="java.lang.String"/>
- <param name="tid" type="org.apache.hadoop.record.meta.TypeID"/>
- <doc>
- <![CDATA[Add a field.
- @param fieldName Name of the field
- @param tid Type ID of the field]]>
- </doc>
- </method>
- <method name="getFieldTypeInfos" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return a collection of field type infos]]>
- </doc>
- </method>
- <method name="getNestedStructTypeInfo" return="org.apache.hadoop.record.meta.RecordTypeInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Return the type info of a nested record. We only consider nesting
- to one level.
- @param name Name of the nested record]]>
- </doc>
- </method>
- <method name="serialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rout" type="org.apache.hadoop.record.RecordOutput"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Serialize the type information for a record]]>
- </doc>
- </method>
- <method name="deserialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rin" type="org.apache.hadoop.record.RecordInput"/>
- <param name="tag" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Deserialize the type information for a record]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="peer_" type="java.lang.Object"/>
- <exception name="ClassCastException" type="java.lang.ClassCastException"/>
- <doc>
- <![CDATA[This class doesn't implement Comparable as it's not meant to be used
- for anything besides de/serializing.
- So we always throw an exception.
- Not implemented. Always returns 0 if another RecordTypeInfo is passed in.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A record's Type Information object which can read/write itself.
-
- Type information for a record comprises metadata about the record,
- as well as a collection of type information for each field in the record.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.meta.RecordTypeInfo -->
- <!-- start class org.apache.hadoop.record.meta.StructTypeID -->
- <class name="StructTypeID" extends="org.apache.hadoop.record.meta.TypeID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="StructTypeID" type="org.apache.hadoop.record.meta.RecordTypeInfo"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a StructTypeID based on the RecordTypeInfo of some record]]>
- </doc>
- </constructor>
- <method name="getFieldTypeInfos" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Represents typeID for a struct]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.meta.StructTypeID -->
- <!-- start class org.apache.hadoop.record.meta.TypeID -->
- <class name="TypeID" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getTypeVal" return="byte"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the type value. One of the constants in RIOType.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Two base typeIDs are equal if they refer to the same type]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[We use a basic hashcode implementation, since this class will likely not
- be used as a hashmap key]]>
- </doc>
- </method>
- <field name="BoolTypeID" type="org.apache.hadoop.record.meta.TypeID"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant classes for the basic types, so we can share them.]]>
- </doc>
- </field>
- <field name="BufferTypeID" type="org.apache.hadoop.record.meta.TypeID"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ByteTypeID" type="org.apache.hadoop.record.meta.TypeID"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DoubleTypeID" type="org.apache.hadoop.record.meta.TypeID"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FloatTypeID" type="org.apache.hadoop.record.meta.TypeID"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IntTypeID" type="org.apache.hadoop.record.meta.TypeID"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LongTypeID" type="org.apache.hadoop.record.meta.TypeID"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="StringTypeID" type="org.apache.hadoop.record.meta.TypeID"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="typeVal" type="byte"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Represents typeID for basic types.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.meta.TypeID -->
- <!-- start class org.apache.hadoop.record.meta.TypeID.RIOType -->
- <class name="TypeID.RIOType" extends="java.lang.Object"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <constructor name="TypeID.RIOType"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <field name="BOOL" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BUFFER" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BYTE" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DOUBLE" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FLOAT" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="INT" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LONG" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="STRING" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="STRUCT" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VECTOR" type="byte"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[constants representing the IDL types we support]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.meta.TypeID.RIOType -->
- <!-- start class org.apache.hadoop.record.meta.Utils -->
- <class name="Utils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="skip"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rin" type="org.apache.hadoop.record.RecordInput"/>
- <param name="tag" type="java.lang.String"/>
- <param name="typeID" type="org.apache.hadoop.record.meta.TypeID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[read/skip bytes from stream based on a type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Various utility functions for Hadooop record I/O platform.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.meta.Utils -->
- <!-- start class org.apache.hadoop.record.meta.VectorTypeID -->
- <class name="VectorTypeID" extends="org.apache.hadoop.record.meta.TypeID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="VectorTypeID" type="org.apache.hadoop.record.meta.TypeID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getElementTypeID" return="org.apache.hadoop.record.meta.TypeID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Two vector typeIDs are equal if their constituent elements have the
- same type]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[We use a basic hashcode implementation, since this class will likely not
- be used as a hashmap key]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Represents typeID for vector.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.record.meta.VectorTypeID -->
- </package>
- <package name="org.apache.hadoop.security">
- <!-- start class org.apache.hadoop.security.AccessControlException -->
- <class name="AccessControlException" extends="org.apache.hadoop.fs.permission.AccessControlException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AccessControlException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor is needed for unwrapping from
- {@link org.apache.hadoop.ipc.RemoteException}.]]>
- </doc>
- </constructor>
- <constructor name="AccessControlException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs an {@link AccessControlException}
- with the specified detail message.
- @param s the detail message.]]>
- </doc>
- </constructor>
- <constructor name="AccessControlException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a new exception with the specified cause and a detail
- message of <tt>(cause==null ? null : cause.toString())</tt> (which
- typically contains the class and detail message of <tt>cause</tt>).
- @param cause the cause (which is saved for later retrieval by the
- {@link #getCause()} method). (A <tt>null</tt> value is
- permitted, and indicates that the cause is nonexistent or
- unknown.)]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[An exception class for access control related issues.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.AccessControlException -->
- <!-- start class org.apache.hadoop.security.AuthenticationFilterInitializer -->
- <class name="AuthenticationFilterInitializer" extends="org.apache.hadoop.http.FilterInitializer"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AuthenticationFilterInitializer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="container" type="org.apache.hadoop.http.FilterContainer"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Initializes Alfredo AuthenticationFilter.
- <p/>
- Propagates to Alfredo AuthenticationFilter configuration all Hadoop
- configuration properties prefixed with "hadoop.http.authentication."
- @param container The filter container
- @param conf Configuration for run-time parameters]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Initializes Alfredo AuthenticationFilter which provides support for
- Kerberos HTTP SPNEGO authentication.
- <p/>
- It enables anonymous access, simple/speudo and Kerberos HTTP SPNEGO
- authentication for Hadoop JobTracker, NameNode, DataNodes and
- TaskTrackers.
- <p/>
- Refer to the <code>core-default.xml</code> file, after the comment
- 'HTTP Authentication' for details on the configuration options.
- All related configuration properties have 'hadoop.http.authentication.'
- as prefix.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.AuthenticationFilterInitializer -->
- <!-- start class org.apache.hadoop.security.Credentials -->
- <class name="Credentials" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="Credentials"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSecretKey" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="alias" type="org.apache.hadoop.io.Text"/>
- <doc>
- <![CDATA[Returns the key bytes for the alias
- @param alias the alias for the key
- @return key for this alias]]>
- </doc>
- </method>
- <method name="getToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="alias" type="org.apache.hadoop.io.Text"/>
- <doc>
- <![CDATA[Returns the Token object for the alias
- @param alias the alias for the Token
- @return token for this alias]]>
- </doc>
- </method>
- <method name="addToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="alias" type="org.apache.hadoop.io.Text"/>
- <param name="t" type="org.apache.hadoop.security.token.Token"/>
- <doc>
- <![CDATA[Add a token in the storage (in memory)
- @param alias the alias for the key
- @param t the token object]]>
- </doc>
- </method>
- <method name="getAllTokens" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return all the tokens in the in-memory map]]>
- </doc>
- </method>
- <method name="numberOfTokens" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return number of Tokens in the in-memory map]]>
- </doc>
- </method>
- <method name="numberOfSecretKeys" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return number of keys in the in-memory map]]>
- </doc>
- </method>
- <method name="addSecretKey"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="alias" type="org.apache.hadoop.io.Text"/>
- <param name="key" type="byte[]"/>
- <doc>
- <![CDATA[Set the key for an alias
- @param alias the alias for the key
- @param key the key bytes]]>
- </doc>
- </method>
- <method name="readTokenStorageFile" return="org.apache.hadoop.security.Credentials"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filename" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convenience method for reading a token storage file, and loading the Tokens
- therein in the passed UGI
- @param filename
- @param conf
- @throws IOException]]>
- </doc>
- </method>
- <method name="readTokenStorageStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convenience method for reading a token storage file directly from a
- datainputstream]]>
- </doc>
- </method>
- <method name="writeTokenStorageToStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="os" type="java.io.DataOutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeTokenStorageFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filename" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Stores all the keys to DataOutput
- @param out
- @throws IOException]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Loads all the keys
- @param in
- @throws IOException]]>
- </doc>
- </method>
- <method name="addAll"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.security.Credentials"/>
- <doc>
- <![CDATA[Copy all of the credentials from one credential object into another.
- @param other the credentials to copy]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A class that provides the facilities of reading and writing
- secret keys and Tokens.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.Credentials -->
- <!-- start class org.apache.hadoop.security.Groups -->
- <class name="Groups" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Groups" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getGroups" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the group memberships of a given user.
- @param user User's name
- @return the group memberships of the user
- @throws IOException]]>
- </doc>
- </method>
- <method name="refresh"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Refresh all user-to-groups mappings.]]>
- </doc>
- </method>
- <method name="cacheGroupsAdd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groups" type="java.util.List"/>
- </method>
- <method name="getUserToGroupsMappingService" return="org.apache.hadoop.security.Groups"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the groups being used to map user-to-groups.
- @return the groups being used to map user-to-groups.]]>
- </doc>
- </method>
- <method name="getUserToGroupsMappingService" return="org.apache.hadoop.security.Groups"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <doc>
- <![CDATA[A user-to-groups mapping service.
-
- {@link Groups} allows for server to get the various group memberships
- of a given user via the {@link #getGroups(String)} call, thus ensuring
- a consistent user-to-groups mapping and protects against vagaries of
- different mappings on servers and clients in a Hadoop cluster.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.Groups -->
- <!-- start class org.apache.hadoop.security.JniBasedUnixGroupsMapping -->
- <class name="JniBasedUnixGroupsMapping" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.GroupMappingServiceProvider"/>
- <constructor name="JniBasedUnixGroupsMapping"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getGroups" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsRefresh"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsAdd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groups" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A JNI-based implementation of {@link GroupMappingServiceProvider}
- that invokes libC calls to get the group
- memberships of a given user.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.JniBasedUnixGroupsMapping -->
- <!-- start class org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback -->
- <class name="JniBasedUnixGroupsMappingWithFallback" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.GroupMappingServiceProvider"/>
- <constructor name="JniBasedUnixGroupsMappingWithFallback"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getGroups" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsRefresh"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsAdd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groups" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback -->
- <!-- start class org.apache.hadoop.security.JniBasedUnixGroupsNetgroupMapping -->
- <class name="JniBasedUnixGroupsNetgroupMapping" extends="org.apache.hadoop.security.JniBasedUnixGroupsMapping"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JniBasedUnixGroupsNetgroupMapping"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getGroups" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets unix groups and netgroups for the user.
- It gets all unix groups as returned by id -Gn but it
- only returns netgroups that are used in ACLs (there is
- no way to get all netgroups for a given user, see
- documentation for getent netgroup)]]>
- </doc>
- </method>
- <method name="cacheGroupsRefresh"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsAdd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groups" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getUsersForNetgroup" return="java.util.List"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="netgroup" type="java.lang.String"/>
- <doc>
- <![CDATA[Calls JNI function to get users for a netgroup, since C functions
- are not reentrant we need to make this synchronized (see
- documentation for setnetgrent, getnetgrent and endnetgrent)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A JNI-based implementation of {@link GroupMappingServiceProvider}
- that invokes libC calls to get the group
- memberships of a given user.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.JniBasedUnixGroupsNetgroupMapping -->
- <!-- start class org.apache.hadoop.security.JniBasedUnixGroupsNetgroupMappingWithFallback -->
- <class name="JniBasedUnixGroupsNetgroupMappingWithFallback" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.GroupMappingServiceProvider"/>
- <constructor name="JniBasedUnixGroupsNetgroupMappingWithFallback"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getGroups" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsRefresh"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsAdd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groups" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.security.JniBasedUnixGroupsNetgroupMappingWithFallback -->
- <!-- start interface org.apache.hadoop.security.KerberosInfo -->
- <interface name="KerberosInfo" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <method name="serverPrincipal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Key for getting server's Kerberos principal name from Configuration]]>
- </doc>
- </method>
- <method name="clientPrincipal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Indicates Kerberos related information to be used]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.security.KerberosInfo -->
- <!-- start class org.apache.hadoop.security.KerberosName -->
- <class name="KerberosName" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="KerberosName" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a name from the full Kerberos principal name.
- @param name]]>
- </doc>
- </constructor>
- <method name="getDefaultRealm" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the configured default realm.
- @return the default realm from the krb5.conf]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Put the name back together from the parts.]]>
- </doc>
- </method>
- <method name="getServiceName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the first component of the name.
- @return the first section of the Kerberos principal name]]>
- </doc>
- </method>
- <method name="getHostName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the second component of the name.
- @return the second section of the Kerberos principal name, and may be null]]>
- </doc>
- </method>
- <method name="getRealm" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the realm of the name.
- @return the realm of the name, may be null]]>
- </doc>
- </method>
- <method name="setConfiguration"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the static configuration to get the rules.
- @param conf the new configuration
- @throws IOException]]>
- </doc>
- </method>
- <method name="setRules"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ruleString" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the rules.
- @param ruleString the rules string.]]>
- </doc>
- </method>
- <method name="getShortName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the translation of the principal name into an operating system
- user name.
- @return the short name
- @throws IOException]]>
- </doc>
- </method>
- <method name="printRules"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <doc>
- <![CDATA[This class implements parsing and handling of Kerberos principal names. In
- particular, it splits them apart and translates them down into local
- operating system names.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.KerberosName -->
- <!-- start class org.apache.hadoop.security.KerberosName.BadFormatString -->
- <class name="KerberosName.BadFormatString" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </class>
- <!-- end class org.apache.hadoop.security.KerberosName.BadFormatString -->
- <!-- start class org.apache.hadoop.security.KerberosName.NoMatchingRule -->
- <class name="KerberosName.NoMatchingRule" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </class>
- <!-- end class org.apache.hadoop.security.KerberosName.NoMatchingRule -->
- <!-- start class org.apache.hadoop.security.Krb5AndCertsSslSocketConnector -->
- <class name="Krb5AndCertsSslSocketConnector" extends="org.mortbay.jetty.security.SslSocketConnector"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Krb5AndCertsSslSocketConnector"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Krb5AndCertsSslSocketConnector" type="org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.MODE"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createFactory" return="javax.net.ssl.SSLServerSocketFactory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="newServerSocket" return="java.net.ServerSocket"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <param name="port" type="int"/>
- <param name="backlog" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="customize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="endpoint" type="org.mortbay.io.EndPoint"/>
- <param name="request" type="org.mortbay.jetty.Request"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="KRB5_CIPHER_SUITES" type="java.util.List"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Extend Jetty's {@link SslSocketConnector} to optionally also provide
- Kerberos5ized SSL sockets. The only change in behavior from superclass
- is that we no longer honor requests to turn off NeedAuthentication when
- running with Kerberos support.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.Krb5AndCertsSslSocketConnector -->
- <!-- start class org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.Krb5SslFilter -->
- <class name="Krb5AndCertsSslSocketConnector.Krb5SslFilter" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="javax.servlet.Filter"/>
- <constructor name="Krb5AndCertsSslSocketConnector.Krb5SslFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="req" type="javax.servlet.ServletRequest"/>
- <param name="resp" type="javax.servlet.ServletResponse"/>
- <param name="chain" type="javax.servlet.FilterChain"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- </method>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg0" type="javax.servlet.FilterConfig"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- </method>
- <method name="destroy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Filter that takes the Kerberos principal identified in the
- {@link Krb5AndCertsSslSocketConnector} and provides it the to the servlet
- at runtime, setting the principal and short name.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.Krb5SslFilter -->
- <!-- start class org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.MODE -->
- <class name="Krb5AndCertsSslSocketConnector.MODE" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.MODE[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.MODE"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="KRB" type="org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.MODE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CERTS" type="org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.MODE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BOTH" type="org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.MODE"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.security.Krb5AndCertsSslSocketConnector.MODE -->
- <!-- start class org.apache.hadoop.security.NetgroupCache -->
- <class name="NetgroupCache" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NetgroupCache"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getNetgroups"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="groups" type="java.util.List"/>
- </method>
- <method name="getNetgroupNames" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isCached" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <param name="users" type="java.util.List"/>
- </method>
- <doc>
- <![CDATA[Class that caches the netgroups and inverts group-to-user map
- to user-to-group map]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.NetgroupCache -->
- <!-- start interface org.apache.hadoop.security.RefreshUserMappingsProtocol -->
- <interface name="RefreshUserMappingsProtocol" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.ipc.VersionedProtocol"/>
- <method name="refreshUserToGroupsMappings"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Refresh user to group mappings.
- @throws IOException]]>
- </doc>
- </method>
- <method name="refreshSuperUserGroupsConfiguration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Refresh superuser proxy group list
- @throws IOException]]>
- </doc>
- </method>
- <field name="versionID" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Version 1: Initial version.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Protocol use]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.security.RefreshUserMappingsProtocol -->
- <!-- start class org.apache.hadoop.security.SaslInputStream -->
- <class name="SaslInputStream" extends="java.io.InputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SaslInputStream" type="java.io.InputStream, javax.security.sasl.SaslServer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a SASLInputStream from an InputStream and a SaslServer <br>
- Note: if the specified InputStream or SaslServer is null, a
- NullPointerException may be thrown later when they are used.
-
- @param inStream
- the InputStream to be processed
- @param saslServer
- an initialized SaslServer object]]>
- </doc>
- </constructor>
- <constructor name="SaslInputStream" type="java.io.InputStream, javax.security.sasl.SaslClient"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a SASLInputStream from an InputStream and a SaslClient <br>
- Note: if the specified InputStream or SaslClient is null, a
- NullPointerException may be thrown later when they are used.
-
- @param inStream
- the InputStream to be processed
- @param saslClient
- an initialized SaslClient object]]>
- </doc>
- </constructor>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads the next byte of data from this input stream. The value byte is
- returned as an <code>int</code> in the range <code>0</code> to
- <code>255</code>. If no byte is available because the end of the stream has
- been reached, the value <code>-1</code> is returned. This method blocks
- until input data is available, the end of the stream is detected, or an
- exception is thrown.
- <p>
-
- @return the next byte of data, or <code>-1</code> if the end of the stream
- is reached.
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads up to <code>b.length</code> bytes of data from this input stream into
- an array of bytes.
- <p>
- The <code>read</code> method of <code>InputStream</code> calls the
- <code>read</code> method of three arguments with the arguments
- <code>b</code>, <code>0</code>, and <code>b.length</code>.
-
- @param b
- the buffer into which the data is read.
- @return the total number of bytes read into the buffer, or <code>-1</code>
- is there is no more data because the end of the stream has been
- reached.
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads up to <code>len</code> bytes of data from this input stream into an
- array of bytes. This method blocks until some input is available. If the
- first argument is <code>null,</code> up to <code>len</code> bytes are read
- and discarded.
-
- @param b
- the buffer into which the data is read.
- @param off
- the start offset of the data.
- @param len
- the maximum number of bytes read.
- @return the total number of bytes read into the buffer, or <code>-1</code>
- if there is no more data because the end of the stream has been
- reached.
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="skip" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Skips <code>n</code> bytes of input from the bytes that can be read from
- this input stream without blocking.
-
- <p>
- Fewer bytes than requested might be skipped. The actual number of bytes
- skipped is equal to <code>n</code> or the result of a call to
- {@link #available() <code>available</code>}, whichever is smaller. If
- <code>n</code> is less than zero, no bytes are skipped.
-
- <p>
- The actual number of bytes skipped is returned.
-
- @param n
- the number of bytes to be skipped.
- @return the actual number of bytes skipped.
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="available" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the number of bytes that can be read from this input stream without
- blocking. The <code>available</code> method of <code>InputStream</code>
- returns <code>0</code>. This method <B>should</B> be overridden by
- subclasses.
-
- @return the number of bytes that can be read from this input stream without
- blocking.
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Closes this input stream and releases any system resources associated with
- the stream.
- <p>
- The <code>close</code> method of <code>SASLInputStream</code> calls the
- <code>close</code> method of its underlying input stream.
-
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="markSupported" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Tests if this input stream supports the <code>mark</code> and
- <code>reset</code> methods, which it does not.
-
- @return <code>false</code>, since this class does not support the
- <code>mark</code> and <code>reset</code> methods.]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A SaslInputStream is composed of an InputStream and a SaslServer (or
- SaslClient) so that read() methods return data that are read in from the
- underlying InputStream but have been additionally processed by the SaslServer
- (or SaslClient) object. The SaslServer (or SaslClient) object must be fully
- initialized before being used by a SaslInputStream.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.SaslInputStream -->
- <!-- start class org.apache.hadoop.security.SaslOutputStream -->
- <class name="SaslOutputStream" extends="java.io.OutputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SaslOutputStream" type="java.io.OutputStream, javax.security.sasl.SaslServer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a SASLOutputStream from an OutputStream and a SaslServer <br>
- Note: if the specified OutputStream or SaslServer is null, a
- NullPointerException may be thrown later when they are used.
-
- @param outStream
- the OutputStream to be processed
- @param saslServer
- an initialized SaslServer object]]>
- </doc>
- </constructor>
- <constructor name="SaslOutputStream" type="java.io.OutputStream, javax.security.sasl.SaslClient"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a SASLOutputStream from an OutputStream and a SaslClient <br>
- Note: if the specified OutputStream or SaslClient is null, a
- NullPointerException may be thrown later when they are used.
-
- @param outStream
- the OutputStream to be processed
- @param saslClient
- an initialized SaslClient object]]>
- </doc>
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes the specified byte to this output stream.
-
- @param b
- the <code>byte</code>.
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes <code>b.length</code> bytes from the specified byte array to this
- output stream.
- <p>
- The <code>write</code> method of <code>SASLOutputStream</code> calls the
- <code>write</code> method of three arguments with the three arguments
- <code>b</code>, <code>0</code>, and <code>b.length</code>.
-
- @param b
- the data.
- @exception NullPointerException
- if <code>b</code> is null.
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inBuf" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes <code>len</code> bytes from the specified byte array starting at
- offset <code>off</code> to this output stream.
-
- @param inBuf
- the data.
- @param off
- the start offset in the data.
- @param len
- the number of bytes to write.
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Flushes this output stream
-
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Closes this output stream and releases any system resources associated with
- this stream.
-
- @exception IOException
- if an I/O error occurs.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A SaslOutputStream is composed of an OutputStream and a SaslServer (or
- SaslClient) so that write() methods first process the data before writing
- them out to the underlying OutputStream. The SaslServer (or SaslClient)
- object must be fully initialized before being used by a SaslOutputStream.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.SaslOutputStream -->
- <!-- start class org.apache.hadoop.security.SaslRpcClient -->
- <class name="SaslRpcClient" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SaslRpcClient" type="org.apache.hadoop.security.SaslRpcServer.AuthMethod, org.apache.hadoop.security.token.Token, java.lang.String, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a SaslRpcClient for an authentication method
-
- @param method
- the requested authentication method
- @param token
- token to use if needed by the authentication method]]>
- </doc>
- </constructor>
- <method name="saslConnect" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inS" type="java.io.InputStream"/>
- <param name="outS" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Do client side SASL authentication with server via the given InputStream
- and OutputStream
-
- @param inS
- InputStream to use
- @param outS
- OutputStream to use
- @return true if connection is set up, or false if needs to switch
- to simple Auth.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getInputStream" return="java.io.InputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a SASL wrapped InputStream. Can be called only after saslConnect() has
- been called.
-
- @param in
- the InputStream to wrap
- @return a SASL wrapped InputStream
- @throws IOException]]>
- </doc>
- </method>
- <method name="getOutputStream" return="java.io.OutputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.OutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a SASL wrapped OutputStream. Can be called only after saslConnect() has
- been called.
-
- @param out
- the OutputStream to wrap
- @return a SASL wrapped OutputStream
- @throws IOException]]>
- </doc>
- </method>
- <method name="dispose"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SaslException" type="javax.security.sasl.SaslException"/>
- <doc>
- <![CDATA[Release resources used by wrapped saslClient]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A utility class that encapsulates SASL logic for RPC client]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.SaslRpcClient -->
- <!-- start class org.apache.hadoop.security.SaslRpcServer -->
- <class name="SaslRpcServer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SaslRpcServer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getIdentifier" return="org.apache.hadoop.security.token.TokenIdentifier"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="java.lang.String"/>
- <param name="secretManager" type="org.apache.hadoop.security.token.SecretManager"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- </method>
- <method name="splitKerberosName" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fullName" type="java.lang.String"/>
- <doc>
- <![CDATA[Splitting fully qualified Kerberos name into parts]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SASL_DEFAULT_REALM" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SASL_PROPS" type="java.util.Map"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SWITCH_TO_SIMPLE_AUTH" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A utility class for dealing with SASL on RPC server]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.SaslRpcServer -->
- <!-- start class org.apache.hadoop.security.SaslRpcServer.AuthMethod -->
- <class name="SaslRpcServer.AuthMethod" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.security.SaslRpcServer.AuthMethod[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.security.SaslRpcServer.AuthMethod"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getMechanismName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the SASL mechanism name]]>
- </doc>
- </method>
- <method name="read" return="org.apache.hadoop.security.SaslRpcServer.AuthMethod"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read from in]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write to out]]>
- </doc>
- </method>
- <field name="SIMPLE" type="org.apache.hadoop.security.SaslRpcServer.AuthMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KERBEROS" type="org.apache.hadoop.security.SaslRpcServer.AuthMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DIGEST" type="org.apache.hadoop.security.SaslRpcServer.AuthMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="code" type="byte"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The code for this method.]]>
- </doc>
- </field>
- <field name="mechanismName" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="authenticationMethod" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Authentication method]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.SaslRpcServer.AuthMethod -->
- <!-- start class org.apache.hadoop.security.SaslRpcServer.QualityOfProtection -->
- <class name="SaslRpcServer.QualityOfProtection" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.security.SaslRpcServer.QualityOfProtection[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.security.SaslRpcServer.QualityOfProtection"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getSaslQop" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="AUTHENTICATION" type="org.apache.hadoop.security.SaslRpcServer.QualityOfProtection"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="INTEGRITY" type="org.apache.hadoop.security.SaslRpcServer.QualityOfProtection"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PRIVACY" type="org.apache.hadoop.security.SaslRpcServer.QualityOfProtection"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="saslQop" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.security.SaslRpcServer.QualityOfProtection -->
- <!-- start class org.apache.hadoop.security.SaslRpcServer.SaslDigestCallbackHandler -->
- <class name="SaslRpcServer.SaslDigestCallbackHandler" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="javax.security.auth.callback.CallbackHandler"/>
- <constructor name="SaslRpcServer.SaslDigestCallbackHandler" type="org.apache.hadoop.security.token.SecretManager, org.apache.hadoop.ipc.Server.Connection"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="handle"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="callbacks" type="javax.security.auth.callback.Callback[]"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- <exception name="UnsupportedCallbackException" type="javax.security.auth.callback.UnsupportedCallbackException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[CallbackHandler for SASL DIGEST-MD5 mechanism]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.SaslRpcServer.SaslDigestCallbackHandler -->
- <!-- start class org.apache.hadoop.security.SaslRpcServer.SaslGssCallbackHandler -->
- <class name="SaslRpcServer.SaslGssCallbackHandler" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="javax.security.auth.callback.CallbackHandler"/>
- <constructor name="SaslRpcServer.SaslGssCallbackHandler"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="handle"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="callbacks" type="javax.security.auth.callback.Callback[]"/>
- <exception name="UnsupportedCallbackException" type="javax.security.auth.callback.UnsupportedCallbackException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[CallbackHandler for SASL GSSAPI Kerberos mechanism]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.SaslRpcServer.SaslGssCallbackHandler -->
- <!-- start class org.apache.hadoop.security.SaslRpcServer.SaslStatus -->
- <class name="SaslRpcServer.SaslStatus" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.security.SaslRpcServer.SaslStatus[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.security.SaslRpcServer.SaslStatus"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="SUCCESS" type="org.apache.hadoop.security.SaslRpcServer.SaslStatus"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ERROR" type="org.apache.hadoop.security.SaslRpcServer.SaslStatus"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="state" type="int"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.security.SaslRpcServer.SaslStatus -->
- <!-- start class org.apache.hadoop.security.SecurityUtil -->
- <class name="SecurityUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SecurityUtil"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="isOriginalTGT" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="fetchServiceTicket"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="remoteHost" type="java.net.URL"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Explicitly pull the service ticket for the specified host. This solves a
- problem with Java's Kerberos SSL problem where the client cannot
- authenticate against a cross-realm service. It is necessary for clients
- making kerberized https requests to call this method on the target URL
- to ensure that in a cross-realm environment the remote host will be
- successfully authenticated.
-
- This method is internal to Hadoop and should not be used by other
- applications. This method should not be considered stable or open:
- it will be removed when the Java behavior is changed.
-
- @param remoteHost Target URL the krb-https client will access
- @throws IOException if a service ticket is not available]]>
- </doc>
- </method>
- <method name="getServerPrincipal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="principalConfig" type="java.lang.String"/>
- <param name="hostname" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convert Kerberos principal name pattern to valid Kerberos principal
- names. It replaces hostname pattern with hostname, which should be
- fully-qualified domain name. If hostname is null or "0.0.0.0", it uses
- dynamically looked-up fqdn of the current host instead.
-
- @param principalConfig
- the Kerberos principal name conf value to convert
- @param hostname
- the fully-qualified domain name used for substitution
- @return converted Kerberos principal name
- @throws IOException if the service ticket cannot be retrieved]]>
- </doc>
- </method>
- <method name="getServerPrincipal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="principalConfig" type="java.lang.String"/>
- <param name="addr" type="java.net.InetAddress"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convert Kerberos principal name pattern to valid Kerberos principal names.
- This method is similar to {@link #getServerPrincipal(String, String)},
- except 1) the reverse DNS lookup from addr to hostname is done only when
- necessary, 2) param addr can't be null (no default behavior of using local
- hostname when addr is null).
-
- @param principalConfig
- Kerberos principal name pattern to convert
- @param addr
- InetAddress of the host used for substitution
- @return converted Kerberos principal name
- @throws IOException if the client address cannot be determined]]>
- </doc>
- </method>
- <method name="getLocalHostName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Get the fqdn for the current host.
-
- @return fqdn of the current host.
- @throws UnknownHostException
- if no IP address for the local host could be found.]]>
- </doc>
- </method>
- <method name="login"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="keytabFileKey" type="java.lang.String"/>
- <param name="userNameKey" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[If a keytab has been provided, login as that user. Substitute $host in
- user's Kerberos principal name with a dynamically looked-up fully-qualified
- domain name of the current host.
-
- @param conf
- conf to use
- @param keytabFileKey
- the key to look for keytab file in conf
- @param userNameKey
- the key to look for user's Kerberos principal name in conf
- @throws IOException if the client address cannot be determined]]>
- </doc>
- </method>
- <method name="login"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="keytabFileKey" type="java.lang.String"/>
- <param name="userNameKey" type="java.lang.String"/>
- <param name="hostname" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[If a keytab has been provided, login as that user. Substitute $host in
- user's Kerberos principal name with hostname.
-
- @param conf
- conf to use
- @param keytabFileKey
- the key to look for keytab file in conf
- @param userNameKey
- the key to look for user's Kerberos principal name in conf
- @param hostname
- hostname to use for substitution
- @throws IOException if login fails]]>
- </doc>
- </method>
- <method name="getTokenServiceAddr" return="java.net.InetSocketAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <doc>
- <![CDATA[Decode the given token's service field into an InetAddress
- @param token from which to obtain the service
- @return InetAddress for the service]]>
- </doc>
- </method>
- <method name="setTokenService"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="addr" type="java.net.InetSocketAddress"/>
- <doc>
- <![CDATA[Set the given token's service to the format expected by the RPC client
- @param token a delegation token
- @param addr the socket for the rpc connection]]>
- </doc>
- </method>
- <method name="buildTokenService" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="addr" type="java.net.InetSocketAddress"/>
- <doc>
- <![CDATA[Construct the service key for a token
- @param addr InetSocketAddress of remote connection with a token
- @return "ip:port" or "host:port" depending on the value of
- hadoop.security.token.service.use_ip]]>
- </doc>
- </method>
- <method name="buildDTServiceName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="defPort" type="int"/>
- <doc>
- <![CDATA[create the service name for a Delegation token
- @param uri of the service
- @param defPort is used if the uri lacks a port
- @return the token service, or null if no authority
- @see #buildTokenService(InetSocketAddress)]]>
- </doc>
- </method>
- <method name="getAdminAcls" return="org.apache.hadoop.security.authorize.AccessControlList"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="configKey" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the ACL object representing the cluster administrators
- The user who starts the daemon is automatically added as an admin
- @param conf
- @param configKey the key that holds the ACL string in its value
- @return AccessControlList instance]]>
- </doc>
- </method>
- <method name="getHostFromPrincipal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="principalName" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the host name from the principal name of format <service>/host@realm.
- @param principalName principal name of format as described above
- @return host name if the the string conforms to the above format, else null]]>
- </doc>
- </method>
- <method name="useKsslAuth" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return true if we should use KSSL to authenticate NN HTTP endpoints,
- false to use SPNEGO or if security is disabled.]]>
- </doc>
- </method>
- <method name="openSecureHttpConnection" return="java.net.URLConnection"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="url" type="java.net.URL"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Open a (if need be) secure connection to a URL in a secure environment
- that is using SPNEGO or KSSL to authenticate its URLs. All Namenode and
- Secondary Namenode URLs that are protected via SPNEGO or KSSL should be
- accessed via this method.
- @param url to authenticate via SPNEGO.
- @return A connection that has been authenticated via SPNEGO
- @throws IOException If unable to authenticate via SPNEGO]]>
- </doc>
- </method>
- <method name="getByName" return="java.net.InetAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="hostname" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Resolves a host subject to the security requirements determined by
- hadoop.security.token.service.use_ip.
-
- @param hostname host or ip to resolve
- @return a resolved host
- @throws UnknownHostException if the host doesn't exist]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HOSTNAME_PATTERN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.security.SecurityUtil -->
- <!-- start class org.apache.hadoop.security.SecurityUtil.QualifiedHostResolver -->
- <class name="SecurityUtil.QualifiedHostResolver" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.SecurityUtil.HostResolver"/>
- <constructor name="SecurityUtil.QualifiedHostResolver"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="getByName" return="java.net.InetAddress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Create an InetAddress with a fully qualified hostname of the given
- hostname. InetAddress does not qualify an incomplete hostname that
- is resolved via the domain search list.
- {@link InetAddress#getCanonicalHostName()} will fully qualify the
- hostname, but it always return the A record whereas the given hostname
- may be a CNAME.
-
- @param host a hostname or ip address
- @return InetAddress with the fully qualified hostname or ip
- @throws UnknownHostException if host does not exist]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This an alternate resolver with important properties that the standard
- java resolver lacks:
- 1) The hostname is fully qualified. This avoids security issues if not
- all hosts in the cluster do not share the same search domains. It
- also prevents other hosts from performing unnecessary dns searches.
- In contrast, InetAddress simply returns the host as given.
- 2) The InetAddress is instantiated with an exact host and IP to prevent
- further unnecessary lookups. InetAddress may perform an unnecessary
- reverse lookup for an IP.
- 3) A call to getHostName() will always return the qualified hostname, or
- more importantly, the IP if instantiated with an IP. This avoids
- unnecessary dns timeouts if the host is not resolvable.
- 4) Point 3 also ensures that if the host is re-resolved, ex. during a
- connection re-attempt, that a reverse lookup to host and forward
- lookup to IP is not performed since the reverse/forward mappings may
- not always return the same IP. If the client initiated a connection
- with an IP, then that IP is all that should ever be contacted.
-
- NOTE: this resolver is only used if:
- hadoop.security.token.service.use_ip=false]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.SecurityUtil.QualifiedHostResolver -->
- <!-- start class org.apache.hadoop.security.ShellBasedUnixGroupsMapping -->
- <class name="ShellBasedUnixGroupsMapping" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.GroupMappingServiceProvider"/>
- <constructor name="ShellBasedUnixGroupsMapping"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getGroups" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsRefresh"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsAdd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groups" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A simple shell-based implementation of {@link GroupMappingServiceProvider}
- that exec's the <code>groups</code> shell command to fetch the group
- memberships of a given user.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.ShellBasedUnixGroupsMapping -->
- <!-- start class org.apache.hadoop.security.ShellBasedUnixGroupsNetgroupMapping -->
- <class name="ShellBasedUnixGroupsNetgroupMapping" extends="org.apache.hadoop.security.ShellBasedUnixGroupsMapping"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ShellBasedUnixGroupsNetgroupMapping"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getGroups" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsRefresh"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheGroupsAdd"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groups" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cacheNetgroup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getNetgroups"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="groups" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="execShellGetUnixGroups" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="execShellGetUserForNetgroup" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="netgroup" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="netgroupToUsersMapUpdated" type="boolean"
- transient="false" volatile="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="netgroupToUsersMap" type="java.util.Map"
- transient="false" volatile="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="userToNetgroupsMap" type="java.util.Map"
- transient="false" volatile="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A simple shell-based implementation of {@link GroupMappingServiceProvider}
- that exec's the <code>groups</code> shell command to fetch the group
- memberships of a given user.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.ShellBasedUnixGroupsNetgroupMapping -->
- <!-- start class org.apache.hadoop.security.UserGroupInformation -->
- <class name="UserGroupInformation" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="setConfiguration"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Set the static configuration for UGI.
- In particular, set the security authentication mechanism and the
- group look up service.
- @param conf the configuration to use]]>
- </doc>
- </method>
- <method name="isSecurityEnabled" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Determine if UserGroupInformation is using Kerberos to determine
- user identities or is relying on simple authentication
-
- @return true if UGI is working in a secure environment]]>
- </doc>
- </method>
- <method name="hasKerberosCredentials" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[checks if logged in using kerberos
- @return true if the subject logged via keytab or has a Kerberos TGT]]>
- </doc>
- </method>
- <method name="getCurrentUser" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the current user, including any doAs in the current stack.
- @return the current user
- @throws IOException if login fails]]>
- </doc>
- </method>
- <method name="getLoginUser" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the currently logged in user.
- @return the logged in user
- @throws IOException if login fails]]>
- </doc>
- </method>
- <method name="isFromKeytab" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is this user logged in from a keytab file?
- @return true if the credentials are from a keytab file.]]>
- </doc>
- </method>
- <method name="loginUserFromKeytab"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="path" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Log a user in from a keytab file. Loads a user identity from a keytab
- file and logs them in. They become the currently logged-in user.
- @param user the principal name to load from the keytab
- @param path the path to the keytab file
- @throws IOException if the keytab file can't be read]]>
- </doc>
- </method>
- <method name="reloginFromTicketCache"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Re-Login a user in from the ticket cache. This
- method assumes that login had happened already.
- The Subject field of this UserGroupInformation object is updated to have
- the new credentials.
- @throws IOException on a failure]]>
- </doc>
- </method>
- <method name="loginUserFromKeytabAndReturnUGI" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="path" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Log a user in from a keytab file. Loads a user identity from a keytab
- file and login them in. This new user does not affect the currently
- logged-in user.
- @param user the principal name to load from the keytab
- @param path the path to the keytab file
- @throws IOException if the keytab file can't be read]]>
- </doc>
- </method>
- <method name="checkTGTAndReloginFromKeytab"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Re-login a user from keytab if TGT is expired or is close to expiry.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="reloginFromKeytab"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Re-Login a user in from a keytab file. Loads a user identity from a keytab
- file and logs them in. They become the currently logged-in user. This
- method assumes that {@link #loginUserFromKeytab(String, String)} had
- happened already.
- The Subject field of this UserGroupInformation object is updated to have
- the new credentials.
- @throws IOException on a failure]]>
- </doc>
- </method>
- <method name="isLoginKeytabBased" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Did the login happen via keytab
- @return true or false]]>
- </doc>
- </method>
- <method name="createRemoteUser" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <doc>
- <![CDATA[Create a user from a login name. It is intended to be used for remote
- users in RPC, since it won't have any credentials.
- @param user the full user principal name, must not be empty or null
- @return the UserGroupInformation for the remote user.]]>
- </doc>
- </method>
- <method name="createProxyUser" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="realUser" type="org.apache.hadoop.security.UserGroupInformation"/>
- <doc>
- <![CDATA[Create a proxy user using username of the effective user and the ugi of the
- real user.
- @param user
- @param realUser
- @return proxyUser ugi]]>
- </doc>
- </method>
- <method name="getRealUser" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get RealUser (vs. EffectiveUser)
- @return realUser running over proxy user]]>
- </doc>
- </method>
- <method name="createUserForTesting" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="userGroups" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Create a UGI for testing HDFS and MapReduce
- @param user the full user principal name
- @param userGroups the names of the groups that the user belongs to
- @return a fake user for running unit tests]]>
- </doc>
- </method>
- <method name="createProxyUserForTesting" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="realUser" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="userGroups" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Create a proxy user UGI for testing HDFS and MapReduce
-
- @param user
- the full user principal name for effective user
- @param realUser
- UGI of the real user
- @param userGroups
- the names of the groups that the user belongs to
- @return a fake user for running unit tests]]>
- </doc>
- </method>
- <method name="getShortUserName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user's login name.
- @return the user's name up to the first '/' or '@'.]]>
- </doc>
- </method>
- <method name="getUserName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user's full principal name.
- @return the user's full principal name.]]>
- </doc>
- </method>
- <method name="addTokenIdentifier" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tokenId" type="org.apache.hadoop.security.token.TokenIdentifier"/>
- <doc>
- <![CDATA[Add a TokenIdentifier to this UGI. The TokenIdentifier has typically been
- authenticated by the RPC layer as belonging to the user represented by this
- UGI.
-
- @param tokenId
- tokenIdentifier to be added
- @return true on successful add of new tokenIdentifier]]>
- </doc>
- </method>
- <method name="getTokenIdentifiers" return="java.util.Set"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the set of TokenIdentifiers belonging to this UGI
-
- @return the set of TokenIdentifiers belonging to this UGI]]>
- </doc>
- </method>
- <method name="addToken" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <doc>
- <![CDATA[Add a token to this UGI
-
- @param token Token to be added
- @return true on successful add of new token]]>
- </doc>
- </method>
- <method name="getTokens" return="java.util.Collection"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the collection of tokens associated with this user.
-
- @return an unmodifiable collection of tokens associated with user]]>
- </doc>
- </method>
- <method name="getGroupNames" return="java.lang.String[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the group names for this user.
- @return the list of users with the primary group first. If the command
- fails, it returns an empty list.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the username.]]>
- </doc>
- </method>
- <method name="setAuthenticationMethod"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="authMethod" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"/>
- <doc>
- <![CDATA[Sets the authentication method in the subject
-
- @param authMethod]]>
- </doc>
- </method>
- <method name="getAuthenticationMethod" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the authentication method from the subject
-
- @return AuthenticationMethod in the subject, null if not present.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Compare the subjects to see if they are equal to each other.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the hash of the subject.]]>
- </doc>
- </method>
- <method name="getSubject" return="javax.security.auth.Subject"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the underlying subject from this ugi.
- @return the subject that represents this user.]]>
- </doc>
- </method>
- <method name="doAs" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="action" type="java.security.PrivilegedAction"/>
- <doc>
- <![CDATA[Run the given action as the user.
- @param <T> the return type of the run method
- @param action the method to execute
- @return the value from the run method]]>
- </doc>
- </method>
- <method name="doAs" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="action" type="java.security.PrivilegedExceptionAction"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Run the given action as the user, potentially throwing an exception.
- @param <T> the return type of the run method
- @param action the method to execute
- @return the value from the run method
- @throws IOException if the action throws an IOException
- @throws Error if the action throws an Error
- @throws RuntimeException if the action throws a RuntimeException
- @throws InterruptedException if the action throws an InterruptedException
- @throws UndeclaredThrowableException if the action throws something else]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[A test method to print out the current user's UGI.
- @param args if there are two arguments, read the user from the keytab
- and print it out.
- @throws Exception]]>
- </doc>
- </method>
- <field name="HADOOP_TOKEN_FILE_LOCATION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Environment variable pointing to the token cache file]]>
- </doc>
- </field>
- <doc>
- <![CDATA[User and group information for Hadoop.
- This class wraps around a JAAS Subject and provides methods to determine the
- user's username and groups. It supports both the Windows, Unix and Kerberos
- login modules.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.UserGroupInformation -->
- <!-- start class org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod -->
- <class name="UserGroupInformation.AuthenticationMethod" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="SIMPLE" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KERBEROS" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TOKEN" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CERTIFICATE" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KERBEROS_SSL" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PROXY" type="org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[existing types of authentications' methods]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.UserGroupInformation.AuthenticationMethod -->
- <!-- start class org.apache.hadoop.security.UserGroupInformation.HadoopLoginModule -->
- <class name="UserGroupInformation.HadoopLoginModule" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="javax.security.auth.spi.LoginModule"/>
- <constructor name="UserGroupInformation.HadoopLoginModule"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="abort" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="LoginException" type="javax.security.auth.login.LoginException"/>
- </method>
- <method name="commit" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="LoginException" type="javax.security.auth.login.LoginException"/>
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="subject" type="javax.security.auth.Subject"/>
- <param name="callbackHandler" type="javax.security.auth.callback.CallbackHandler"/>
- <param name="sharedState" type="java.util.Map"/>
- <param name="options" type="java.util.Map"/>
- </method>
- <method name="login" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="LoginException" type="javax.security.auth.login.LoginException"/>
- </method>
- <method name="logout" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="LoginException" type="javax.security.auth.login.LoginException"/>
- </method>
- <doc>
- <![CDATA[A login module that looks at the Kerberos, Unix, or Windows principal and
- adds the corresponding UserName.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.UserGroupInformation.HadoopLoginModule -->
- </package>
- <package name="org.apache.hadoop.security.authentication.client">
- <!-- start class org.apache.hadoop.security.authentication.client.AuthenticatedURL -->
- <class name="AuthenticatedURL" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AuthenticatedURL"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates an {@link AuthenticatedURL}.]]>
- </doc>
- </constructor>
- <constructor name="AuthenticatedURL" type="org.apache.hadoop.security.authentication.client.Authenticator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates an <code>AuthenticatedURL</code>.
- @param authenticator the {@link Authenticator} instance to use, if <code>null</code> a {@link
- KerberosAuthenticator} is used.]]>
- </doc>
- </constructor>
- <method name="setDefaultAuthenticator"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="authenticator" type="java.lang.Class"/>
- <doc>
- <![CDATA[Sets the default {@link Authenticator} class to use when an {@link AuthenticatedURL} instance
- is created without specifying an authenticator.
- @param authenticator the authenticator class to use as default.]]>
- </doc>
- </method>
- <method name="getDefaultAuthenticator" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the default {@link Authenticator} class to use when an {@link AuthenticatedURL} instance
- is created without specifying an authenticator.
- @return the authenticator class to use as default.]]>
- </doc>
- </method>
- <method name="openConnection" return="java.net.HttpURLConnection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="url" type="java.net.URL"/>
- <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Returns an authenticated {@link HttpURLConnection}.
- @param url the URL to connect to. Only HTTP/S URLs are supported.
- @param token the authentication token being used for the user.
- @return an authenticated {@link HttpURLConnection}.
- @throws IOException if an IO error occurred.
- @throws AuthenticationException if an authentication exception occurred.]]>
- </doc>
- </method>
- <method name="injectToken"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conn" type="java.net.HttpURLConnection"/>
- <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/>
- <doc>
- <![CDATA[Helper method that injects an authentication token to send with a connection.
- @param conn connection to inject the authentication token into.
- @param token authentication token to inject.]]>
- </doc>
- </method>
- <method name="extractToken"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conn" type="java.net.HttpURLConnection"/>
- <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Helper method that extracts an authentication token received from a connection.
- <p/>
- This method is used by {@link Authenticator} implementations.
- @param conn connection to extract the authentication token from.
- @param token the authentication token.
- @throws IOException if an IO error occurred.
- @throws AuthenticationException if an authentication exception occurred.]]>
- </doc>
- </method>
- <field name="AUTH_COOKIE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Name of the HTTP cookie used for the authentication token between the client and the server.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The {@link AuthenticatedURL} class enables the use of the JDK {@link URL} class
- against HTTP endpoints protected with the {@link AuthenticationFilter}.
- <p/>
- The authentication mechanisms supported by default are Hadoop Simple authentication
- (also known as pseudo authentication) and Kerberos SPNEGO authentication.
- <p/>
- Additional authentication mechanisms can be supported via {@link Authenticator} implementations.
- <p/>
- The default {@link Authenticator} is the {@link KerberosAuthenticator} class which supports
- automatic fallback from Kerberos SPNEGO to Hadoop Simple authentication.
- <p/>
- <code>AuthenticatedURL</code> instances are not thread-safe.
- <p/>
- The usage pattern of the {@link AuthenticatedURL} is:
- <p/>
- <pre>
- // establishing an initial connection
- URL url = new URL("http://foo:8080/bar");
- AuthenticatedURL.Token token = new AuthenticatedURL.Token();
- AuthenticatedURL aUrl = new AuthenticatedURL();
- HttpURLConnection conn = new AuthenticatedURL(url, token).openConnection();
- ....
- // use the 'conn' instance
- ....
- // establishing a follow up connection using a token from the previous connection
- HttpURLConnection conn = new AuthenticatedURL(url, token).openConnection();
- ....
- // use the 'conn' instance
- ....
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.client.AuthenticatedURL -->
- <!-- start class org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token -->
- <class name="AuthenticatedURL.Token" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AuthenticatedURL.Token"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a token.]]>
- </doc>
- </constructor>
- <constructor name="AuthenticatedURL.Token" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a token using an existing string representation of the token.
- @param tokenStr string representation of the tokenStr.]]>
- </doc>
- </constructor>
- <method name="isSet" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns if a token from the server has been set.
- @return if a token from the server has been set.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the string representation of the token.
- @return the string representation of the token.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the hashcode for the token.
- @return the hashcode for the token.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Return if two token instances are equal.
- @param o the other token instance.
- @return if this instance and the other instance are equal.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Client side authentication token.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token -->
- <!-- start class org.apache.hadoop.security.authentication.client.AuthenticationException -->
- <class name="AuthenticationException" extends="java.lang.Exception"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AuthenticationException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates an {@link AuthenticationException}.
- @param cause original exception.]]>
- </doc>
- </constructor>
- <constructor name="AuthenticationException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates an {@link AuthenticationException}.
- @param msg exception message.]]>
- </doc>
- </constructor>
- <constructor name="AuthenticationException" type="java.lang.String, java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates an {@link AuthenticationException}.
- @param msg exception message.
- @param cause original exception.]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[Exception thrown when an authentication error occurrs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.client.AuthenticationException -->
- <!-- start interface org.apache.hadoop.security.authentication.client.Authenticator -->
- <interface name="Authenticator" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="authenticate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="url" type="java.net.URL"/>
- <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Authenticates against a URL and returns a {@link AuthenticatedURL.Token} to be
- used by subsequent requests.
- @param url the URl to authenticate against.
- @param token the authentication token being used for the user.
- @throws IOException if an IO error occurred.
- @throws AuthenticationException if an authentication error occurred.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface for client authentication mechanisms.
- <p/>
- Implementations are use-once instances, they don't need to be thread safe.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.security.authentication.client.Authenticator -->
- <!-- start class org.apache.hadoop.security.authentication.client.KerberosAuthenticator -->
- <class name="KerberosAuthenticator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.authentication.client.Authenticator"/>
- <constructor name="KerberosAuthenticator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="authenticate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="url" type="java.net.URL"/>
- <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Performs SPNEGO authentication against the specified URL.
- <p/>
- If a token is given it does a NOP and returns the given token.
- <p/>
- If no token is given, it will perform the SPNEGO authentication sequence using an
- HTTP <code>OPTIONS</code> request.
- @param url the URl to authenticate against.
- @param token the authentication token being used for the user.
- @throws IOException if an IO error occurred.
- @throws AuthenticationException if an authentication error occurred.]]>
- </doc>
- </method>
- <method name="getFallBackAuthenticator" return="org.apache.hadoop.security.authentication.client.Authenticator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[If the specified URL does not support SPNEGO authentication, a fallback {@link Authenticator} will be used.
- <p/>
- This implementation returns a {@link PseudoAuthenticator}.
- @return the fallback {@link Authenticator}.]]>
- </doc>
- </method>
- <field name="WWW_AUTHENTICATE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[HTTP header used by the SPNEGO server endpoint during an authentication sequence.]]>
- </doc>
- </field>
- <field name="AUTHORIZATION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[HTTP header used by the SPNEGO client endpoint during an authentication sequence.]]>
- </doc>
- </field>
- <field name="NEGOTIATE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[HTTP header prefix used by the SPNEGO client/server endpoints during an authentication sequence.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The {@link KerberosAuthenticator} implements the Kerberos SPNEGO authentication sequence.
- <p/>
- It uses the default principal for the Kerberos cache (normally set via kinit).
- <p/>
- It falls back to the {@link PseudoAuthenticator} if the HTTP endpoint does not trigger an SPNEGO authentication
- sequence.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.client.KerberosAuthenticator -->
- <!-- start class org.apache.hadoop.security.authentication.client.PseudoAuthenticator -->
- <class name="PseudoAuthenticator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.authentication.client.Authenticator"/>
- <constructor name="PseudoAuthenticator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="authenticate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="url" type="java.net.URL"/>
- <param name="token" type="org.apache.hadoop.security.authentication.client.AuthenticatedURL.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Performs simple authentication against the specified URL.
- <p/>
- If a token is given it does a NOP and returns the given token.
- <p/>
- If no token is given, it will perform an HTTP <code>OPTIONS</code> request injecting an additional
- parameter {@link #USER_NAME} in the query string with the value returned by the {@link #getUserName()}
- method.
- <p/>
- If the response is successful it will update the authentication token.
- @param url the URl to authenticate against.
- @param token the authencation token being used for the user.
- @throws IOException if an IO error occurred.
- @throws AuthenticationException if an authentication error occurred.]]>
- </doc>
- </method>
- <method name="getUserName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the current user name.
- <p/>
- This implementation returns the value of the Java system property 'user.name'
- @return the current user name.]]>
- </doc>
- </method>
- <field name="USER_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Name of the additional parameter that carries the 'user.name' value.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The {@link PseudoAuthenticator} implementation provides an authentication equivalent to Hadoop's
- Simple authentication, it trusts the value of the 'user.name' Java System property.
- <p/>
- The 'user.name' value is propagated using an additional query string parameter {@link #USER_NAME} ('user.name').]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.client.PseudoAuthenticator -->
- </package>
- <package name="org.apache.hadoop.security.authentication.server">
- <!-- start class org.apache.hadoop.security.authentication.server.AuthenticationFilter -->
- <class name="AuthenticationFilter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="javax.servlet.Filter"/>
- <constructor name="AuthenticationFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filterConfig" type="javax.servlet.FilterConfig"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <doc>
- <![CDATA[Initializes the authentication filter.
- <p/>
- It instantiates and initializes the specified {@link AuthenticationHandler}.
- <p/>
- @param filterConfig filter configuration.
- @throws ServletException thrown if the filter or the authentication handler could not be initialized properly.]]>
- </doc>
- </method>
- <method name="getAuthenticationHandler" return="org.apache.hadoop.security.authentication.server.AuthenticationHandler"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the authentication handler being used.
- @return the authentication handler being used.]]>
- </doc>
- </method>
- <method name="isRandomSecret" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns if a random secret is being used.
- @return if a random secret is being used.]]>
- </doc>
- </method>
- <method name="getValidity" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the validity time of the generated tokens.
- @return the validity time of the generated tokens, in seconds.]]>
- </doc>
- </method>
- <method name="getCookieDomain" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the cookie domain to use for the HTTP cookie.
- @return the cookie domain to use for the HTTP cookie.]]>
- </doc>
- </method>
- <method name="getCookiePath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the cookie path to use for the HTTP cookie.
- @return the cookie path to use for the HTTP cookie.]]>
- </doc>
- </method>
- <method name="destroy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Destroys the filter.
- <p/>
- It invokes the {@link AuthenticationHandler#destroy()} method to release any resources it may hold.]]>
- </doc>
- </method>
- <method name="getConfiguration" return="java.util.Properties"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="configPrefix" type="java.lang.String"/>
- <param name="filterConfig" type="javax.servlet.FilterConfig"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <doc>
- <![CDATA[Returns the filtered configuration (only properties starting with the specified prefix). The property keys
- are also trimmed from the prefix. The returned {@link Properties} object is used to initialized the
- {@link AuthenticationHandler}.
- <p/>
- This method can be overriden by subclasses to obtain the configuration from other configuration source than
- the web.xml file.
- @param configPrefix configuration prefix to use for extracting configuration properties.
- @param filterConfig filter configuration object
- @return the configuration to be used with the {@link AuthenticationHandler} instance.
- @throws ServletException thrown if the configuration could not be created.]]>
- </doc>
- </method>
- <method name="getRequestURL" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <doc>
- <![CDATA[Returns the full URL of the request including the query string.
- <p/>
- Used as a convenience method for logging purposes.
- @param request the request object.
- @return the full URL of the request including the query string.]]>
- </doc>
- </method>
- <method name="getToken" return="org.apache.hadoop.security.authentication.server.AuthenticationToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Returns the {@link AuthenticationToken} for the request.
- <p/>
- It looks at the received HTTP cookies and extracts the value of the {@link AuthenticatedURL#AUTH_COOKIE}
- if present. It verifies the signature and if correct it creates the {@link AuthenticationToken} and returns
- it.
- <p/>
- If this method returns <code>null</code> the filter will invoke the configured {@link AuthenticationHandler}
- to perform user authentication.
- @param request request object.
- @return the Authentication token if the request is authenticated, <code>null</code> otherwise.
- @throws IOException thrown if an IO error occurred.
- @throws AuthenticationException thrown if the token is invalid or if it has expired.]]>
- </doc>
- </method>
- <method name="doFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.ServletRequest"/>
- <param name="response" type="javax.servlet.ServletResponse"/>
- <param name="filterChain" type="javax.servlet.FilterChain"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <doc>
- <![CDATA[If the request has a valid authentication token it allows the request to continue to the target resource,
- otherwise it triggers an authentication sequence using the configured {@link AuthenticationHandler}.
- @param request the request object.
- @param response the response object.
- @param filterChain the filter chain object.
- @throws IOException thrown if an IO error occurred.
- @throws ServletException thrown if a processing error occurred.]]>
- </doc>
- </method>
- <method name="createCookie" return="javax.servlet.http.Cookie"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="token" type="java.lang.String"/>
- <doc>
- <![CDATA[Creates the Hadoop authentiation HTTP cookie.
- <p/>
- It sets the domain and path specified in the configuration.
- @param token authentication token for the cookie.
- @return the HTTP cookie.]]>
- </doc>
- </method>
- <field name="CONFIG_PREFIX" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the property that specifies the configuration prefix.]]>
- </doc>
- </field>
- <field name="AUTH_TYPE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the property that specifies the authentication handler to use.]]>
- </doc>
- </field>
- <field name="SIGNATURE_SECRET" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the property that specifies the secret to use for signing the HTTP Cookies.]]>
- </doc>
- </field>
- <field name="AUTH_TOKEN_VALIDITY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the configuration property that indicates the validity of the generated token.]]>
- </doc>
- </field>
- <field name="COOKIE_DOMAIN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the configuration property that indicates the domain to use in the HTTP cookie.]]>
- </doc>
- </field>
- <field name="COOKIE_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the configuration property that indicates the path to use in the HTTP cookie.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The {@link AuthenticationFilter} enables protecting web application resources with different (pluggable)
- authentication mechanisms.
- <p/>
- Out of the box it provides 2 authentication mechanisms: Pseudo and Kerberos SPNEGO.
- <p/>
- Additional authentication mechanisms are supported via the {@link AuthenticationHandler} interface.
- <p/>
- This filter delegates to the configured authentication handler for authentication and once it obtains an
- {@link AuthenticationToken} from it, sets a signed HTTP cookie with the token. For client requests
- that provide the signed HTTP cookie, it verifies the validity of the cookie, extracts the user information
- and lets the request proceed to the target resource.
- <p/>
- The supported configuration properties are:
- <ul>
- <li>config.prefix: indicates the prefix to be used by all other configuration properties, the default value
- is no prefix. See below for details on how/why this prefix is used.</li>
- <li>[#PREFIX#.]type: simple|kerberos|#CLASS#, 'simple' is short for the
- {@link PseudoAuthenticationHandler}, 'kerberos' is short for {@link KerberosAuthenticationHandler}, otherwise
- the full class name of the {@link AuthenticationHandler} must be specified.</li>
- <li>[#PREFIX#.]signature.secret: the secret used to sign the HTTP cookie value. The default value is a random
- value. Unless multiple webapp instances need to share the secret the random value is adequate.</li>
- <li>[#PREFIX#.]token.validity: time -in seconds- that the generated token is valid before a
- new authentication is triggered, default value is <code>3600</code> seconds.</li>
- <li>[#PREFIX#.]cookie.domain: domain to use for the HTTP cookie that stores the authentication token.</li>
- <li>[#PREFIX#.]cookie.path: path to use for the HTTP cookie that stores the authentication token.</li>
- </ul>
- <p/>
- The rest of the configuration properties are specific to the {@link AuthenticationHandler} implementation and the
- {@link AuthenticationFilter} will take all the properties that start with the prefix #PREFIX#, it will remove
- the prefix from it and it will pass them to the the authentication handler for initialization. Properties that do
- not start with the prefix will not be passed to the authentication handler initialization.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.server.AuthenticationFilter -->
- <!-- start interface org.apache.hadoop.security.authentication.server.AuthenticationHandler -->
- <interface name="AuthenticationHandler" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getType" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the authentication type of the authentication handler.
- <p/>
- This should be a name that uniquely identifies the authentication type.
- For example 'simple' or 'kerberos'.
- @return the authentication type of the authentication handler.]]>
- </doc>
- </method>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="config" type="java.util.Properties"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <doc>
- <![CDATA[Initializes the authentication handler instance.
- <p/>
- This method is invoked by the {@link AuthenticationFilter#init} method.
- @param config configuration properties to initialize the handler.
- @throws ServletException thrown if the handler could not be initialized.]]>
- </doc>
- </method>
- <method name="destroy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Destroys the authentication handler instance.
- <p/>
- This method is invoked by the {@link AuthenticationFilter#destroy} method.]]>
- </doc>
- </method>
- <method name="authenticate" return="org.apache.hadoop.security.authentication.server.AuthenticationToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Performs an authentication step for the given HTTP client request.
- <p/>
- This method is invoked by the {@link AuthenticationFilter} only if the HTTP client request is
- not yet authenticated.
- <p/>
- Depending upon the authentication mechanism being implemented, a particular HTTP client may
- end up making a sequence of invocations before authentication is successfully established (this is
- the case of Kerberos SPNEGO).
- <p/>
- This method must return an {@link AuthenticationToken} only if the the HTTP client request has
- been successfully and fully authenticated.
- <p/>
- If the HTTP client request has not been completely authenticated, this method must take over
- the corresponding HTTP response and it must return <code>null</code>.
- @param request the HTTP client request.
- @param response the HTTP client response.
- @return an {@link AuthenticationToken} if the HTTP client request has been authenticated,
- <code>null</code> otherwise (in this case it must take care of the response).
- @throws IOException thrown if an IO error occurred.
- @throws AuthenticationException thrown if an Authentication error occurred.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface for server authentication mechanisms.
- <p/>
- The {@link AuthenticationFilter} manages the lifecycle of the authentication handler.
- <p/>
- Implementations must be thread-safe as one instance is initialized and used for all requests.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.security.authentication.server.AuthenticationHandler -->
- <!-- start class org.apache.hadoop.security.authentication.server.AuthenticationToken -->
- <class name="AuthenticationToken" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.security.Principal"/>
- <constructor name="AuthenticationToken" type="java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates an authentication token.
- @param userName user name.
- @param principal principal (commonly matches the user name, with Kerberos is the full/long principal
- name while the userName is the short name).
- @param type the authentication mechanism name.
- (<code>System.currentTimeMillis() + validityPeriod</code>).]]>
- </doc>
- </constructor>
- <method name="setExpires"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="expires" type="long"/>
- <doc>
- <![CDATA[Sets the expiration of the token.
- @param expires expiration time of the token in milliseconds since the epoch.]]>
- </doc>
- </method>
- <method name="getUserName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the user name.
- @return the user name.]]>
- </doc>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the principal name (this method name comes from the JDK {@link Principal} interface).
- @return the principal name.]]>
- </doc>
- </method>
- <method name="getType" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the authentication mechanism of the token.
- @return the authentication mechanism of the token.]]>
- </doc>
- </method>
- <method name="getExpires" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the expiration time of the token.
- @return the expiration time of the token, in milliseconds since Epoc.]]>
- </doc>
- </method>
- <method name="isExpired" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns if the token has expired.
- @return if the token has expired.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the string representation of the token.
- <p/>
- This string representation is parseable by the {@link #parse} method.
- @return the string representation of the token.]]>
- </doc>
- </method>
- <method name="parse" return="org.apache.hadoop.security.authentication.server.AuthenticationToken"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tokenStr" type="java.lang.String"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Parses a string into an authentication token.
- @param tokenStr string representation of a token.
- @return the parsed authentication token.
- @throws AuthenticationException thrown if the string representation could not be parsed into
- an authentication token.]]>
- </doc>
- </method>
- <field name="ANONYMOUS" type="org.apache.hadoop.security.authentication.server.AuthenticationToken"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant that identifies an anonymous request.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The {@link AuthenticationToken} contains information about an authenticated
- HTTP client and doubles as the {@link Principal} to be returned by
- authenticated {@link HttpServletRequest}s
- <p/>
- The token can be serialized/deserialized to and from a string as it is sent
- and received in HTTP client responses and requests as a HTTP cookie (this is
- done by the {@link AuthenticationFilter}).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.server.AuthenticationToken -->
- <!-- start class org.apache.hadoop.security.authentication.server.KerberosAuthenticationHandler -->
- <class name="KerberosAuthenticationHandler" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.authentication.server.AuthenticationHandler"/>
- <constructor name="KerberosAuthenticationHandler"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="config" type="java.util.Properties"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <doc>
- <![CDATA[Initializes the authentication handler instance.
- <p/>
- It creates a Kerberos context using the principal and keytab specified in the configuration.
- <p/>
- This method is invoked by the {@link AuthenticationFilter#init} method.
- @param config configuration properties to initialize the handler.
- @throws ServletException thrown if the handler could not be initialized.]]>
- </doc>
- </method>
- <method name="destroy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Releases any resources initialized by the authentication handler.
- <p/>
- It destroys the Kerberos context.]]>
- </doc>
- </method>
- <method name="getType" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the authentication type of the authentication handler, 'kerberos'.
- <p/>
- @return the authentication type of the authentication handler, 'kerberos'.]]>
- </doc>
- </method>
- <method name="getPrincipal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the Kerberos principal used by the authentication handler.
- @return the Kerberos principal used by the authentication handler.]]>
- </doc>
- </method>
- <method name="getKeytab" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the keytab used by the authentication handler.
- @return the keytab used by the authentication handler.]]>
- </doc>
- </method>
- <method name="authenticate" return="org.apache.hadoop.security.authentication.server.AuthenticationToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[It enforces the the Kerberos SPNEGO authentication sequence returning an {@link AuthenticationToken} only
- after the Kerberos SPNEGO sequence has completed successfully.
- <p/>
- @param request the HTTP client request.
- @param response the HTTP client response.
- @return an authentication token if the Kerberos SPNEGO sequence is complete and valid,
- <code>null</code> if it is in progress (in this case the handler handles the response to the client).
- @throws IOException thrown if an IO error occurred.
- @throws AuthenticationException thrown if Kerberos SPNEGO sequence failed.]]>
- </doc>
- </method>
- <field name="TYPE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant that identifies the authentication mechanism.]]>
- </doc>
- </field>
- <field name="PRINCIPAL" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the configuration property that indicates the kerberos principal.]]>
- </doc>
- </field>
- <field name="KEYTAB" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the configuration property that indicates the keytab file path.]]>
- </doc>
- </field>
- <field name="NAME_RULES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the configuration property that indicates the Kerberos name
- rules for the Kerberos principals.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The {@link KerberosAuthenticationHandler} implements the Kerberos SPNEGO authentication mechanism for HTTP.
- <p/>
- The supported configuration properties are:
- <ul>
- <li>kerberos.principal: the Kerberos principal to used by the server. As stated by the Kerberos SPNEGO
- specification, it should be <code>HTTP/${HOSTNAME}@{REALM}</code>. The realm can be omitted from the
- principal as the JDK GSS libraries will use the realm name of the configured default realm.
- It does not have a default value.</li>
- <li>kerberos.keytab: the keytab file containing the credentials for the Kerberos principal.
- It does not have a default value.</li>
- </ul>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.server.KerberosAuthenticationHandler -->
- <!-- start class org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler -->
- <class name="PseudoAuthenticationHandler" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.authentication.server.AuthenticationHandler"/>
- <constructor name="PseudoAuthenticationHandler"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="config" type="java.util.Properties"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <doc>
- <![CDATA[Initializes the authentication handler instance.
- <p/>
- This method is invoked by the {@link AuthenticationFilter#init} method.
- @param config configuration properties to initialize the handler.
- @throws ServletException thrown if the handler could not be initialized.]]>
- </doc>
- </method>
- <method name="getAcceptAnonymous" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns if the handler is configured to support anonymous users.
- @return if the handler is configured to support anonymous users.]]>
- </doc>
- </method>
- <method name="destroy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Releases any resources initialized by the authentication handler.
- <p/>
- This implementation does a NOP.]]>
- </doc>
- </method>
- <method name="getType" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the authentication type of the authentication handler, 'simple'.
- <p/>
- @return the authentication type of the authentication handler, 'simple'.]]>
- </doc>
- </method>
- <method name="authenticate" return="org.apache.hadoop.security.authentication.server.AuthenticationToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="AuthenticationException" type="org.apache.hadoop.security.authentication.client.AuthenticationException"/>
- <doc>
- <![CDATA[Authenticates an HTTP client request.
- <p/>
- It extracts the {@link PseudoAuthenticator#USER_NAME} parameter from the query string and creates
- an {@link AuthenticationToken} with it.
- <p/>
- If the HTTP client request does not contain the {@link PseudoAuthenticator#USER_NAME} parameter and
- the handler is configured to allow anonymous users it returns the {@link AuthenticationToken#ANONYMOUS}
- token.
- <p/>
- If the HTTP client request does not contain the {@link PseudoAuthenticator#USER_NAME} parameter and
- the handler is configured to disallow anonymous users it throws an {@link AuthenticationException}.
- @param request the HTTP client request.
- @param response the HTTP client response.
- @return an authentication token if the HTTP client request is accepted and credentials are valid.
- @throws IOException thrown if an IO error occurred.
- @throws AuthenticationException thrown if HTTP client request was not accepted as an authentication request.]]>
- </doc>
- </method>
- <field name="TYPE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant that identifies the authentication mechanism.]]>
- </doc>
- </field>
- <field name="ANONYMOUS_ALLOWED" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant for the configuration property that indicates if anonymous users are allowed.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The <code>PseudoAuthenticationHandler</code> provides a pseudo authentication mechanism that accepts
- the user name specified as a query string parameter.
- <p/>
- This mimics the model of Hadoop Simple authentication which trust the 'user.name' property provided in
- the configuration object.
- <p/>
- This handler can be configured to support anonymous users.
- <p/>
- The only supported configuration property is:
- <ul>
- <li>simple.anonymous.allowed: <code>true|false</code>, default value is <code>false</code></li>
- </ul>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler -->
- </package>
- <package name="org.apache.hadoop.security.authentication.util">
- <!-- start class org.apache.hadoop.security.authentication.util.KerberosUtil -->
- <class name="KerberosUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="KerberosUtil"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getKrb5LoginModuleName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getOidInstance" return="org.ietf.jgss.Oid"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="oidName" type="java.lang.String"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="GSSException" type="org.ietf.jgss.GSSException"/>
- <exception name="NoSuchFieldException" type="java.lang.NoSuchFieldException"/>
- <exception name="IllegalAccessException" type="java.lang.IllegalAccessException"/>
- </method>
- <method name="getDefaultRealm" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="NoSuchMethodException" type="java.lang.NoSuchMethodException"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <exception name="IllegalAccessException" type="java.lang.IllegalAccessException"/>
- <exception name="InvocationTargetException" type="java.lang.reflect.InvocationTargetException"/>
- </method>
- <method name="getServicePrincipal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="service" type="java.lang.String"/>
- <param name="hostname" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Create Kerberos principal for a given service and hostname. It converts
- hostname to lower case. If hostname is null or "0.0.0.0", it uses
- dynamically looked-up fqdn of the current host instead.
-
- @param service
- Service for which you want to generate the principal.
- @param hostname
- Fully-qualified domain name.
- @return Converted Kerberos principal name.
- @throws UnknownHostException
- If no IP address for the local host could be found.]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.util.KerberosUtil -->
- <!-- start class org.apache.hadoop.security.authentication.util.Signer -->
- <class name="Signer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Signer" type="byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a Signer instance using the specified secret.
- @param secret secret to use for creating the digest.]]>
- </doc>
- </constructor>
- <method name="sign" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns a signed string.
- <p/>
- The signature '&s=SIGNATURE' is appended at the end of the string.
- @param str string to sign.
- @return the signed string.]]>
- </doc>
- </method>
- <method name="verifyAndExtract" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="signedStr" type="java.lang.String"/>
- <exception name="SignerException" type="org.apache.hadoop.security.authentication.util.SignerException"/>
- <doc>
- <![CDATA[Verifies a signed string and extracts the original string.
- @param signedStr the signed string to verify and extract.
- @return the extracted original string.
- @throws SignerException thrown if the given string is not a signed string or if the signature is invalid.]]>
- </doc>
- </method>
- <method name="computeSignature" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns then signature of a string.
- @param str string to sign.
- @return the signature for the string.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Signs strings and verifies signed strings using a SHA digest.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.util.Signer -->
- <!-- start class org.apache.hadoop.security.authentication.util.SignerException -->
- <class name="SignerException" extends="java.lang.Exception"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SignerException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates an exception instance.
- @param msg message for the exception.]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[Exception thrown by {@link Signer} when a string signature is invalid.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authentication.util.SignerException -->
- </package>
- <package name="org.apache.hadoop.security.authorize">
- <!-- start class org.apache.hadoop.security.authorize.AccessControlList -->
- <class name="AccessControlList" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="AccessControlList"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constructor exists primarily for AccessControlList to be Writable.]]>
- </doc>
- </constructor>
- <constructor name="AccessControlList" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a new ACL from a String representation of the same.
-
- The String is a a comma separated list of users and groups.
- The user list comes first and is separated by a space followed
- by the group list. For e.g. "user1,user2 group1,group2"
-
- @param aclString String representation of the ACL]]>
- </doc>
- </constructor>
- <method name="isAllAllowed" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="addUser"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- </method>
- <method name="isUserAllowed" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ugi" type="org.apache.hadoop.security.UserGroupInformation"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getACLString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the String representation of this ACL. Unlike toString() method's
- return value, this String can be directly given to the constructor of
- AccessControlList to build AccessControlList object.
- This is the method used by the serialization method write().]]>
- </doc>
- </method>
- <field name="WILDCARD_ACL_VALUE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Class representing a configured access control list.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authorize.AccessControlList -->
- <!-- start class org.apache.hadoop.security.authorize.AuthorizationException -->
- <class name="AuthorizationException" extends="org.apache.hadoop.security.AccessControlException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AuthorizationException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="AuthorizationException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="AuthorizationException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a new exception with the specified cause and a detail
- message of <tt>(cause==null ? null : cause.toString())</tt> (which
- typically contains the class and detail message of <tt>cause</tt>).
- @param cause the cause (which is saved for later retrieval by the
- {@link #getCause()} method). (A <tt>null</tt> value is
- permitted, and indicates that the cause is nonexistent or
- unknown.)]]>
- </doc>
- </constructor>
- <method name="getStackTrace" return="java.lang.StackTraceElement[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="printStackTrace"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="printStackTrace"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.io.PrintStream"/>
- </method>
- <method name="printStackTrace"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.io.PrintWriter"/>
- </method>
- <doc>
- <![CDATA[An exception class for authorization-related issues.
-
- This class <em>does not</em> provide the stack trace for security purposes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authorize.AuthorizationException -->
- <!-- start class org.apache.hadoop.security.authorize.PolicyProvider -->
- <class name="PolicyProvider" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="PolicyProvider"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getServices" return="org.apache.hadoop.security.authorize.Service[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link Service} definitions from the {@link PolicyProvider}.
- @return the {@link Service} definitions]]>
- </doc>
- </method>
- <field name="POLICY_PROVIDER_CONFIG" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration key for the {@link PolicyProvider} implementation.]]>
- </doc>
- </field>
- <field name="DEFAULT_POLICY_PROVIDER" type="org.apache.hadoop.security.authorize.PolicyProvider"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A default {@link PolicyProvider} without any defined services.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[{@link PolicyProvider} provides the {@link Service} definitions to the
- security {@link Policy} in effect for Hadoop.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authorize.PolicyProvider -->
- <!-- start class org.apache.hadoop.security.authorize.ProxyUsers -->
- <class name="ProxyUsers" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ProxyUsers"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="refreshSuperUserGroupsConfiguration"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reread the conf and get new values for "hadoop.proxyuser.*.groups/hosts"]]>
- </doc>
- </method>
- <method name="refreshSuperUserGroupsConfiguration"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[refresh configuration
- @param conf]]>
- </doc>
- </method>
- <method name="getProxySuperuserGroupConfKey" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="userName" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns configuration key for effective user groups allowed for a superuser
-
- @param userName name of the superuser
- @return configuration key for superuser groups]]>
- </doc>
- </method>
- <method name="getProxySuperuserIpConfKey" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="userName" type="java.lang.String"/>
- <doc>
- <![CDATA[Return configuration key for superuser ip addresses
-
- @param userName name of the superuser
- @return configuration key for superuser ip-addresses]]>
- </doc>
- </method>
- <method name="authorize"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="remoteAddress" type="java.lang.String"/>
- <param name="newConf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="AuthorizationException" type="org.apache.hadoop.security.authorize.AuthorizationException"/>
- <doc>
- <![CDATA[Authorize the superuser which is doing doAs
-
- @param user ugi of the effective or proxy user which contains a real user
- @param remoteAddress the ip address of client
- @param newConf configuration
- @throws AuthorizationException]]>
- </doc>
- </method>
- <field name="CONF_GROUPS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_HADOOP_PROXYUSER" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_HADOOP_PROXYUSER_RE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.security.authorize.ProxyUsers -->
- <!-- start interface org.apache.hadoop.security.authorize.RefreshAuthorizationPolicyProtocol -->
- <interface name="RefreshAuthorizationPolicyProtocol" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.ipc.VersionedProtocol"/>
- <method name="refreshServiceAcl"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Refresh the service-level authorization policy in-effect.
- @throws IOException]]>
- </doc>
- </method>
- <field name="versionID" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Version 1: Initial version]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Protocol which is used to refresh the authorization policy in use currently.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.security.authorize.RefreshAuthorizationPolicyProtocol -->
- <!-- start class org.apache.hadoop.security.authorize.Service -->
- <class name="Service" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Service" type="java.lang.String, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getServiceKey" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the configuration key for the service.
- @return the configuration key for the service]]>
- </doc>
- </method>
- <method name="getProtocol" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the protocol for the service
- @return the {@link Class} for the protocol]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An abstract definition of <em>service</em> as related to
- Service Level Authorization for Hadoop.
-
- Each service defines it's configuration key and also the necessary
- {@link Permission} required to access the service.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authorize.Service -->
- <!-- start class org.apache.hadoop.security.authorize.ServiceAuthorizationManager -->
- <class name="ServiceAuthorizationManager" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ServiceAuthorizationManager"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="authorize"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="org.apache.hadoop.security.UserGroupInformation"/>
- <param name="protocol" type="java.lang.Class"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="addr" type="java.net.InetAddress"/>
- <exception name="AuthorizationException" type="org.apache.hadoop.security.authorize.AuthorizationException"/>
- <doc>
- <![CDATA[Authorize the user to access the protocol being used.
-
- @param user user accessing the service
- @param protocol service being accessed
- @param conf configuration to use
- @param addr InetAddress of the client
- @throws AuthorizationException on authorization failure]]>
- </doc>
- </method>
- <method name="refresh"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="provider" type="org.apache.hadoop.security.authorize.PolicyProvider"/>
- </method>
- <field name="SERVICE_AUTHORIZATION_CONFIG" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="Use
- {@link CommonConfigurationKeys#HADOOP_SECURITY_AUTHORIZATION}
- instead.">
- <doc>
- <![CDATA[Configuration key for controlling service-level authorization for Hadoop.
-
- @deprecated Use
- {@link CommonConfigurationKeys#HADOOP_SECURITY_AUTHORIZATION}
- instead.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[An authorization manager which handles service-level authorization
- for incoming service requests.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.authorize.ServiceAuthorizationManager -->
- </package>
- <package name="org.apache.hadoop.security.token">
- <!-- start class org.apache.hadoop.security.token.SecretManager -->
- <class name="SecretManager" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SecretManager"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createPassword" return="byte[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="identifier" type="org.apache.hadoop.security.token.TokenIdentifier"/>
- <doc>
- <![CDATA[Create the password for the given identifier.
- identifier may be modified inside this method.
- @param identifier the identifier to use
- @return the new password]]>
- </doc>
- </method>
- <method name="retrievePassword" return="byte[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="identifier" type="org.apache.hadoop.security.token.TokenIdentifier"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- <doc>
- <![CDATA[Retrieve the password for the given token identifier. Should check the date
- or registry to make sure the token hasn't expired or been revoked. Returns
- the relevant password.
- @param identifier the identifier to validate
- @return the password to use
- @throws InvalidToken the token was invalid]]>
- </doc>
- </method>
- <method name="createIdentifier" return="org.apache.hadoop.security.token.TokenIdentifier"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an empty token identifier.
- @return the newly created empty token identifier]]>
- </doc>
- </method>
- <method name="generateSecret" return="javax.crypto.SecretKey"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Generate a new random secret key.
- @return the new key]]>
- </doc>
- </method>
- <method name="createPassword" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="identifier" type="byte[]"/>
- <param name="key" type="javax.crypto.SecretKey"/>
- <doc>
- <![CDATA[Compute HMAC of the identifier using the secret key and return the
- output as password
- @param identifier the bytes of the identifier
- @param key the secret key
- @return the bytes of the generated password]]>
- </doc>
- </method>
- <method name="createSecretKey" return="javax.crypto.SecretKey"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <doc>
- <![CDATA[Convert the byte[] to a secret key
- @param key the byte[] to create a secret key from
- @return the secret key]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The server-side secret manager for each token type.
- @param <T> The type of the token identifier]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.SecretManager -->
- <!-- start class org.apache.hadoop.security.token.SecretManager.InvalidToken -->
- <class name="SecretManager.InvalidToken" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SecretManager.InvalidToken" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[The token was invalid and the message explains why.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.SecretManager.InvalidToken -->
- <!-- start class org.apache.hadoop.security.token.Token -->
- <class name="Token" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="Token" type="org.apache.hadoop.security.token.TokenIdentifier, org.apache.hadoop.security.token.SecretManager"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a token given a token identifier and a secret manager for the
- type of the token identifier.
- @param id the token identifier
- @param mgr the secret manager]]>
- </doc>
- </constructor>
- <constructor name="Token" type="byte[], byte[], org.apache.hadoop.io.Text, org.apache.hadoop.io.Text"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a token from the components.
- @param identifier the token identifier
- @param password the token's password
- @param kind the kind of token
- @param service the service for this token]]>
- </doc>
- </constructor>
- <constructor name="Token"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor]]>
- </doc>
- </constructor>
- <constructor name="Token" type="org.apache.hadoop.security.token.Token"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Clone a token.
- @param other the token to clone]]>
- </doc>
- </constructor>
- <method name="getIdentifier" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the token identifier
- @return the token identifier]]>
- </doc>
- </method>
- <method name="getPassword" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the token password/secret
- @return the token password/secret]]>
- </doc>
- </method>
- <method name="getKind" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the token kind
- @return the kind of the token]]>
- </doc>
- </method>
- <method name="setKind"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newKind" type="org.apache.hadoop.io.Text"/>
- <doc>
- <![CDATA[Set the token kind. This is only intended to be used by services that
- wrap another service's token, such as HFTP wrapping HDFS.
- @param newKind]]>
- </doc>
- </method>
- <method name="getService" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the service on which the token is supposed to be used
- @return the service name]]>
- </doc>
- </method>
- <method name="setService"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newService" type="org.apache.hadoop.io.Text"/>
- <doc>
- <![CDATA[Set the service on which the token is supposed to be used
- @param newService the service name]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="encodeToUrlString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Encode this token as a url safe string
- @return the encoded string
- @throws IOException]]>
- </doc>
- </method>
- <method name="decodeFromUrlString"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newValue" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Decode the given url safe string into this token.
- @param newValue the encoded string
- @throws IOException]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="right" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isManaged" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Is this token managed so that it can be renewed or cancelled?
- @return true, if it can be renewed and cancelled.]]>
- </doc>
- </method>
- <method name="renew" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Renew this delegation token
- @return the new expiration time
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="cancel"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Cancel this delegation token
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The client-side form of the token.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.Token -->
- <!-- start class org.apache.hadoop.security.token.Token.TrivialRenewer -->
- <class name="Token.TrivialRenewer" extends="org.apache.hadoop.security.token.TokenRenewer"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Token.TrivialRenewer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getKind" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="handleKind" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="kind" type="org.apache.hadoop.io.Text"/>
- </method>
- <method name="isManaged" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- </method>
- <method name="renew" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="cancel"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <doc>
- <![CDATA[A trivial renewer for token kinds that aren't managed. Sub-classes need
- to implement getKind for their token kind.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.Token.TrivialRenewer -->
- <!-- start class org.apache.hadoop.security.token.TokenIdentifier -->
- <class name="TokenIdentifier" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="TokenIdentifier"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getKind" return="org.apache.hadoop.io.Text"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the token kind
- @return the kind of the token]]>
- </doc>
- </method>
- <method name="getUser" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Ugi with the username encoded in the token identifier
-
- @return the username. null is returned if username in the identifier is
- empty or null.]]>
- </doc>
- </method>
- <method name="getBytes" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the bytes for the token identifier
- @return the bytes of the identifier]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An identifier that identifies a token, may contain public information
- about a token, including its kind (or type).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.TokenIdentifier -->
- <!-- start interface org.apache.hadoop.security.token.TokenInfo -->
- <interface name="TokenInfo" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.annotation.Annotation"/>
- <method name="value" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The type of TokenSelector to be used]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Indicates Token related information to be used]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.security.token.TokenInfo -->
- <!-- start class org.apache.hadoop.security.token.TokenRenewer -->
- <class name="TokenRenewer" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TokenRenewer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="handleKind" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="kind" type="org.apache.hadoop.io.Text"/>
- <doc>
- <![CDATA[Does this renewer handle this kind of token?
- @param kind the kind of the token
- @return true if this renewer can renew it]]>
- </doc>
- </method>
- <method name="isManaged" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Is the given token managed? Only managed tokens may be renewed or
- cancelled.
- @param token the token being checked
- @return true if the token may be renewed or cancelled
- @throws IOException]]>
- </doc>
- </method>
- <method name="renew" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Renew the given token.
- @return the new expiration time
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="cancel"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Cancel the given token
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is the interface for plugins that handle tokens.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.TokenRenewer -->
- <!-- start interface org.apache.hadoop.security.token.TokenSelector -->
- <interface name="TokenSelector" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="selectToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="service" type="org.apache.hadoop.io.Text"/>
- <param name="tokens" type="java.util.Collection"/>
- </method>
- <doc>
- <![CDATA[Select token of type T from tokens for use with named service
-
- @param <T>
- T extends TokenIdentifier]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.security.token.TokenSelector -->
- </package>
- <package name="org.apache.hadoop.security.token.delegation">
- <!-- start class org.apache.hadoop.security.token.delegation.AbstractDelegationTokenIdentifier -->
- <class name="AbstractDelegationTokenIdentifier" extends="org.apache.hadoop.security.token.TokenIdentifier"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AbstractDelegationTokenIdentifier"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="AbstractDelegationTokenIdentifier" type="org.apache.hadoop.io.Text, org.apache.hadoop.io.Text, org.apache.hadoop.io.Text"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getKind" return="org.apache.hadoop.io.Text"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getUser" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the username encoded in the token identifier
-
- @return the username or owner]]>
- </doc>
- </method>
- <method name="getRenewer" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setIssueDate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="issueDate" type="long"/>
- </method>
- <method name="getIssueDate" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setMaxDate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="maxDate" type="long"/>
- </method>
- <method name="getMaxDate" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setSequenceNumber"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="seqNum" type="int"/>
- </method>
- <method name="getSequenceNumber" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setMasterKeyId"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newId" type="int"/>
- </method>
- <method name="getMasterKeyId" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.security.token.delegation.AbstractDelegationTokenIdentifier -->
- <!-- start class org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager -->
- <class name="AbstractDelegationTokenSecretManager" extends="org.apache.hadoop.security.token.SecretManager"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AbstractDelegationTokenSecretManager" type="long, long, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="startThreads"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[should be called before this object is used]]>
- </doc>
- </method>
- <method name="isRunning" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[is secretMgr running
- @return true if secret mgr is running]]>
- </doc>
- </method>
- <method name="addKey"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.security.token.delegation.DelegationKey"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add a previously used master key to cache (when NN restarts),
- should be called before activate().]]>
- </doc>
- </method>
- <method name="getAllKeys" return="org.apache.hadoop.security.token.delegation.DelegationKey[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="logUpdateMasterKey"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.security.token.delegation.DelegationKey"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createPassword" return="byte[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="identifier" type="org.apache.hadoop.security.token.delegation.AbstractDelegationTokenIdentifier"/>
- </method>
- <method name="retrievePassword" return="byte[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="identifier" type="org.apache.hadoop.security.token.delegation.AbstractDelegationTokenIdentifier"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- </method>
- <method name="verifyToken"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="identifier" type="org.apache.hadoop.security.token.delegation.AbstractDelegationTokenIdentifier"/>
- <param name="password" type="byte[]"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- <doc>
- <![CDATA[Verifies that the given identifier and password are valid and match.
- @param identifier Token identifier.
- @param password Password in the token.
- @throws InvalidToken]]>
- </doc>
- </method>
- <method name="renewToken" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="renewer" type="java.lang.String"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Renew a delegation token.
- @param token the token to renew
- @param renewer the full principal name of the user doing the renewal
- @return the new expiration time
- @throws InvalidToken if the token is invalid
- @throws AccessControlException if the user can't renew token]]>
- </doc>
- </method>
- <method name="cancelToken" return="org.apache.hadoop.security.token.delegation.AbstractDelegationTokenIdentifier"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="canceller" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Cancel a token by removing it from cache.
- @return Identifier of the canceled token
- @throws InvalidToken for invalid token
- @throws AccessControlException if the user isn't allowed to cancel]]>
- </doc>
- </method>
- <method name="createSecretKey" return="javax.crypto.SecretKey"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <doc>
- <![CDATA[Convert the byte[] to a secret key
- @param key the byte[] to create the secret key from
- @return the secret key]]>
- </doc>
- </method>
- <method name="stopThreads"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="currentTokens" type="java.util.Map"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Cache of currently valid tokens, mapping from DelegationTokenIdentifier
- to DelegationTokenInformation. Protected by this object lock.]]>
- </doc>
- </field>
- <field name="delegationTokenSequenceNumber" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Sequence number to create DelegationTokenIdentifier.
- Protected by this object lock.]]>
- </doc>
- </field>
- <field name="allKeys" type="java.util.Map"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Access to allKeys is protected by this object lock]]>
- </doc>
- </field>
- <field name="currentId" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Access to currentId is protected by this object lock.]]>
- </doc>
- </field>
- <field name="running" type="boolean"
- transient="false" volatile="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="noInterruptsLock" type="java.lang.Object"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[If the delegation token update thread holds this lock, it will
- not get interrupted.]]>
- </doc>
- </field>
- </class>
- <!-- end class org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager -->
- <!-- start class org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager.DelegationTokenInformation -->
- <class name="AbstractDelegationTokenSecretManager.DelegationTokenInformation" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="AbstractDelegationTokenSecretManager.DelegationTokenInformation" type="long, byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRenewDate" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[returns renew date]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Class to encapsulate a token's renew date and password.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager.DelegationTokenInformation -->
- <!-- start class org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSelector -->
- <class name="AbstractDelegationTokenSelector" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.token.TokenSelector"/>
- <constructor name="AbstractDelegationTokenSelector" type="org.apache.hadoop.io.Text"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="selectToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="service" type="org.apache.hadoop.io.Text"/>
- <param name="tokens" type="java.util.Collection"/>
- </method>
- <doc>
- <![CDATA[Look through tokens to find the first delegation token that matches the
- service and return it.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSelector -->
- <!-- start class org.apache.hadoop.security.token.delegation.DelegationKey -->
- <class name="DelegationKey" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="DelegationKey"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="DelegationKey" type="int, long, javax.crypto.SecretKey"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getKeyId" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getExpiryDate" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getKey" return="javax.crypto.SecretKey"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setExpiryDate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="expiryDate" type="long"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Key used for generating and verifying delegation tokens]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.security.token.delegation.DelegationKey -->
- </package>
- <package name="org.apache.hadoop.util">
- <!-- start class org.apache.hadoop.util.ChecksumUtil -->
- <class name="ChecksumUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ChecksumUtil"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="updateChunkChecksum"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <param name="checksumOff" type="int"/>
- <param name="dataOff" type="int"/>
- <param name="dataLen" type="int"/>
- <param name="checksum" type="org.apache.hadoop.util.DataChecksum"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[updates the checksum for a buffer
-
- @param buf - buffer to update the checksum in
- @param checksumOff - offset in the buffer where the checksum is to update
- @param dataOff - offset in the buffer of the data
- @param dataLen - length of data to compute checksum on]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.util.ChecksumUtil -->
- <!-- start class org.apache.hadoop.util.ClassUtil -->
- <class name="ClassUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ClassUtil"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="findContainingJar" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="clazz" type="java.lang.Class"/>
- <doc>
- <![CDATA[Find a jar that contains a class of the same name, if any.
- It will return a jar file, even if that is not the first thing
- on the class path that has a class with the same name.
-
- @param clazz the class to find.
- @return a jar file that contains the class, or null.
- @throws IOException]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.util.ClassUtil -->
- <!-- start class org.apache.hadoop.util.CyclicIteration -->
- <class name="CyclicIteration" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Iterable"/>
- <constructor name="CyclicIteration" type="java.util.NavigableMap, java.lang.Object"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct an {@link Iterable} object,
- so that an {@link Iterator} can be created
- for iterating the given {@link NavigableMap}.
- The iteration begins from the starting key exclusively.]]>
- </doc>
- </constructor>
- <method name="iterator" return="java.util.Iterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Provide an cyclic {@link Iterator} for a {@link NavigableMap}.
- The {@link Iterator} navigates the entries of the map
- according to the map's ordering.
- If the {@link Iterator} hits the last entry of the map,
- it will then continue from the first entry.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.CyclicIteration -->
- <!-- start class org.apache.hadoop.util.Daemon -->
- <class name="Daemon" extends="java.lang.Thread"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Daemon"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a daemon thread.]]>
- </doc>
- </constructor>
- <constructor name="Daemon" type="java.lang.Runnable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a daemon thread.]]>
- </doc>
- </constructor>
- <constructor name="Daemon" type="java.lang.ThreadGroup, java.lang.Runnable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a daemon thread to be part of a specified thread group.]]>
- </doc>
- </constructor>
- <method name="getRunnable" return="java.lang.Runnable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A thread that has called {@link Thread#setDaemon(boolean) } with true.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.Daemon -->
- <!-- start class org.apache.hadoop.util.DataChecksum -->
- <class name="DataChecksum" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.util.zip.Checksum"/>
- <method name="newDataChecksum" return="org.apache.hadoop.util.DataChecksum"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="type" type="int"/>
- <param name="bytesPerChecksum" type="int"/>
- </method>
- <method name="newDataChecksum" return="org.apache.hadoop.util.DataChecksum"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="offset" type="int"/>
- <doc>
- <![CDATA[Creates a DataChecksum from HEADER_LEN bytes from arr[offset].
- @return DataChecksum of the type in the array or null in case of an error.]]>
- </doc>
- </method>
- <method name="newDataChecksum" return="org.apache.hadoop.util.DataChecksum"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This constructucts a DataChecksum by reading HEADER_LEN bytes from
- input stream <i>in</i>]]>
- </doc>
- </method>
- <method name="writeHeader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes the checksum header to the output stream <i>out</i>.]]>
- </doc>
- </method>
- <method name="getHeader" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="writeValue" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutputStream"/>
- <param name="reset" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes the current checksum to the stream.
- If <i>reset</i> is true, then resets the checksum.
- @return number of bytes written. Will be equal to getChecksumSize();]]>
- </doc>
- </method>
- <method name="writeValue" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="reset" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes the current checksum to a buffer.
- If <i>reset</i> is true, then resets the checksum.
- @return number of bytes written. Will be equal to getChecksumSize();]]>
- </doc>
- </method>
- <method name="compare" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buf" type="byte[]"/>
- <param name="offset" type="int"/>
- <doc>
- <![CDATA[Compares the checksum located at buf[offset] with the current checksum.
- @return true if the checksum matches and false otherwise.]]>
- </doc>
- </method>
- <method name="getChecksumType" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getChecksumSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getBytesPerChecksum" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumBytesInSum" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getChecksumHeaderSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getValue" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- </method>
- <field name="HEADER_LEN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CHECKSUM_NULL" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CHECKSUM_CRC32" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SIZE_OF_INTEGER" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class provides inteface and utilities for processing checksums for
- DFS data transfers.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.DataChecksum -->
- <!-- start class org.apache.hadoop.util.DiskChecker -->
- <class name="DiskChecker" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DiskChecker"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="mkdirsWithExistsCheck" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <doc>
- <![CDATA[The semantics of mkdirsWithExistsCheck method is different from the mkdirs
- method provided in the Sun's java.io.File class in the following way:
- While creating the non-existent parent directories, this method checks for
- the existence of those directories if the mkdir fails at any point (since
- that directory might have just been created by some other process).
- If both mkdir() and the exists() check fails for any seemingly
- non-existent directory, then we signal an error; Sun's mkdir would signal
- an error (return false) if a directory it is attempting to create already
- exists or the mkdir fails.
- @param dir
- @return true on success, false on failure]]>
- </doc>
- </method>
- <method name="checkDir"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <exception name="DiskChecker.DiskErrorException" type="org.apache.hadoop.util.DiskChecker.DiskErrorException"/>
- <doc>
- <![CDATA[Create the directory if it doesn't exist and
- @param dir
- @throws DiskErrorException]]>
- </doc>
- </method>
- <method name="mkdirsWithExistsAndPermissionCheck" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="localFS" type="org.apache.hadoop.fs.LocalFileSystem"/>
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <param name="expected" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the directory or check permissions if it already exists.
-
- The semantics of mkdirsWithExistsAndPermissionCheck method is different
- from the mkdirs method provided in the Sun's java.io.File class in the
- following way:
- While creating the non-existent parent directories, this method checks for
- the existence of those directories if the mkdir fails at any point (since
- that directory might have just been created by some other process).
- If both mkdir() and the exists() check fails for any seemingly
- non-existent directory, then we signal an error; Sun's mkdir would signal
- an error (return false) if a directory it is attempting to create already
- exists or the mkdir fails.
- @param localFS local filesystem
- @param dir directory to be created or checked
- @param expected expected permission
- @return true on success, false on failure]]>
- </doc>
- </method>
- <method name="checkDir"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="localFS" type="org.apache.hadoop.fs.LocalFileSystem"/>
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <param name="expected" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="DiskChecker.DiskErrorException" type="org.apache.hadoop.util.DiskChecker.DiskErrorException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the local directory if necessary, check permissions and also ensure
- it can be read from and written into.
- @param localFS local filesystem
- @param dir directory
- @param expected permission
- @throws DiskErrorException
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Class that provides utility functions for checking disk problem]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.DiskChecker -->
- <!-- start class org.apache.hadoop.util.DiskChecker.DiskErrorException -->
- <class name="DiskChecker.DiskErrorException" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DiskChecker.DiskErrorException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.util.DiskChecker.DiskErrorException -->
- <!-- start class org.apache.hadoop.util.DiskChecker.DiskOutOfSpaceException -->
- <class name="DiskChecker.DiskOutOfSpaceException" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DiskChecker.DiskOutOfSpaceException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.util.DiskChecker.DiskOutOfSpaceException -->
- <!-- start class org.apache.hadoop.util.GenericOptionsParser -->
- <class name="GenericOptionsParser" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GenericOptionsParser" type="org.apache.commons.cli.Options, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create an options parser with the given options to parse the args.
- @param opts the options
- @param args the command line arguments
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="GenericOptionsParser" type="java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create an options parser to parse the args.
- @param args the command line arguments
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="GenericOptionsParser" type="org.apache.hadoop.conf.Configuration, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a <code>GenericOptionsParser<code> to parse only the generic Hadoop
- arguments.
-
- The array of string arguments other than the generic arguments can be
- obtained by {@link #getRemainingArgs()}.
-
- @param conf the <code>Configuration</code> to modify.
- @param args command-line arguments.
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="GenericOptionsParser" type="org.apache.hadoop.conf.Configuration, org.apache.commons.cli.Options, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a <code>GenericOptionsParser</code> to parse given options as well
- as generic Hadoop options.
-
- The resulting <code>CommandLine</code> object can be obtained by
- {@link #getCommandLine()}.
-
- @param conf the configuration to modify
- @param options options built by the caller
- @param args User-specified arguments
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="getRemainingArgs" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns an array of Strings containing only application-specific arguments.
-
- @return array of <code>String</code>s containing the un-parsed arguments
- or <strong>empty array</strong> if commandLine was not defined.]]>
- </doc>
- </method>
- <method name="getConfiguration" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the modified configuration
- @return the configuration that has the modified parameters.]]>
- </doc>
- </method>
- <method name="getCommandLine" return="org.apache.commons.cli.CommandLine"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the commons-cli <code>CommandLine</code> object
- to process the parsed arguments.
-
- Note: If the object is created with
- {@link #GenericOptionsParser(Configuration, String[])}, then returned
- object will only contain parsed generic options.
-
- @return <code>CommandLine</code> representing list of arguments
- parsed against Options descriptor.]]>
- </doc>
- </method>
- <method name="getLibJars" return="java.net.URL[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[If libjars are set in the conf, parse the libjars.
- @param conf
- @return libjar urls
- @throws IOException]]>
- </doc>
- </method>
- <method name="printGenericCommandUsage"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.PrintStream"/>
- <doc>
- <![CDATA[Print the usage message for generic command-line options supported.
-
- @param out stream to print the usage message to.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>GenericOptionsParser</code> is a utility to parse command line
- arguments generic to the Hadoop framework.
-
- <code>GenericOptionsParser</code> recognizes several standarad command
- line arguments, enabling applications to easily specify a namenode, a
- jobtracker, additional configuration resources etc.
-
- <h4 id="GenericOptions">Generic Options</h4>
-
- <p>The supported generic options are:</p>
- <p><blockquote><pre>
- -conf <configuration file> specify a configuration file
- -D <property=value> use value for given property
- -fs <local|namenode:port> specify a namenode
- -jt <local|jobtracker:port> specify a job tracker
- -files <comma separated list of files> specify comma separated
- files to be copied to the map reduce cluster
- -libjars <comma separated list of jars> specify comma separated
- jar files to include in the classpath.
- -archives <comma separated list of archives> specify comma
- separated archives to be unarchived on the compute machines.
- </pre></blockquote></p>
-
- <p>The general command line syntax is:</p>
- <p><tt><pre>
- bin/hadoop command [genericOptions] [commandOptions]
- </pre></tt></p>
-
- <p>Generic command line arguments <strong>might</strong> modify
- <code>Configuration </code> objects, given to constructors.</p>
-
- <p>The functionality is implemented using Commons CLI.</p>
- <p>Examples:</p>
- <p><blockquote><pre>
- $ bin/hadoop dfs -fs darwin:8020 -ls /data
- list /data directory in dfs with namenode darwin:8020
-
- $ bin/hadoop dfs -D fs.default.name=darwin:8020 -ls /data
- list /data directory in dfs with namenode darwin:8020
-
- $ bin/hadoop dfs -conf hadoop-site.xml -ls /data
- list /data directory in dfs with conf specified in hadoop-site.xml
-
- $ bin/hadoop job -D mapred.job.tracker=darwin:50020 -submit job.xml
- submit a job to job tracker darwin:50020
-
- $ bin/hadoop job -jt darwin:50020 -submit job.xml
- submit a job to job tracker darwin:50020
-
- $ bin/hadoop job -jt local -submit job.xml
- submit a job to local runner
-
- $ bin/hadoop jar -libjars testlib.jar
- -archives test.tgz -files file.txt inputjar args
- job submission with libjars, files and archives
- </pre></blockquote></p>
- @see Tool
- @see ToolRunner]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.GenericOptionsParser -->
- <!-- start class org.apache.hadoop.util.GenericsUtil -->
- <class name="GenericsUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GenericsUtil"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="java.lang.Object"/>
- <doc>
- <![CDATA[Returns the Class object (of type <code>Class<T></code>) of the
- argument of type <code>T</code>.
- @param <T> The type of the argument
- @param t the object to get it class
- @return <code>Class<T></code>]]>
- </doc>
- </method>
- <method name="toArray" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="c" type="java.lang.Class"/>
- <param name="list" type="java.util.List"/>
- <doc>
- <![CDATA[Converts the given <code>List<T></code> to a an array of
- <code>T[]</code>.
- @param c the Class object of the items in the list
- @param list the list to convert]]>
- </doc>
- </method>
- <method name="toArray" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="list" type="java.util.List"/>
- <doc>
- <![CDATA[Converts the given <code>List<T></code> to a an array of
- <code>T[]</code>.
- @param list the list to convert
- @throws ArrayIndexOutOfBoundsException if the list is empty.
- Use {@link #toArray(Class, List)} if the list may be empty.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Contains utility methods for dealing with Java Generics.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.GenericsUtil -->
- <!-- start class org.apache.hadoop.util.HeapSort -->
- <class name="HeapSort" extends="java.lang.Object"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.IndexedSorter"/>
- <constructor name="HeapSort"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="sort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="org.apache.hadoop.util.IndexedSortable"/>
- <param name="p" type="int"/>
- <param name="r" type="int"/>
- <doc>
- <![CDATA[Sort the given range of items using heap sort.
- {@inheritDoc}]]>
- </doc>
- </method>
- <method name="sort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="org.apache.hadoop.util.IndexedSortable"/>
- <param name="p" type="int"/>
- <param name="r" type="int"/>
- <param name="rep" type="org.apache.hadoop.util.Progressable"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An implementation of the core algorithm of HeapSort.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.HeapSort -->
- <!-- start class org.apache.hadoop.util.HostsFileReader -->
- <class name="HostsFileReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HostsFileReader" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="refresh"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getHosts" return="java.util.Set"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getExcludedHosts" return="java.util.Set"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setIncludesFile"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="includesFile" type="java.lang.String"/>
- </method>
- <method name="setExcludesFile"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="excludesFile" type="java.lang.String"/>
- </method>
- <method name="updateFileNames"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="includesFile" type="java.lang.String"/>
- <param name="excludesFile" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.util.HostsFileReader -->
- <!-- start interface org.apache.hadoop.util.IndexedSortable -->
- <interface name="IndexedSortable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <param name="j" type="int"/>
- <doc>
- <![CDATA[Compare items at the given addresses consistent with the semantics of
- {@link java.util.Comparator#compare(Object, Object)}.]]>
- </doc>
- </method>
- <method name="swap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <param name="j" type="int"/>
- <doc>
- <![CDATA[Swap items at the given addresses.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface for collections capable of being sorted by {@link IndexedSorter}
- algorithms.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.util.IndexedSortable -->
- <!-- start interface org.apache.hadoop.util.IndexedSorter -->
- <interface name="IndexedSorter" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="sort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="org.apache.hadoop.util.IndexedSortable"/>
- <param name="l" type="int"/>
- <param name="r" type="int"/>
- <doc>
- <![CDATA[Sort the items accessed through the given IndexedSortable over the given
- range of logical indices. From the perspective of the sort algorithm,
- each index between l (inclusive) and r (exclusive) is an addressable
- entry.
- @see IndexedSortable#compare
- @see IndexedSortable#swap]]>
- </doc>
- </method>
- <method name="sort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="org.apache.hadoop.util.IndexedSortable"/>
- <param name="l" type="int"/>
- <param name="r" type="int"/>
- <param name="rep" type="org.apache.hadoop.util.Progressable"/>
- <doc>
- <![CDATA[Same as {@link #sort(IndexedSortable,int,int)}, but indicate progress
- periodically.
- @see #sort(IndexedSortable,int,int)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface for sort algorithms accepting {@link IndexedSortable} items.
- A sort algorithm implementing this interface may only
- {@link IndexedSortable#compare} and {@link IndexedSortable#swap} items
- for a range of indices to effect a sort across that range.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.util.IndexedSorter -->
- <!-- start class org.apache.hadoop.util.LineReader -->
- <class name="LineReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LineReader" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a line reader that reads from the given stream using the
- default buffer-size (64k).
- @param in The input stream
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="LineReader" type="java.io.InputStream, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a line reader that reads from the given stream using the
- given buffer-size.
- @param in The input stream
- @param bufferSize Size of the read buffer
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="LineReader" type="java.io.InputStream, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a line reader that reads from the given stream using the
- <code>io.file.buffer.size</code> specified in the given
- <code>Configuration</code>.
- @param in input stream
- @param conf configuration
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="LineReader" type="java.io.InputStream, byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a line reader that reads from the given stream using the
- default buffer-size, and using a custom delimiter of array of
- bytes.
- @param in The input stream
- @param recordDelimiterBytes The delimiter]]>
- </doc>
- </constructor>
- <constructor name="LineReader" type="java.io.InputStream, int, byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a line reader that reads from the given stream using the
- given buffer-size, and using a custom delimiter of array of
- bytes.
- @param in The input stream
- @param bufferSize Size of the read buffer
- @param recordDelimiterBytes The delimiter
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="LineReader" type="java.io.InputStream, org.apache.hadoop.conf.Configuration, byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a line reader that reads from the given stream using the
- <code>io.file.buffer.size</code> specified in the given
- <code>Configuration</code>, and using a custom delimiter of array of
- bytes.
- @param in input stream
- @param conf configuration
- @param recordDelimiterBytes The delimiter
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the underlying stream.
- @throws IOException]]>
- </doc>
- </method>
- <method name="readLine" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="org.apache.hadoop.io.Text"/>
- <param name="maxLineLength" type="int"/>
- <param name="maxBytesToConsume" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read one line from the InputStream into the given Text.
- @param str the object to store the given line (without newline)
- @param maxLineLength the maximum number of bytes to store into str;
- the rest of the line is silently discarded.
- @param maxBytesToConsume the maximum number of bytes to consume
- in this call. This is only a hint, because if the line cross
- this threshold, we allow it to happen. It can overshoot
- potentially by as much as one buffer length.
- @return the number of bytes read including the (longest) newline
- found.
- @throws IOException if the underlying stream throws]]>
- </doc>
- </method>
- <method name="readLine" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="org.apache.hadoop.io.Text"/>
- <param name="maxLineLength" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read from the InputStream into the given Text.
- @param str the object to store the given line
- @param maxLineLength the maximum number of bytes to store into str.
- @return the number of bytes read including the newline
- @throws IOException if the underlying stream throws]]>
- </doc>
- </method>
- <method name="readLine" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="org.apache.hadoop.io.Text"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read from the InputStream into the given Text.
- @param str the object to store the given line
- @return the number of bytes read including the newline
- @throws IOException if the underlying stream throws]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A class that provides a line reader from an input stream.
- Depending on the constructor used, lines will either be terminated by:
- <ul>
- <li>one of the following: '\n' (LF) , '\r' (CR),
- or '\r\n' (CR+LF).</li>
- <li><em>or</em>, a custom byte sequence delimiter</li>
- </ul>
- In both cases, EOF also terminates an otherwise unterminated
- line.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.LineReader -->
- <!-- start class org.apache.hadoop.util.LinuxMemoryCalculatorPlugin -->
- <class name="LinuxMemoryCalculatorPlugin" extends="org.apache.hadoop.util.MemoryCalculatorPlugin"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link org.apache.hadoop.util.LinuxResourceCalculatorPlugin}
- instead">
- <constructor name="LinuxMemoryCalculatorPlugin"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getPhysicalMemorySize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getVirtualMemorySize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Plugin to calculate virtual and physical memories on Linux systems.
- @deprecated Use {@link org.apache.hadoop.util.LinuxResourceCalculatorPlugin}
- instead]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.LinuxMemoryCalculatorPlugin -->
- <!-- start class org.apache.hadoop.util.LinuxResourceCalculatorPlugin -->
- <class name="LinuxResourceCalculatorPlugin" extends="org.apache.hadoop.util.ResourceCalculatorPlugin"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LinuxResourceCalculatorPlugin"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="LinuxResourceCalculatorPlugin" type="java.lang.String, java.lang.String, java.lang.String, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor which allows assigning the /proc/ directories. This will be
- used only in unit tests
- @param procfsMemFile fake file for /proc/meminfo
- @param procfsCpuFile fake file for /proc/cpuinfo
- @param procfsStatFile fake file for /proc/stat
- @param jiffyLengthInMillis fake jiffy length value]]>
- </doc>
- </constructor>
- <method name="getPhysicalMemorySize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getVirtualMemorySize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getAvailablePhysicalMemorySize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getAvailableVirtualMemorySize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getNumProcessors" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getCpuFrequency" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getCumulativeCpuTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getCpuUsage" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Test the {@link LinuxResourceCalculatorPlugin}
- @param args]]>
- </doc>
- </method>
- <method name="getProcResourceValues" return="org.apache.hadoop.util.ResourceCalculatorPlugin.ProcResourceValues"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Plugin to calculate resource information on Linux systems.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.LinuxResourceCalculatorPlugin -->
- <!-- start class org.apache.hadoop.util.MemoryCalculatorPlugin -->
- <class name="MemoryCalculatorPlugin" extends="org.apache.hadoop.conf.Configured"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="Use
- {@link org.apache.hadoop.util.ResourceCalculatorPlugin}
- instead">
- <constructor name="MemoryCalculatorPlugin"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getVirtualMemorySize" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the total size of the virtual memory present in the system.
-
- @return virtual memory size in bytes.]]>
- </doc>
- </method>
- <method name="getPhysicalMemorySize" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the total size of the physical memory present in the system.
-
- @return physical memory size bytes.]]>
- </doc>
- </method>
- <method name="getMemoryCalculatorPlugin" return="org.apache.hadoop.util.MemoryCalculatorPlugin"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="clazz" type="java.lang.Class"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the MemoryCalculatorPlugin from the class name and configure it. If
- class name is null, this method will try and return a memory calculator
- plugin available for this system.
-
- @param clazz class-name
- @param conf configure the plugin with this.
- @return MemoryCalculatorPlugin]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Plugin to calculate virtual and physical memories on the system.
-
- @deprecated Use
- {@link org.apache.hadoop.util.ResourceCalculatorPlugin}
- instead]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.MemoryCalculatorPlugin -->
- <!-- start class org.apache.hadoop.util.MergeSort -->
- <class name="MergeSort" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MergeSort" type="java.util.Comparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="mergeSort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="src" type="int[]"/>
- <param name="dest" type="int[]"/>
- <param name="low" type="int"/>
- <param name="high" type="int"/>
- </method>
- <doc>
- <![CDATA[An implementation of the core algorithm of MergeSort.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.MergeSort -->
- <!-- start class org.apache.hadoop.util.NativeCodeLoader -->
- <class name="NativeCodeLoader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NativeCodeLoader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="isNativeCodeLoaded" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Check if native-hadoop code is loaded for this platform.
-
- @return <code>true</code> if native-hadoop is loaded,
- else <code>false</code>]]>
- </doc>
- </method>
- <method name="getLoadNativeLibraries" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Return if native hadoop libraries, if present, can be used for this job.
- @param conf configuration
-
- @return <code>true</code> if native hadoop libraries, if present, can be
- used for this job; <code>false</code> otherwise.]]>
- </doc>
- </method>
- <method name="setLoadNativeLibraries"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="loadNativeLibraries" type="boolean"/>
- <doc>
- <![CDATA[Set if native hadoop libraries, if present, can be used for this job.
-
- @param conf configuration
- @param loadNativeLibraries can native hadoop libraries be loaded]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A helper to load the native hadoop code i.e. libhadoop.so.
- This handles the fallback to either the bundled libhadoop-Linux-i386-32.so
- or the default java implementations where appropriate.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.NativeCodeLoader -->
- <!-- start class org.apache.hadoop.util.PlatformName -->
- <class name="PlatformName" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="PlatformName"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getPlatformName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the complete platform as per the java-vm.
- @return returns the complete platform as per the java-vm.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- </method>
- <doc>
- <![CDATA[A helper class for getting build-info of the java-vm.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.PlatformName -->
- <!-- start class org.apache.hadoop.util.PrintJarMainClass -->
- <class name="PrintJarMainClass" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="PrintJarMainClass"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <doc>
- <![CDATA[@param args]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A micro-application that prints the main class name out of a jar file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.PrintJarMainClass -->
- <!-- start class org.apache.hadoop.util.PriorityQueue -->
- <class name="PriorityQueue" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="PriorityQueue"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="lessThan" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="a" type="java.lang.Object"/>
- <param name="b" type="java.lang.Object"/>
- <doc>
- <![CDATA[Determines the ordering of objects in this priority queue. Subclasses
- must define this one method.]]>
- </doc>
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <param name="maxSize" type="int"/>
- <doc>
- <![CDATA[Subclass constructors must call this.]]>
- </doc>
- </method>
- <method name="put"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="element" type="java.lang.Object"/>
- <doc>
- <![CDATA[Adds an Object to a PriorityQueue in log(size) time.
- If one tries to add more objects than maxSize from initialize
- a RuntimeException (ArrayIndexOutOfBound) is thrown.]]>
- </doc>
- </method>
- <method name="insert" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="element" type="java.lang.Object"/>
- <doc>
- <![CDATA[Adds element to the PriorityQueue in log(size) time if either
- the PriorityQueue is not full, or not lessThan(element, top()).
- @param element
- @return true if element is added, false otherwise.]]>
- </doc>
- </method>
- <method name="top" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the least element of the PriorityQueue in constant time.]]>
- </doc>
- </method>
- <method name="pop" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Removes and returns the least element of the PriorityQueue in log(size)
- time.]]>
- </doc>
- </method>
- <method name="adjustTop"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should be called when the Object at top changes values. Still log(n)
- worst case, but it's at least twice as fast to <pre>
- { pq.top().change(); pq.adjustTop(); }
- </pre> instead of <pre>
- { o = pq.pop(); o.change(); pq.push(o); }
- </pre>]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of elements currently stored in the PriorityQueue.]]>
- </doc>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Removes all entries from the PriorityQueue.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A PriorityQueue maintains a partial ordering of its elements such that the
- least element can always be found in constant time. Put()'s and pop()'s
- require log(size) time.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.PriorityQueue -->
- <!-- start class org.apache.hadoop.util.ProcessTree -->
- <class name="ProcessTree" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ProcessTree"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="killProcess"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pid" type="java.lang.String"/>
- <param name="signal" type="org.apache.hadoop.util.ProcessTree.Signal"/>
- <doc>
- <![CDATA[Sends signal to process, forcefully terminating the process.
-
- @param pid process id
- @param signal the signal number to send]]>
- </doc>
- </method>
- <method name="killProcessGroup"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pgrpId" type="java.lang.String"/>
- <param name="signal" type="org.apache.hadoop.util.ProcessTree.Signal"/>
- <doc>
- <![CDATA[Sends signal to all process belonging to same process group,
- forcefully terminating the process group.
-
- @param pgrpId process group id
- @param signal the signal number to send]]>
- </doc>
- </method>
- <method name="isAlive" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pid" type="java.lang.String"/>
- <doc>
- <![CDATA[Is the process with PID pid still alive?
- This method assumes that isAlive is called on a pid that was alive not
- too long ago, and hence assumes no chance of pid-wrapping-around.
-
- @param pid pid of the process to check.
- @return true if process is alive.]]>
- </doc>
- </method>
- <method name="isProcessGroupAlive" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pgrpId" type="java.lang.String"/>
- <doc>
- <![CDATA[Is the process group with still alive?
-
- This method assumes that isAlive is called on a pid that was alive not
- too long ago, and hence assumes no chance of pid-wrapping-around.
-
- @param pgrpId process group id
- @return true if any of process in group is alive.]]>
- </doc>
- </method>
- <field name="isSetsidAvailable" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Process tree related operations]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.ProcessTree -->
- <!-- start class org.apache.hadoop.util.ProcessTree.Signal -->
- <class name="ProcessTree.Signal" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.util.ProcessTree.Signal[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.util.ProcessTree.Signal"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getValue" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="QUIT" type="org.apache.hadoop.util.ProcessTree.Signal"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILL" type="org.apache.hadoop.util.ProcessTree.Signal"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TERM" type="org.apache.hadoop.util.ProcessTree.Signal"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The constants for the signals.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.ProcessTree.Signal -->
- <!-- start class org.apache.hadoop.util.ProcfsBasedProcessTree -->
- <class name="ProcfsBasedProcessTree" extends="org.apache.hadoop.util.ProcessTree"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ProcfsBasedProcessTree" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ProcfsBasedProcessTree" type="java.lang.String, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ProcfsBasedProcessTree" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="isAvailable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Checks if the ProcfsBasedProcessTree is available on this system.
-
- @return true if ProcfsBasedProcessTree is available. False otherwise.]]>
- </doc>
- </method>
- <method name="getProcessTree" return="org.apache.hadoop.util.ProcfsBasedProcessTree"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the process-tree with latest state. If the root-process is not alive,
- an empty tree will be returned.
-
- @return the process-tree with latest state.]]>
- </doc>
- </method>
- <method name="isAlive" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is the root-process alive?
-
- @return true if the root-process is alive, false otherwise.]]>
- </doc>
- </method>
- <method name="isAnyProcessInTreeAlive" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is any of the subprocesses in the process-tree alive?
-
- @return true if any of the processes in the process-tree is
- alive, false otherwise.]]>
- </doc>
- </method>
- <method name="getProcessTreeDump" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get a dump of the process-tree.
-
- @return a string concatenating the dump of information of all the processes
- in the process-tree]]>
- </doc>
- </method>
- <method name="getCumulativeVmem" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the cumulative virtual memory used by all the processes in the
- process-tree.
-
- @return cumulative virtual memory used by the process-tree in bytes.]]>
- </doc>
- </method>
- <method name="getCumulativeRssmem" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the cumulative resident set size (rss) memory used by all the processes
- in the process-tree.
- @return cumulative rss memory used by the process-tree in bytes. return 0
- if it cannot be calculated]]>
- </doc>
- </method>
- <method name="getCumulativeVmem" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="olderThanAge" type="int"/>
- <doc>
- <![CDATA[Get the cumulative virtual memory used by all the processes in the
- process-tree that are older than the passed in age.
-
- @param olderThanAge processes above this age are included in the
- memory addition
- @return cumulative virtual memory used by the process-tree in bytes,
- for processes older than this age.]]>
- </doc>
- </method>
- <method name="getCumulativeRssmem" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="olderThanAge" type="int"/>
- <doc>
- <![CDATA[Get the cumulative resident set size (rss) memory used by all the processes
- in the process-tree that are older than the passed in age.
- @param olderThanAge processes above this age are included in the
- memory addition
- @return cumulative rss memory used by the process-tree in bytes,
- for processes older than this age. return 0 if it cannot be
- calculated]]>
- </doc>
- </method>
- <method name="getCumulativeCpuTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the CPU time in millisecond used by all the processes in the
- process-tree since the process-tree created
- @return cumulative CPU time in millisecond since the process-tree created
- return 0 if it cannot be calculated]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a string printing PIDs of process present in the
- ProcfsBasedProcessTree. Output format : [pid pid ..]]]>
- </doc>
- </method>
- <field name="PAGE_SIZE" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JIFFY_LENGTH_IN_MILLIS" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A Proc file-system based ProcessTree. Works only on Linux.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.ProcfsBasedProcessTree -->
- <!-- start class org.apache.hadoop.util.ProgramDriver -->
- <class name="ProgramDriver" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ProgramDriver"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="addClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <param name="mainClass" type="java.lang.Class"/>
- <param name="description" type="java.lang.String"/>
- <exception name="Throwable" type="java.lang.Throwable"/>
- <doc>
- <![CDATA[This is the method that adds the classed to the repository
- @param name The name of the string you want the class instance to be called with
- @param mainClass The class that you want to add to the repository
- @param description The description of the class
- @throws NoSuchMethodException
- @throws SecurityException]]>
- </doc>
- </method>
- <method name="driver"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Throwable" type="java.lang.Throwable"/>
- <doc>
- <![CDATA[This is a driver for the example programs.
- It looks at the first command line argument and tries to find an
- example program with that name.
- If it is found, it calls the main method in that class with the rest
- of the command line arguments.
- @param args The argument from the user. args[0] is the command to run.
- @throws NoSuchMethodException
- @throws SecurityException
- @throws IllegalAccessException
- @throws IllegalArgumentException
- @throws Throwable Anything thrown by the example program's main]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A driver that is used to run programs added to it]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.ProgramDriver -->
- <!-- start class org.apache.hadoop.util.Progress -->
- <class name="Progress" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Progress"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates a new root node.]]>
- </doc>
- </constructor>
- <method name="addPhase" return="org.apache.hadoop.util.Progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="java.lang.String"/>
- <doc>
- <![CDATA[Adds a named node to the tree.]]>
- </doc>
- </method>
- <method name="addPhase" return="org.apache.hadoop.util.Progress"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Adds a node to the tree.]]>
- </doc>
- </method>
- <method name="startNextPhase"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Called during execution to move to the next phase at this level in the
- tree.]]>
- </doc>
- </method>
- <method name="phase" return="org.apache.hadoop.util.Progress"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the current sub-node executing.]]>
- </doc>
- </method>
- <method name="complete"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Completes this node, moving the parent node to its next child.]]>
- </doc>
- </method>
- <method name="set"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="progress" type="float"/>
- <doc>
- <![CDATA[Called during execution on a leaf node to set its progress.]]>
- </doc>
- </method>
- <method name="get" return="float"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the overall progress of the root.]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns progress in this node. get() would give overall progress of the
- root node(not just given current node).]]>
- </doc>
- </method>
- <method name="setStatus"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="java.lang.String"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Utility to assist with generation of progress reports. Applications build
- a hierarchy of {@link Progress} instances, each modelling a phase of
- execution. The root is constructed with {@link #Progress()}. Nodes for
- sub-phases are created by calling {@link #addPhase()}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.Progress -->
- <!-- start interface org.apache.hadoop.util.Progressable -->
- <interface name="Progressable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Report progress to the Hadoop framework.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A facility for reporting progress.
-
- <p>Clients and/or applications can use the provided <code>Progressable</code>
- to explicitly report progress to the Hadoop framework. This is especially
- important for operations which take an insignificant amount of time since,
- in-lieu of the reported progress, the framework has to assume that an error
- has occured and time-out the operation.</p>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.util.Progressable -->
- <!-- start class org.apache.hadoop.util.PureJavaCrc32 -->
- <class name="PureJavaCrc32" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.util.zip.Checksum"/>
- <constructor name="PureJavaCrc32"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getValue" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="update"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="int"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A pure-java implementation of the CRC32 checksum that uses
- the same polynomial as the built-in native CRC32.
- This is to avoid the JNI overhead for certain uses of Checksumming
- where many small pieces of data are checksummed in succession.
- The current version is ~10x to 1.8x as fast as Sun's native
- java.util.zip.CRC32 in Java 1.6
- @see java.util.zip.CRC32]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.PureJavaCrc32 -->
- <!-- start class org.apache.hadoop.util.QueueProcessingStatistics -->
- <class name="QueueProcessingStatistics" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="QueueProcessingStatistics" type="java.lang.String, java.lang.String, org.apache.commons.logging.Log"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@param queueName - Human-readable name of the queue being monitored,
- used as first word in the log messages.
- @param workItemsName - what kind of work items are being managed
- on the queue? A plural word is best here, for logging.
- @param logObject - What log do you want the log messages to be sent to?]]>
- </doc>
- </constructor>
- <method name="startCycle"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="maxWorkToProcess" type="int"/>
- </method>
- <method name="endCycle"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="workFound" type="int"/>
- </method>
- <method name="checkRestart"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="preCheckIsLastCycle" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="maxWorkToProcess" type="int"/>
- <doc>
- <![CDATA[The termination condition is to identify the last cycle that will
- empty the queue. Two abstract APIs are called: {@code preCheckIsLastCycle}
- is called at the beginning of each cycle, and
- {@link #postCheckIsLastCycle} is called at the end of each cycle.
- At least one of them must correctly provide the termination
- condition. The other may always return 'false'. If either of them
- returns 'true' in a given cycle, then at the end of that cycle the
- stats will be output to log, and stats collection will end.
-
- @param maxWorkToProcess - if this number is greater than the amount
- of work remaining at the start of a cycle, then it will
- be the last cycle.
- @return - true if last cycle detected, else false]]>
- </doc>
- </method>
- <method name="postCheckIsLastCycle" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="workFound" type="int"/>
- <doc>
- <![CDATA[See {@link #preCheckIsLastCycle}.
- @param workFound - may not be useful
- @return - true if remaining work is zero at end of cycle,
- else false]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Hadoop has several work queues, such as
- {@link org.apache.hadoop.hdfs.server.namenode.FSNamesystem#neededReplications}
- With a properly throttled queue, a worker thread cycles repeatedly,
- doing a chunk of work each cycle then resting a bit, until the queue is
- empty. This class is intended to collect statistics about the behavior of
- such queues and consumers. It reports the amount of work done and
- how long it took, for the first cycle after collection starts, and for
- the total number of cycles needed to flush the queue. We use a state
- machine to detect when the queue has been flushed and then we log the
- stats; see {@link State} for enumeration of the states and their meanings.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.QueueProcessingStatistics -->
- <!-- start class org.apache.hadoop.util.QueueProcessingStatistics.State -->
- <class name="QueueProcessingStatistics.State" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.util.QueueProcessingStatistics.State[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.util.QueueProcessingStatistics.State"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="BEGIN_COLLECTING" type="org.apache.hadoop.util.QueueProcessingStatistics.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IN_FIRST_CYCLE" type="org.apache.hadoop.util.QueueProcessingStatistics.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IN_SOLE_CYCLE" type="org.apache.hadoop.util.QueueProcessingStatistics.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DONE_FIRST_CYCLE" type="org.apache.hadoop.util.QueueProcessingStatistics.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IN_LAST_CYCLE" type="org.apache.hadoop.util.QueueProcessingStatistics.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DONE_COLLECTING" type="org.apache.hadoop.util.QueueProcessingStatistics.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This enum provides the "states" of a state machine for
- {@link QueueProcessingStatistics}.
- The meanings of the states are: <ul>
- <li> BEGIN_COLLECTING - Ready to begin.
- <li> IN_FIRST_CYCLE - Started the first cycle.
- <li> IN_SOLE_CYCLE - Still in first cycle, but already know there will be
- no further cycles because this one will complete all
- needed work. When done, will go straight to
- "DONE_COLLECTING".
- <li> DONE_FIRST_CYCLE - Done first cycle, doing subsequent cycles.
- <li> IN_LAST_CYCLE - Started the last cycle.
- <li> DONE_COLLECTING - Done with last cycle, finishing up.
- </ul>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.QueueProcessingStatistics.State -->
- <!-- start class org.apache.hadoop.util.QuickSort -->
- <class name="QuickSort" extends="java.lang.Object"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.IndexedSorter"/>
- <constructor name="QuickSort"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getMaxDepth" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="x" type="int"/>
- <doc>
- <![CDATA[Deepest recursion before giving up and doing a heapsort.
- Returns 2 * ceil(log(n)).]]>
- </doc>
- </method>
- <method name="sort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="org.apache.hadoop.util.IndexedSortable"/>
- <param name="p" type="int"/>
- <param name="r" type="int"/>
- <doc>
- <![CDATA[Sort the given range of items using quick sort.
- {@inheritDoc} If the recursion depth falls below {@link #getMaxDepth},
- then switch to {@link HeapSort}.]]>
- </doc>
- </method>
- <method name="sort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="org.apache.hadoop.util.IndexedSortable"/>
- <param name="p" type="int"/>
- <param name="r" type="int"/>
- <param name="rep" type="org.apache.hadoop.util.Progressable"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An implementation of the core algorithm of QuickSort.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.QuickSort -->
- <!-- start class org.apache.hadoop.util.ReflectionUtils -->
- <class name="ReflectionUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ReflectionUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theObject" type="java.lang.Object"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Check and set 'configuration' if necessary.
-
- @param theObject object for which to set configuration
- @param conf Configuration]]>
- </doc>
- </method>
- <method name="newInstance" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Create an object for the given class and initialize it from conf
-
- @param theClass class of which an object is created
- @param conf Configuration
- @return a new object]]>
- </doc>
- </method>
- <method name="setContentionTracing"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="boolean"/>
- </method>
- <method name="printThreadInfo"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stream" type="java.io.PrintWriter"/>
- <param name="title" type="java.lang.String"/>
- <doc>
- <![CDATA[Print all of the thread's information and stack traces.
-
- @param stream the stream to
- @param title a string title for the stack trace]]>
- </doc>
- </method>
- <method name="logThreadInfo"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="log" type="org.apache.commons.logging.Log"/>
- <param name="title" type="java.lang.String"/>
- <param name="minInterval" type="long"/>
- <doc>
- <![CDATA[Log the current thread stacks at INFO level.
- @param log the logger that logs the stack trace
- @param title a descriptive title for the call stacks
- @param minInterval the minimum time from the last]]>
- </doc>
- </method>
- <method name="getClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- <doc>
- <![CDATA[Return the correctly-typed {@link Class} of the given object.
-
- @param o object whose correctly-typed <code>Class</code> is to be obtained
- @return the correctly typed <code>Class</code> of the given object.]]>
- </doc>
- </method>
- <method name="copy" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="src" type="java.lang.Object"/>
- <param name="dst" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Make a copy of the writable object using serialization to a buffer
- @param dst the object to copy from
- @param src the object to copy into, which is destroyed
- @throws IOException]]>
- </doc>
- </method>
- <method name="cloneWritableInto"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dst" type="org.apache.hadoop.io.Writable"/>
- <param name="src" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[General reflection utils]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.ReflectionUtils -->
- <!-- start class org.apache.hadoop.util.ResourceCalculatorPlugin -->
- <class name="ResourceCalculatorPlugin" extends="org.apache.hadoop.conf.Configured"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ResourceCalculatorPlugin"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getVirtualMemorySize" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the total size of the virtual memory present in the system.
-
- @return virtual memory size in bytes.]]>
- </doc>
- </method>
- <method name="getPhysicalMemorySize" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the total size of the physical memory present in the system.
-
- @return physical memory size bytes.]]>
- </doc>
- </method>
- <method name="getAvailableVirtualMemorySize" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the total size of the available virtual memory present
- in the system.
- @return available virtual memory size in bytes.]]>
- </doc>
- </method>
- <method name="getAvailablePhysicalMemorySize" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the total size of the available physical memory present
- in the system.
- @return available physical memory size bytes.]]>
- </doc>
- </method>
- <method name="getNumProcessors" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the total number of processors present on the system.
- @return number of processors]]>
- </doc>
- </method>
- <method name="getCpuFrequency" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the CPU frequency of on the system.
- @return CPU frequency in kHz]]>
- </doc>
- </method>
- <method name="getCumulativeCpuTime" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the cumulative CPU time since the system is on.
- @return cumulative CPU time in milliseconds]]>
- </doc>
- </method>
- <method name="getCpuUsage" return="float"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the CPU usage % of the machine. Return -1 if it is unavailable
- @return CPU usage in %]]>
- </doc>
- </method>
- <method name="getProcResourceValues" return="org.apache.hadoop.util.ResourceCalculatorPlugin.ProcResourceValues"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain resource status used by current process tree.]]>
- </doc>
- </method>
- <method name="getResourceCalculatorPlugin" return="org.apache.hadoop.util.ResourceCalculatorPlugin"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="clazz" type="java.lang.Class"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the ResourceCalculatorPlugin from the class name and configure it. If
- class name is null, this method will try and return a memory calculator
- plugin available for this system.
-
- @param clazz class-name
- @param conf configure the plugin with this.
- @return ResourceCalculatorPlugin]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Plugin to calculate resource information on the system.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.ResourceCalculatorPlugin -->
- <!-- start class org.apache.hadoop.util.ResourceCalculatorPlugin.ProcResourceValues -->
- <class name="ResourceCalculatorPlugin.ProcResourceValues" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ResourceCalculatorPlugin.ProcResourceValues" type="long, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getPhysicalMemorySize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the physical memory size used by current process tree.
- @return physical memory size in bytes.]]>
- </doc>
- </method>
- <method name="getVirtualMemorySize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the virtual memory size used by a current process tree.
- @return virtual memory size in bytes.]]>
- </doc>
- </method>
- <method name="getCumulativeCpuTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain the cumulative CPU time used by a current process tree.
- @return cumulative CPU time in milliseconds]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.util.ResourceCalculatorPlugin.ProcResourceValues -->
- <!-- start class org.apache.hadoop.util.RunJar -->
- <class name="RunJar" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RunJar"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="unJar"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jarFile" type="java.io.File"/>
- <param name="toDir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Unpack a jar file into a directory.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Throwable" type="java.lang.Throwable"/>
- <doc>
- <![CDATA[Run a Hadoop job jar. If the main class is not in the jar's manifest,
- then it must be provided on the command line.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Run a Hadoop job jar.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.RunJar -->
- <!-- start interface org.apache.hadoop.util.ServicePlugin -->
- <interface name="ServicePlugin" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <method name="start"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="service" type="java.lang.Object"/>
- <doc>
- <![CDATA[This method is invoked when the service instance has been started.
- @param service The service instance invoking this method]]>
- </doc>
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This method is invoked when the service instance is about to be shut down.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Service plug-in interface.
- Service plug-ins may be used to expose functionality of datanodes or
- namenodes using arbitrary RPC protocols. Plug-ins are instantiated by the
- service instance, and are notified of service life-cycle events using the
- methods defined by this class.
- Service plug-ins are started after the service instance is started, and
- stopped before the service instance is stopped.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.util.ServicePlugin -->
- <!-- start class org.apache.hadoop.util.ServletUtil -->
- <class name="ServletUtil" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ServletUtil"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initHTML" return="java.io.PrintWriter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="response" type="javax.servlet.ServletResponse"/>
- <param name="title" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Initial HTML header]]>
- </doc>
- </method>
- <method name="getParameter" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.ServletRequest"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get a parameter from a ServletRequest.
- Return null if the parameter contains only white spaces.]]>
- </doc>
- </method>
- <method name="htmlFooter" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[HTML footer to be added in the jsps.
- @return the HTML footer.]]>
- </doc>
- </method>
- <method name="percentageGraph" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="perc" type="int"/>
- <param name="width" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Generate the percentage graph and returns HTML representation string
- of the same.
-
- @param perc The percentage value for which graph is to be generated
- @param width The width of the display table
- @return HTML String representation of the percentage graph
- @throws IOException]]>
- </doc>
- </method>
- <method name="percentageGraph" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="perc" type="float"/>
- <param name="width" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Generate the percentage graph and returns HTML representation string
- of the same.
- @param perc The percentage value for which graph is to be generated
- @param width The width of the display table
- @return HTML String representation of the percentage graph
- @throws IOException]]>
- </doc>
- </method>
- <field name="HTML_TAIL" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.util.ServletUtil -->
- <!-- start class org.apache.hadoop.util.Shell -->
- <class name="Shell" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Shell"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Shell" type="long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@param interval the minimum duration to wait before re-executing the
- command.]]>
- </doc>
- </constructor>
- <method name="getGroupsCommand" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[a Unix command to get the current user's groups list]]>
- </doc>
- </method>
- <method name="getGroupsForUserCommand" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <doc>
- <![CDATA[a Unix command to get a given user's groups list]]>
- </doc>
- </method>
- <method name="getUsersForNetgroupCommand" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="netgroup" type="java.lang.String"/>
- <doc>
- <![CDATA[a Unix command to get a given netgroup's user list]]>
- </doc>
- </method>
- <method name="getGET_PERMISSION_COMMAND" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return a Unix command to get permission information.]]>
- </doc>
- </method>
- <method name="getUlimitMemoryCommand" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="memoryLimit" type="int"/>
- <doc>
- <![CDATA[Get the Unix command for setting the maximum virtual memory available
- to a given child process. This is only relevant when we are forking a
- process from within the Mapper or the Reducer implementations.
- Also see Hadoop Pipes and Hadoop Streaming.
-
- It also checks to ensure that we are running on a *nix platform else
- (e.g. in Cygwin/Windows) it returns <code>null</code>.
- @param memoryLimit virtual memory limit
- @return a <code>String[]</code> with the ulimit command arguments or
- <code>null</code> if we are running on a non *nix platform or
- if the limit is unspecified.]]>
- </doc>
- </method>
- <method name="getUlimitMemoryCommand" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use {@link #getUlimitMemoryCommand(int)}">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the Unix command for setting the maximum virtual memory available
- to a given child process. This is only relevant when we are forking a
- process from within the {@link org.apache.hadoop.mapred.Mapper} or the
- {@link org.apache.hadoop.mapred.Reducer} implementations
- e.g. <a href="{@docRoot}/org/apache/hadoop/mapred/pipes/package-summary.html">Hadoop Pipes</a>
- or <a href="{@docRoot}/org/apache/hadoop/streaming/package-summary.html">Hadoop Streaming</a>.
-
- It also checks to ensure that we are running on a *nix platform else
- (e.g. in Cygwin/Windows) it returns <code>null</code>.
- @param conf configuration
- @return a <code>String[]</code> with the ulimit command arguments or
- <code>null</code> if we are running on a non *nix platform or
- if the limit is unspecified.
- @deprecated Use {@link #getUlimitMemoryCommand(int)}]]>
- </doc>
- </method>
- <method name="setEnvironment"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="env" type="java.util.Map"/>
- <doc>
- <![CDATA[set the environment for the command
- @param env Mapping of environment variables]]>
- </doc>
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="dir" type="java.io.File"/>
- <doc>
- <![CDATA[set the working directory
- @param dir The directory where the command would be executed]]>
- </doc>
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[check to see if a command needs to be executed and execute if needed]]>
- </doc>
- </method>
- <method name="getExecString" return="java.lang.String[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[return an array containing the command name & its parameters]]>
- </doc>
- </method>
- <method name="parseExecResult"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="lines" type="java.io.BufferedReader"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Parse the execution result]]>
- </doc>
- </method>
- <method name="getProcess" return="java.lang.Process"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get the current sub-process executing the given command
- @return process executing the command]]>
- </doc>
- </method>
- <method name="getExitCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get the exit code
- @return the exit code of the process]]>
- </doc>
- </method>
- <method name="isTimedOut" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[To check if the passed script to shell command executor timed out or
- not.
-
- @return if the script timed out.]]>
- </doc>
- </method>
- <method name="execCommand" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cmd" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Static method to execute a shell command.
- Covers most of the simple cases without requiring the user to implement
- the <code>Shell</code> interface.
- @param cmd shell command to execute.
- @return the output of the executed command.]]>
- </doc>
- </method>
- <method name="execCommand" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="env" type="java.util.Map"/>
- <param name="cmd" type="java.lang.String[]"/>
- <param name="timeout" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Static method to execute a shell command.
- Covers most of the simple cases without requiring the user to implement
- the <code>Shell</code> interface.
- @param env the map of environment key=value
- @param cmd shell command to execute.
- @param timeout time in milliseconds after which script should be marked timeout
- @return the output of the executed command.o]]>
- </doc>
- </method>
- <method name="execCommand" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="env" type="java.util.Map"/>
- <param name="cmd" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Static method to execute a shell command.
- Covers most of the simple cases without requiring the user to implement
- the <code>Shell</code> interface.
- @param env the map of environment key=value
- @param cmd shell command to execute.
- @return the output of the executed command.]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="USER_NAME_COMMAND" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[a Unix command to get the current user's name]]>
- </doc>
- </field>
- <field name="SET_PERMISSION_COMMAND" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[a Unix command to set permission]]>
- </doc>
- </field>
- <field name="SET_OWNER_COMMAND" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[a Unix command to set owner]]>
- </doc>
- </field>
- <field name="SET_GROUP_COMMAND" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="timeOutInterval" type="long"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Time after which the executing script would be timedout]]>
- </doc>
- </field>
- <field name="ULIMIT_COMMAND" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[a Unix command to get ulimit of a process.]]>
- </doc>
- </field>
- <field name="WINDOWS" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Set to true on Windows platforms]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A base class for running a Unix command.
-
- <code>Shell</code> can be used to run unix commands like <code>du</code> or
- <code>df</code>. It also offers facilities to gate commands by
- time-intervals.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.Shell -->
- <!-- start class org.apache.hadoop.util.Shell.ExitCodeException -->
- <class name="Shell.ExitCodeException" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Shell.ExitCodeException" type="int, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getExitCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[This is an IOException with exit code added.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.Shell.ExitCodeException -->
- <!-- start class org.apache.hadoop.util.Shell.ShellCommandExecutor -->
- <class name="Shell.ShellCommandExecutor" extends="org.apache.hadoop.util.Shell"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Shell.ShellCommandExecutor" type="java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Shell.ShellCommandExecutor" type="java.lang.String[], java.io.File"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Shell.ShellCommandExecutor" type="java.lang.String[], java.io.File, java.util.Map"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Shell.ShellCommandExecutor" type="java.lang.String[], java.io.File, java.util.Map, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new instance of the ShellCommandExecutor to execute a command.
-
- @param execString The command to execute with arguments
- @param dir If not-null, specifies the directory which should be set
- as the current working directory for the command.
- If null, the current working directory is not modified.
- @param env If not-null, environment of the command will include the
- key-value pairs specified in the map. If null, the current
- environment is not modified.
- @param timeout Specifies the time in milliseconds, after which the
- command will be killed and the status marked as timedout.
- If 0, the command will not be timed out.]]>
- </doc>
- </constructor>
- <method name="execute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Execute the shell command.]]>
- </doc>
- </method>
- <method name="getExecString" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="parseExecResult"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="lines" type="java.io.BufferedReader"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getOutput" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the output of the shell command.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the commands of this instance.
- Arguments with spaces in are presented with quotes round; other
- arguments are presented raw
- @return a string representation of the object.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A simple shell command executor.
-
- <code>ShellCommandExecutor</code>should be used in cases where the output
- of the command needs no explicit parsing and where the command, working
- directory and the environment remains unchanged. The output of the command
- is stored as-is and is expected to be small.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.Shell.ShellCommandExecutor -->
- <!-- start class org.apache.hadoop.util.StringUtils -->
- <class name="StringUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="StringUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="stringifyException" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="e" type="java.lang.Throwable"/>
- <doc>
- <![CDATA[Make a string representation of the exception.
- @param e The exception to stringify
- @return A string with exception name and call stack.]]>
- </doc>
- </method>
- <method name="simpleHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fullHostname" type="java.lang.String"/>
- <doc>
- <![CDATA[Given a full hostname, return the word upto the first dot.
- @param fullHostname the full hostname
- @return the hostname to the first dot]]>
- </doc>
- </method>
- <method name="humanReadableInt" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="number" type="long"/>
- <doc>
- <![CDATA[Given an integer, return a string that is in an approximate, but human
- readable format.
- It uses the bases 'k', 'm', and 'g' for 1024, 1024**2, and 1024**3.
- @param number the number to format
- @return a human readable form of the integer]]>
- </doc>
- </method>
- <method name="formatPercent" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="done" type="double"/>
- <param name="digits" type="int"/>
- <doc>
- <![CDATA[Format a percentage for presentation to the user.
- @param done the percentage to format (0.0 to 1.0)
- @param digits the number of digits past the decimal point
- @return a string representation of the percentage]]>
- </doc>
- </method>
- <method name="arrayToString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="strs" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Given an array of strings, return a comma-separated list of its elements.
- @param strs Array of strings
- @return Empty string if strs.length is 0, comma separated list of strings
- otherwise]]>
- </doc>
- </method>
- <method name="byteToHexString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="end" type="int"/>
- <doc>
- <![CDATA[Given an array of bytes it will convert the bytes to a hex string
- representation of the bytes
- @param bytes
- @param start start index, inclusively
- @param end end index, exclusively
- @return hex string representation of the byte array]]>
- </doc>
- </method>
- <method name="byteToHexString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <doc>
- <![CDATA[Same as byteToHexString(bytes, 0, bytes.length).]]>
- </doc>
- </method>
- <method name="hexStringToByte" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="hex" type="java.lang.String"/>
- <doc>
- <![CDATA[Given a hexstring this will return the byte array corresponding to the
- string
- @param hex the hex String array
- @return a byte array that is a hex string representation of the given
- string. The size of the byte array is therefore hex.length/2]]>
- </doc>
- </method>
- <method name="uriToString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uris" type="java.net.URI[]"/>
- <doc>
- <![CDATA[@param uris]]>
- </doc>
- </method>
- <method name="stringToURI" return="java.net.URI[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String[]"/>
- <doc>
- <![CDATA[@param str]]>
- </doc>
- </method>
- <method name="stringToPath" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String[]"/>
- <doc>
- <![CDATA[@param str]]>
- </doc>
- </method>
- <method name="formatTimeDiff" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="finishTime" type="long"/>
- <param name="startTime" type="long"/>
- <doc>
- <![CDATA[Given a finish and start time in long milliseconds, returns a
- String in the format Xhrs, Ymins, Z sec, for the time difference between two times.
- If finish time comes before start time then negative valeus of X, Y and Z wil return.
-
- @param finishTime finish time
- @param startTime start time]]>
- </doc>
- </method>
- <method name="formatTime" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="timeDiff" type="long"/>
- <doc>
- <![CDATA[Given the time in long milliseconds, returns a
- String in the format Xhrs, Ymins, Z sec.
-
- @param timeDiff The time difference to format]]>
- </doc>
- </method>
- <method name="getFormattedTimeWithDiff" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dateFormat" type="java.text.DateFormat"/>
- <param name="finishTime" type="long"/>
- <param name="startTime" type="long"/>
- <doc>
- <![CDATA[Formats time in ms and appends difference (finishTime - startTime)
- as returned by formatTimeDiff().
- If finish time is 0, empty string is returned, if start time is 0
- then difference is not appended to return value.
- @param dateFormat date format to use
- @param finishTime fnish time
- @param startTime start time
- @return formatted value.]]>
- </doc>
- </method>
- <method name="getStrings" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns an arraylist of strings.
- @param str the comma seperated string values
- @return the arraylist of the comma seperated string values]]>
- </doc>
- </method>
- <method name="getStringCollection" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns a collection of strings.
- @param str comma seperated string values
- @return an <code>ArrayList</code> of string values]]>
- </doc>
- </method>
- <method name="split" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Split a string using the default separator
- @param str a string that may have escaped separator
- @return an array of strings]]>
- </doc>
- </method>
- <method name="split" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <param name="escapeChar" type="char"/>
- <param name="separator" type="char"/>
- <doc>
- <![CDATA[Split a string using the given separator
- @param str a string that may have escaped separator
- @param escapeChar a char that be used to escape the separator
- @param separator a separator char
- @return an array of strings]]>
- </doc>
- </method>
- <method name="findNext" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <param name="separator" type="char"/>
- <param name="escapeChar" type="char"/>
- <param name="start" type="int"/>
- <param name="split" type="java.lang.StringBuilder"/>
- <doc>
- <![CDATA[Finds the first occurrence of the separator character ignoring the escaped
- separators starting from the index. Note the substring between the index
- and the position of the separator is passed.
- @param str the source string
- @param separator the character to find
- @param escapeChar character used to escape
- @param start from where to search
- @param split used to pass back the extracted string]]>
- </doc>
- </method>
- <method name="escapeString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Escape commas in the string using the default escape char
- @param str a string
- @return an escaped string]]>
- </doc>
- </method>
- <method name="escapeString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <param name="escapeChar" type="char"/>
- <param name="charToEscape" type="char"/>
- <doc>
- <![CDATA[Escape <code>charToEscape</code> in the string
- with the escape char <code>escapeChar</code>
-
- @param str string
- @param escapeChar escape char
- @param charToEscape the char to be escaped
- @return an escaped string]]>
- </doc>
- </method>
- <method name="escapeString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <param name="escapeChar" type="char"/>
- <param name="charsToEscape" type="char[]"/>
- <doc>
- <![CDATA[@param charsToEscape array of characters to be escaped]]>
- </doc>
- </method>
- <method name="unEscapeString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Unescape commas in the string using the default escape char
- @param str a string
- @return an unescaped string]]>
- </doc>
- </method>
- <method name="unEscapeString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <param name="escapeChar" type="char"/>
- <param name="charToEscape" type="char"/>
- <doc>
- <![CDATA[Unescape <code>charToEscape</code> in the string
- with the escape char <code>escapeChar</code>
-
- @param str string
- @param escapeChar escape char
- @param charToEscape the escaped char
- @return an unescaped string]]>
- </doc>
- </method>
- <method name="unEscapeString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <param name="escapeChar" type="char"/>
- <param name="charsToEscape" type="char[]"/>
- <doc>
- <![CDATA[@param charsToEscape array of characters to unescape]]>
- </doc>
- </method>
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return hostname without throwing exception.
- @return hostname]]>
- </doc>
- </method>
- <method name="startupShutdownMessage"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="clazz" type="java.lang.Class"/>
- <param name="args" type="java.lang.String[]"/>
- <param name="LOG" type="org.apache.commons.logging.Log"/>
- <doc>
- <![CDATA[Print a log message for starting up and shutting down
- @param clazz the class of the server
- @param args arguments
- @param LOG the target log object]]>
- </doc>
- </method>
- <method name="escapeHTML" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="string" type="java.lang.String"/>
- <doc>
- <![CDATA[Escapes HTML Special characters present in the string.
- @param string
- @return HTML Escaped String representation]]>
- </doc>
- </method>
- <method name="byteDesc" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="len" type="long"/>
- <doc>
- <![CDATA[Return an abbreviated English-language desc of the byte length]]>
- </doc>
- </method>
- <method name="limitDecimalTo2" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="d" type="double"/>
- </method>
- <method name="join" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="separator" type="java.lang.CharSequence"/>
- <param name="strings" type="java.lang.Iterable"/>
- <doc>
- <![CDATA[Concatenates strings, using a separator.
- @param separator Separator to join with.
- @param strings Strings to join.
- @return the joined string]]>
- </doc>
- </method>
- <method name="join" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="separator" type="java.lang.CharSequence"/>
- <param name="strings" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Concatenates strings, using a separator.
- @param separator to join with
- @param strings to join
- @return the joined string]]>
- </doc>
- </method>
- <method name="join" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="separator" type="java.lang.CharSequence"/>
- <param name="objects" type="java.lang.Object[]"/>
- <doc>
- <![CDATA[Concatenates objects, using a separator.
- @param separator to join with
- @param objects to join
- @return the joined string]]>
- </doc>
- </method>
- <method name="capitalize" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <doc>
- <![CDATA[Capitalize a word
- @param s the input string
- @return capitalized string]]>
- </doc>
- </method>
- <method name="camelize" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <doc>
- <![CDATA[Convert SOME_STUFF to SomeStuff
- @param s input string
- @return camelized string]]>
- </doc>
- </method>
- <field name="COMMA" type="char"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMMA_STR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ESCAPE_CHAR" type="char"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[General string utils]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.StringUtils -->
- <!-- start class org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix -->
- <class name="StringUtils.TraditionalBinaryPrefix" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="valueOf" return="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="symbol" type="char"/>
- <doc>
- <![CDATA[@return The TraditionalBinaryPrefix object corresponding to the symbol.]]>
- </doc>
- </method>
- <method name="string2long" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="java.lang.String"/>
- <doc>
- <![CDATA[Convert a string to long.
- The input string is first be trimmed
- and then it is parsed with traditional binary prefix.
- For example,
- "-1230k" will be converted to -1230 * 1024 = -1259520;
- "891g" will be converted to 891 * 1024^3 = 956703965184;
- @param s input string
- @return a long value represented by the input string.]]>
- </doc>
- </method>
- <field name="KILO" type="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MEGA" type="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="GIGA" type="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TERA" type="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PETA" type="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="EXA" type="org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="value" type="long"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="symbol" type="char"
- transient="false" volatile="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The traditional binary prefixes, kilo, mega, ..., exa,
- which can be represented by a 64-bit integer.
- TraditionalBinaryPrefix symbol are case insensitive.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.StringUtils.TraditionalBinaryPrefix -->
- <!-- start interface org.apache.hadoop.util.Tool -->
- <interface name="Tool" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Execute the command with the given arguments.
-
- @param args command specific arguments.
- @return exit code.
- @throws Exception]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A tool interface that supports handling of generic command-line options.
-
- <p><code>Tool</code>, is the standard for any Map-Reduce tool/application.
- The tool/application should delegate the handling of
- <a href="{@docRoot}/org/apache/hadoop/util/GenericOptionsParser.html#GenericOptions">
- standard command-line options</a> to {@link ToolRunner#run(Tool, String[])}
- and only handle its custom arguments.</p>
-
- <p>Here is how a typical <code>Tool</code> is implemented:</p>
- <p><blockquote><pre>
- public class MyApp extends Configured implements Tool {
-
- public int run(String[] args) throws Exception {
- // <code>Configuration</code> processed by <code>ToolRunner</code>
- Configuration conf = getConf();
-
- // Create a JobConf using the processed <code>conf</code>
- JobConf job = new JobConf(conf, MyApp.class);
-
- // Process custom command-line options
- Path in = new Path(args[1]);
- Path out = new Path(args[2]);
-
- // Specify various job-specific parameters
- job.setJobName("my-app");
- job.setInputPath(in);
- job.setOutputPath(out);
- job.setMapperClass(MyApp.MyMapper.class);
- job.setReducerClass(MyApp.MyReducer.class);
- // Submit the job, then poll for progress until the job is complete
- JobClient.runJob(job);
- }
-
- public static void main(String[] args) throws Exception {
- // Let <code>ToolRunner</code> handle generic command-line options
- int res = ToolRunner.run(new Configuration(), new Sort(), args);
-
- System.exit(res);
- }
- }
- </pre></blockquote></p>
-
- @see GenericOptionsParser
- @see ToolRunner]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.util.Tool -->
- <!-- start class org.apache.hadoop.util.ToolRunner -->
- <class name="ToolRunner" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ToolRunner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="tool" type="org.apache.hadoop.util.Tool"/>
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Runs the given <code>Tool</code> by {@link Tool#run(String[])}, after
- parsing with the given generic arguments. Uses the given
- <code>Configuration</code>, or builds one if null.
-
- Sets the <code>Tool</code>'s configuration with the possibly modified
- version of the <code>conf</code>.
-
- @param conf <code>Configuration</code> for the <code>Tool</code>.
- @param tool <code>Tool</code> to run.
- @param args command-line arguments to the tool.
- @return exit code of the {@link Tool#run(String[])} method.]]>
- </doc>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tool" type="org.apache.hadoop.util.Tool"/>
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Runs the <code>Tool</code> with its <code>Configuration</code>.
-
- Equivalent to <code>run(tool.getConf(), tool, args)</code>.
-
- @param tool <code>Tool</code> to run.
- @param args command-line arguments to the tool.
- @return exit code of the {@link Tool#run(String[])} method.]]>
- </doc>
- </method>
- <method name="printGenericCommandUsage"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.PrintStream"/>
- <doc>
- <![CDATA[Prints generic command-line argurments and usage information.
-
- @param out stream to write usage information to.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A utility to help run {@link Tool}s.
-
- <p><code>ToolRunner</code> can be used to run classes implementing
- <code>Tool</code> interface. It works in conjunction with
- {@link GenericOptionsParser} to parse the
- <a href="{@docRoot}/org/apache/hadoop/util/GenericOptionsParser.html#GenericOptions">
- generic hadoop command line arguments</a> and modifies the
- <code>Configuration</code> of the <code>Tool</code>. The
- application-specific options are passed along without being modified.
- </p>
-
- @see Tool
- @see GenericOptionsParser]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.ToolRunner -->
- <!-- start class org.apache.hadoop.util.UTF8ByteArrayUtils -->
- <class name="UTF8ByteArrayUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="UTF8ByteArrayUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="findByte" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="end" type="int"/>
- <param name="b" type="byte"/>
- <doc>
- <![CDATA[Find the first occurrence of the given byte b in a UTF-8 encoded string
- @param utf a byte array containing a UTF-8 encoded string
- @param start starting offset
- @param end ending position
- @param b the byte to find
- @return position that first byte occures otherwise -1]]>
- </doc>
- </method>
- <method name="findBytes" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="end" type="int"/>
- <param name="b" type="byte[]"/>
- <doc>
- <![CDATA[Find the first occurrence of the given bytes b in a UTF-8 encoded string
- @param utf a byte array containing a UTF-8 encoded string
- @param start starting offset
- @param end ending position
- @param b the bytes to find
- @return position that first byte occures otherwise -1]]>
- </doc>
- </method>
- <method name="findNthByte" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="length" type="int"/>
- <param name="b" type="byte"/>
- <param name="n" type="int"/>
- <doc>
- <![CDATA[Find the nth occurrence of the given byte b in a UTF-8 encoded string
- @param utf a byte array containing a UTF-8 encoded string
- @param start starting offset
- @param length the length of byte array
- @param b the byte to find
- @param n the desired occurrence of the given byte
- @return position that nth occurrence of the given byte if exists; otherwise -1]]>
- </doc>
- </method>
- <method name="findNthByte" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf" type="byte[]"/>
- <param name="b" type="byte"/>
- <param name="n" type="int"/>
- <doc>
- <![CDATA[Find the nth occurrence of the given byte b in a UTF-8 encoded string
- @param utf a byte array containing a UTF-8 encoded string
- @param b the byte to find
- @param n the desired occurrence of the given byte
- @return position that nth occurrence of the given byte if exists; otherwise -1]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.util.UTF8ByteArrayUtils -->
- <!-- start class org.apache.hadoop.util.VersionInfo -->
- <class name="VersionInfo" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="VersionInfo"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Hadoop version.
- @return the Hadoop version string, eg. "0.6.3-dev"]]>
- </doc>
- </method>
- <method name="getRevision" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the subversion revision number for the root directory
- @return the revision number, eg. "451451"]]>
- </doc>
- </method>
- <method name="getDate" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The date that Hadoop was compiled.
- @return the compilation date in unix date format]]>
- </doc>
- </method>
- <method name="getUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The user that compiled Hadoop.
- @return the username of the user]]>
- </doc>
- </method>
- <method name="getUrl" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the subversion URL for the root Hadoop directory.]]>
- </doc>
- </method>
- <method name="getSrcChecksum" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the checksum of the source files from which Hadoop was
- built.]]>
- </doc>
- </method>
- <method name="getBuildVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the full version string containing version,
- revision, user and source checksum.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- </method>
- <doc>
- <![CDATA[This class finds the package info for Hadoop and the HadoopVersionAnnotation
- information.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.VersionInfo -->
- <!-- start class org.apache.hadoop.util.XMLUtils -->
- <class name="XMLUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="XMLUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="transform"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="styleSheet" type="java.io.InputStream"/>
- <param name="xml" type="java.io.InputStream"/>
- <param name="out" type="java.io.Writer"/>
- <exception name="TransformerConfigurationException" type="javax.xml.transform.TransformerConfigurationException"/>
- <exception name="TransformerException" type="javax.xml.transform.TransformerException"/>
- <doc>
- <![CDATA[Transform input xml given a stylesheet.
-
- @param styleSheet the style-sheet
- @param xml input xml data
- @param out output
- @throws TransformerConfigurationException
- @throws TransformerException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[General xml utilities.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.XMLUtils -->
- </package>
- <package name="org.apache.hadoop.util.bloom">
- <!-- start class org.apache.hadoop.util.bloom.BloomFilter -->
- <class name="BloomFilter" extends="org.apache.hadoop.util.bloom.Filter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="BloomFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor - use with readFields]]>
- </doc>
- </constructor>
- <constructor name="BloomFilter" type="int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor
- @param vectorSize The vector size of <i>this</i> filter.
- @param nbHash The number of hash function to consider.
- @param hashType type of the hashing function (see
- {@link org.apache.hadoop.util.hash.Hash}).]]>
- </doc>
- </constructor>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- </method>
- <method name="and"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="membershipTest" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- </method>
- <method name="not"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="or"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="xor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getVectorSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return size of the the bloomfilter]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Implements a <i>Bloom filter</i>, as defined by Bloom in 1970.
- <p>
- The Bloom filter is a data structure that was introduced in 1970 and that has been adopted by
- the networking research community in the past decade thanks to the bandwidth efficiencies that it
- offers for the transmission of set membership information between networked hosts. A sender encodes
- the information into a bit vector, the Bloom filter, that is more compact than a conventional
- representation. Computation and space costs for construction are linear in the number of elements.
- The receiver uses the filter to test whether various elements are members of the set. Though the
- filter will occasionally return a false positive, it will never return a false negative. When creating
- the filter, the sender can choose its desired point in a trade-off between the false positive rate and the size.
-
- <p>
- Originally created by
- <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>.
-
- @see Filter The general behavior of a filter
-
- @see <a href="http://portal.acm.org/citation.cfm?id=362692&dl=ACM&coll=portal">Space/Time Trade-Offs in Hash Coding with Allowable Errors</a>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.bloom.BloomFilter -->
- <!-- start class org.apache.hadoop.util.bloom.CountingBloomFilter -->
- <class name="CountingBloomFilter" extends="org.apache.hadoop.util.bloom.Filter"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <constructor name="CountingBloomFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor - use with readFields]]>
- </doc>
- </constructor>
- <constructor name="CountingBloomFilter" type="int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor
- @param vectorSize The vector size of <i>this</i> filter.
- @param nbHash The number of hash function to consider.
- @param hashType type of the hashing function (see
- {@link org.apache.hadoop.util.hash.Hash}).]]>
- </doc>
- </constructor>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- </method>
- <method name="delete"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- <doc>
- <![CDATA[Removes a specified key from <i>this</i> counting Bloom filter.
- <p>
- <b>Invariant</b>: nothing happens if the specified key does not belong to <i>this</i> counter Bloom filter.
- @param key The key to remove.]]>
- </doc>
- </method>
- <method name="and"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="membershipTest" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- </method>
- <method name="approximateCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- <doc>
- <![CDATA[This method calculates an approximate count of the key, i.e. how many
- times the key was added to the filter. This allows the filter to be
- used as an approximate <code>key -> count</code> map.
- <p>NOTE: due to the bucket size of this filter, inserting the same
- key more than 15 times will cause an overflow at all filter positions
- associated with this key, and it will significantly increase the error
- rate for this and other keys. For this reason the filter can only be
- used to store small count values <code>0 <= N << 15</code>.
- @param key key to be tested
- @return 0 if the key is not present. Otherwise, a positive value v will
- be returned such that <code>v == count</code> with probability equal to the
- error rate of this filter, and <code>v > count</code> otherwise.
- Additionally, if the filter experienced an underflow as a result of
- {@link #delete(Key)} operation, the return value may be lower than the
- <code>count</code> with the probability of the false negative rate of such
- filter.]]>
- </doc>
- </method>
- <method name="not"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="or"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="xor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Implements a <i>counting Bloom filter</i>, as defined by Fan et al. in a ToN
- 2000 paper.
- <p>
- A counting Bloom filter is an improvement to standard a Bloom filter as it
- allows dynamic additions and deletions of set membership information. This
- is achieved through the use of a counting vector instead of a bit vector.
- <p>
- Originally created by
- <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>.
- @see Filter The general behavior of a filter
-
- @see <a href="http://portal.acm.org/citation.cfm?id=343571.343572">Summary cache: a scalable wide-area web cache sharing protocol</a>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.bloom.CountingBloomFilter -->
- <!-- start class org.apache.hadoop.util.bloom.DynamicBloomFilter -->
- <class name="DynamicBloomFilter" extends="org.apache.hadoop.util.bloom.Filter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DynamicBloomFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Zero-args constructor for the serialization.]]>
- </doc>
- </constructor>
- <constructor name="DynamicBloomFilter" type="int, int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
- <p>
- Builds an empty Dynamic Bloom filter.
- @param vectorSize The number of bits in the vector.
- @param nbHash The number of hash function to consider.
- @param hashType type of the hashing function (see
- {@link org.apache.hadoop.util.hash.Hash}).
- @param nr The threshold for the maximum number of keys to record in a
- dynamic Bloom filter row.]]>
- </doc>
- </constructor>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- </method>
- <method name="and"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="membershipTest" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- </method>
- <method name="not"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="or"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="xor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Implements a <i>dynamic Bloom filter</i>, as defined in the INFOCOM 2006 paper.
- <p>
- A dynamic Bloom filter (DBF) makes use of a <code>s * m</code> bit matrix but
- each of the <code>s</code> rows is a standard Bloom filter. The creation
- process of a DBF is iterative. At the start, the DBF is a <code>1 * m</code>
- bit matrix, i.e., it is composed of a single standard Bloom filter.
- It assumes that <code>n<sub>r</sub></code> elements are recorded in the
- initial bit vector, where <code>n<sub>r</sub> <= n</code> (<code>n</code> is
- the cardinality of the set <code>A</code> to record in the filter).
- <p>
- As the size of <code>A</code> grows during the execution of the application,
- several keys must be inserted in the DBF. When inserting a key into the DBF,
- one must first get an active Bloom filter in the matrix. A Bloom filter is
- active when the number of recorded keys, <code>n<sub>r</sub></code>, is
- strictly less than the current cardinality of <code>A</code>, <code>n</code>.
- If an active Bloom filter is found, the key is inserted and
- <code>n<sub>r</sub></code> is incremented by one. On the other hand, if there
- is no active Bloom filter, a new one is created (i.e., a new row is added to
- the matrix) according to the current size of <code>A</code> and the element
- is added in this new Bloom filter and the <code>n<sub>r</sub></code> value of
- this new Bloom filter is set to one. A given key is said to belong to the
- DBF if the <code>k</code> positions are set to one in one of the matrix rows.
- <p>
- Originally created by
- <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>.
- @see Filter The general behavior of a filter
- @see BloomFilter A Bloom filter
-
- @see <a href="http://www.cse.fau.edu/~jie/research/publications/Publication_files/infocom2006.pdf">Theory and Network Applications of Dynamic Bloom Filters</a>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.bloom.DynamicBloomFilter -->
- <!-- start class org.apache.hadoop.util.bloom.Filter -->
- <class name="Filter" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="Filter"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Filter" type="int, int, int"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
- @param vectorSize The vector size of <i>this</i> filter.
- @param nbHash The number of hash functions to consider.
- @param hashType type of the hashing function (see {@link Hash}).]]>
- </doc>
- </constructor>
- <method name="add"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- <doc>
- <![CDATA[Adds a key to <i>this</i> filter.
- @param key The key to add.]]>
- </doc>
- </method>
- <method name="membershipTest" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- <doc>
- <![CDATA[Determines wether a specified key belongs to <i>this</i> filter.
- @param key The key to test.
- @return boolean True if the specified key belongs to <i>this</i> filter.
- False otherwise.]]>
- </doc>
- </method>
- <method name="and"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- <doc>
- <![CDATA[Peforms a logical AND between <i>this</i> filter and a specified filter.
- <p>
- <b>Invariant</b>: The result is assigned to <i>this</i> filter.
- @param filter The filter to AND with.]]>
- </doc>
- </method>
- <method name="or"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- <doc>
- <![CDATA[Peforms a logical OR between <i>this</i> filter and a specified filter.
- <p>
- <b>Invariant</b>: The result is assigned to <i>this</i> filter.
- @param filter The filter to OR with.]]>
- </doc>
- </method>
- <method name="xor"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filter" type="org.apache.hadoop.util.bloom.Filter"/>
- <doc>
- <![CDATA[Peforms a logical XOR between <i>this</i> filter and a specified filter.
- <p>
- <b>Invariant</b>: The result is assigned to <i>this</i> filter.
- @param filter The filter to XOR with.]]>
- </doc>
- </method>
- <method name="not"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Performs a logical NOT on <i>this</i> filter.
- <p>
- The result is assigned to <i>this</i> filter.]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keys" type="java.util.List"/>
- <doc>
- <![CDATA[Adds a list of keys to <i>this</i> filter.
- @param keys The list of keys.]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keys" type="java.util.Collection"/>
- <doc>
- <![CDATA[Adds a collection of keys to <i>this</i> filter.
- @param keys The collection of keys.]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keys" type="org.apache.hadoop.util.bloom.Key[]"/>
- <doc>
- <![CDATA[Adds an array of keys to <i>this</i> filter.
- @param keys The array of keys.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="vectorSize" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The vector size of <i>this</i> filter.]]>
- </doc>
- </field>
- <field name="hash" type="org.apache.hadoop.util.bloom.HashFunction"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The hash function used to map a key to several positions in the vector.]]>
- </doc>
- </field>
- <field name="nbHash" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of hash function to consider.]]>
- </doc>
- </field>
- <field name="hashType" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Type of hashing function to use.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Defines the general behavior of a filter.
- <p>
- A filter is a data structure which aims at offering a lossy summary of a set <code>A</code>. The
- key idea is to map entries of <code>A</code> (also called <i>keys</i>) into several positions
- in a vector through the use of several hash functions.
- <p>
- Typically, a filter will be implemented as a Bloom filter (or a Bloom filter extension).
- <p>
- It must be extended in order to define the real behavior.
-
- @see Key The general behavior of a key
- @see HashFunction A hash function]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.bloom.Filter -->
- <!-- start class org.apache.hadoop.util.bloom.HashFunction -->
- <class name="HashFunction" extends="java.lang.Object"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <constructor name="HashFunction" type="int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
- <p>
- Builds a hash function that must obey to a given maximum number of returned values and a highest value.
- @param maxValue The maximum highest returned value.
- @param nbHash The number of resulting hashed values.
- @param hashType type of the hashing function (see {@link Hash}).]]>
- </doc>
- </constructor>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Clears <i>this</i> hash function. A NOOP]]>
- </doc>
- </method>
- <method name="hash" return="int[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="k" type="org.apache.hadoop.util.bloom.Key"/>
- <doc>
- <![CDATA[Hashes a specified key into several integers.
- @param k The specified key.
- @return The array of hashed values.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Implements a hash object that returns a certain number of hashed values.
-
- @see Key The general behavior of a key being stored in a filter
- @see Filter The general behavior of a filter]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.bloom.HashFunction -->
- <!-- start class org.apache.hadoop.util.bloom.Key -->
- <class name="Key" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="Key"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[default constructor - use with readFields]]>
- </doc>
- </constructor>
- <constructor name="Key" type="byte[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
- <p>
- Builds a key with a default weight.
- @param value The byte value of <i>this</i> key.]]>
- </doc>
- </constructor>
- <constructor name="Key" type="byte[], double"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
- <p>
- Builds a key with a specified weight.
- @param value The value of <i>this</i> key.
- @param weight The weight associated to <i>this</i> key.]]>
- </doc>
- </constructor>
- <method name="set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="byte[]"/>
- <param name="weight" type="double"/>
- <doc>
- <![CDATA[@param value
- @param weight]]>
- </doc>
- </method>
- <method name="getBytes" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return byte[] The value of <i>this</i> key.]]>
- </doc>
- </method>
- <method name="getWeight" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Returns the weight associated to <i>this</i> key.]]>
- </doc>
- </method>
- <method name="incrementWeight"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="weight" type="double"/>
- <doc>
- <![CDATA[Increments the weight of <i>this</i> key with a specified value.
- @param weight The increment.]]>
- </doc>
- </method>
- <method name="incrementWeight"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Increments the weight of <i>this</i> key by one.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.util.bloom.Key"/>
- </method>
- <doc>
- <![CDATA[The general behavior of a key that must be stored in a filter.
-
- @see Filter The general behavior of a filter]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.bloom.Key -->
- <!-- start interface org.apache.hadoop.util.bloom.RemoveScheme -->
- <interface name="RemoveScheme" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <field name="RANDOM" type="short"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Random selection.
- <p>
- The idea is to randomly select a bit to reset.]]>
- </doc>
- </field>
- <field name="MINIMUM_FN" type="short"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[MinimumFN Selection.
- <p>
- The idea is to select the bit to reset that will generate the minimum
- number of false negative.]]>
- </doc>
- </field>
- <field name="MAXIMUM_FP" type="short"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[MaximumFP Selection.
- <p>
- The idea is to select the bit to reset that will remove the maximum number
- of false positive.]]>
- </doc>
- </field>
- <field name="RATIO" type="short"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Ratio Selection.
- <p>
- The idea is to select the bit to reset that will, at the same time, remove
- the maximum number of false positve while minimizing the amount of false
- negative generated.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Defines the different remove scheme for retouched Bloom filters.
- <p>
- Originally created by
- <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.util.bloom.RemoveScheme -->
- <!-- start class org.apache.hadoop.util.bloom.RetouchedBloomFilter -->
- <class name="RetouchedBloomFilter" extends="org.apache.hadoop.util.bloom.BloomFilter"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.bloom.RemoveScheme"/>
- <constructor name="RetouchedBloomFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor - use with readFields]]>
- </doc>
- </constructor>
- <constructor name="RetouchedBloomFilter" type="int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor
- @param vectorSize The vector size of <i>this</i> filter.
- @param nbHash The number of hash function to consider.
- @param hashType type of the hashing function (see
- {@link org.apache.hadoop.util.hash.Hash}).]]>
- </doc>
- </constructor>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- </method>
- <method name="addFalsePositive"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.util.bloom.Key"/>
- <doc>
- <![CDATA[Adds a false positive information to <i>this</i> retouched Bloom filter.
- <p>
- <b>Invariant</b>: if the false positive is <code>null</code>, nothing happens.
- @param key The false positive key to add.]]>
- </doc>
- </method>
- <method name="addFalsePositive"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="coll" type="java.util.Collection"/>
- <doc>
- <![CDATA[Adds a collection of false positive information to <i>this</i> retouched Bloom filter.
- @param coll The collection of false positive.]]>
- </doc>
- </method>
- <method name="addFalsePositive"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keys" type="java.util.List"/>
- <doc>
- <![CDATA[Adds a list of false positive information to <i>this</i> retouched Bloom filter.
- @param keys The list of false positive.]]>
- </doc>
- </method>
- <method name="addFalsePositive"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keys" type="org.apache.hadoop.util.bloom.Key[]"/>
- <doc>
- <![CDATA[Adds an array of false positive information to <i>this</i> retouched Bloom filter.
- @param keys The array of false positive.]]>
- </doc>
- </method>
- <method name="selectiveClearing"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="k" type="org.apache.hadoop.util.bloom.Key"/>
- <param name="scheme" type="short"/>
- <doc>
- <![CDATA[Performs the selective clearing for a given key.
- @param k The false positive key to remove from <i>this</i> retouched Bloom filter.
- @param scheme The selective clearing scheme to apply.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Implements a <i>retouched Bloom filter</i>, as defined in the CoNEXT 2006 paper.
- <p>
- It allows the removal of selected false positives at the cost of introducing
- random false negatives, and with the benefit of eliminating some random false
- positives at the same time.
-
- <p>
- Originally created by
- <a href="http://www.one-lab.org">European Commission One-Lab Project 034819</a>.
-
- @see Filter The general behavior of a filter
- @see BloomFilter A Bloom filter
- @see RemoveScheme The different selective clearing algorithms
-
- @see <a href="http://www-rp.lip6.fr/site_npa/site_rp/_publications/740-rbf_cameraready.pdf">Retouched Bloom Filters: Allowing Networked Applications to Trade Off Selected False Positives Against False Negatives</a>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.bloom.RetouchedBloomFilter -->
- </package>
- <package name="org.apache.hadoop.util.hash">
- <!-- start class org.apache.hadoop.util.hash.Hash -->
- <class name="Hash" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Hash"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="parseHashType" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[This utility method converts String representation of hash function name
- to a symbolic constant. Currently two function types are supported,
- "jenkins" and "murmur".
- @param name hash function name
- @return one of the predefined constants]]>
- </doc>
- </method>
- <method name="getHashType" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[This utility method converts the name of the configured
- hash type to a symbolic constant.
- @param conf configuration
- @return one of the predefined constants]]>
- </doc>
- </method>
- <method name="getInstance" return="org.apache.hadoop.util.hash.Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="type" type="int"/>
- <doc>
- <![CDATA[Get a singleton instance of hash function of a given type.
- @param type predefined hash type
- @return hash function instance, or null if type is invalid]]>
- </doc>
- </method>
- <method name="getInstance" return="org.apache.hadoop.util.hash.Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get a singleton instance of hash function of a type
- defined in the configuration.
- @param conf current configuration
- @return defined hash type, or null if type is invalid]]>
- </doc>
- </method>
- <method name="hash" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <doc>
- <![CDATA[Calculate a hash using all bytes from the input argument, and
- a seed of -1.
- @param bytes input bytes
- @return hash value]]>
- </doc>
- </method>
- <method name="hash" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="initval" type="int"/>
- <doc>
- <![CDATA[Calculate a hash using all bytes from the input argument,
- and a provided seed value.
- @param bytes input bytes
- @param initval seed value
- @return hash value]]>
- </doc>
- </method>
- <method name="hash" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="bytes" type="byte[]"/>
- <param name="length" type="int"/>
- <param name="initval" type="int"/>
- <doc>
- <![CDATA[Calculate a hash using bytes from 0 to <code>length</code>, and
- the provided seed value
- @param bytes input bytes
- @param length length of the valid bytes to consider
- @param initval seed value
- @return hash value]]>
- </doc>
- </method>
- <field name="INVALID_HASH" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant to denote invalid hash type.]]>
- </doc>
- </field>
- <field name="JENKINS_HASH" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant to denote {@link JenkinsHash}.]]>
- </doc>
- </field>
- <field name="MURMUR_HASH" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constant to denote {@link MurmurHash}.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[This class represents a common API for hashing functions.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.hash.Hash -->
- <!-- start class org.apache.hadoop.util.hash.JenkinsHash -->
- <class name="JenkinsHash" extends="org.apache.hadoop.util.hash.Hash"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JenkinsHash"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getInstance" return="org.apache.hadoop.util.hash.Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="hash" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <param name="nbytes" type="int"/>
- <param name="initval" type="int"/>
- <doc>
- <![CDATA[taken from hashlittle() -- hash a variable-length key into a 32-bit value
-
- @param key the key (the unaligned variable-length array of bytes)
- @param nbytes number of bytes to include in hash
- @param initval can be any integer value
- @return a 32-bit value. Every bit of the key affects every bit of the
- return value. Two keys differing by one or two bits will have totally
- different hash values.
-
- <p>The best hash table sizes are powers of 2. There is no need to do mod
- a prime (mod is sooo slow!). If you need less than 32 bits, use a bitmask.
- For example, if you need only 10 bits, do
- <code>h = (h & hashmask(10));</code>
- In which case, the hash table should have hashsize(10) elements.
-
- <p>If you are hashing n strings byte[][] k, do it like this:
- for (int i = 0, h = 0; i < n; ++i) h = hash( k[i], h);
-
- <p>By Bob Jenkins, 2006. bob_jenkins@burtleburtle.net. You may use this
- code any way you wish, private, educational, or commercial. It's free.
-
- <p>Use for hash table lookup, or anything where one collision in 2^^32 is
- acceptable. Do NOT use for cryptographic purposes.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Compute the hash of the specified file
- @param args name of file to compute hash of.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Produces 32-bit hash for hash table lookup.
-
- <pre>lookup3.c, by Bob Jenkins, May 2006, Public Domain.
- You can use this free for any purpose. It's in the public domain.
- It has no warranty.
- </pre>
-
- @see <a href="http://burtleburtle.net/bob/c/lookup3.c">lookup3.c</a>
- @see <a href="http://www.ddj.com/184410284">Hash Functions (and how this
- function compares to others such as CRC, MD?, etc</a>
- @see <a href="http://burtleburtle.net/bob/hash/doobs.html">Has update on the
- Dr. Dobbs Article</a>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.hash.JenkinsHash -->
- <!-- start class org.apache.hadoop.util.hash.MurmurHash -->
- <class name="MurmurHash" extends="org.apache.hadoop.util.hash.Hash"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MurmurHash"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getInstance" return="org.apache.hadoop.util.hash.Hash"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="hash" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="data" type="byte[]"/>
- <param name="length" type="int"/>
- <param name="seed" type="int"/>
- </method>
- <doc>
- <![CDATA[This is a very fast, non-cryptographic hash suitable for general hash-based
- lookup. See http://murmurhash.googlepages.com/ for more details.
-
- <p>The C version of MurmurHash 2.0 found at that site was ported
- to Java by Andrzej Bialecki (ab at getopt org).</p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.util.hash.MurmurHash -->
- </package>
- <package name="org.apache.hadoop.filecache">
- <!-- start class org.apache.hadoop.filecache.DistributedCache -->
- <class name="DistributedCache" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DistributedCache"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getFileStatus" return="org.apache.hadoop.fs.FileStatus"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="cache" type="java.net.URI"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns {@link FileStatus} of a given cache file on hdfs. Internal to
- MapReduce.
- @param conf configuration
- @param cache cache file
- @return <code>FileStatus</code> of a given cache file on hdfs
- @throws IOException]]>
- </doc>
- </method>
- <method name="getTimestamp" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="cache" type="java.net.URI"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns mtime of a given cache file on hdfs. Internal to MapReduce.
- @param conf configuration
- @param cache cache file
- @return mtime of a given cache file on hdfs
- @throws IOException]]>
- </doc>
- </method>
- <method name="createAllSymlink"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Internal to MapReduce framework. Use DistributedCacheManager
- instead.">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="jobCacheDir" type="java.io.File"/>
- <param name="workDir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method create symlinks for all files in a given dir in another directory
- @param conf the configuration
- @param jobCacheDir the target directory for creating symlinks
- @param workDir the directory in which the symlinks are created
- @throws IOException
- @deprecated Internal to MapReduce framework. Use DistributedCacheManager
- instead.]]>
- </doc>
- </method>
- <method name="setCacheArchives"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="archives" type="java.net.URI[]"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Set the configuration with the given set of archives. Intended
- to be used by user code.
- @param archives The list of archives that need to be localized
- @param conf Configuration which will be changed]]>
- </doc>
- </method>
- <method name="setCacheFiles"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="files" type="java.net.URI[]"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Set the configuration with the given set of files. Intended to be
- used by user code.
- @param files The list of files that need to be localized
- @param conf Configuration which will be changed]]>
- </doc>
- </method>
- <method name="getCacheArchives" return="java.net.URI[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get cache archives set in the Configuration. Used by
- internal DistributedCache and MapReduce code.
- @param conf The configuration which contains the archives
- @return An array of the caches set in the Configuration
- @throws IOException]]>
- </doc>
- </method>
- <method name="getCacheFiles" return="java.net.URI[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get cache files set in the Configuration. Used by internal
- DistributedCache and MapReduce code.
- @param conf The configuration which contains the files
- @return Am array of the files set in the Configuration
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLocalCacheArchives" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the path array of the localized caches. Intended to be used
- by user code.
- @param conf Configuration that contains the localized archives
- @return A path array of localized caches
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLocalCacheFiles" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the path array of the localized files. Intended to be used
- by user code.
- @param conf Configuration that contains the localized files
- @return A path array of localized files
- @throws IOException]]>
- </doc>
- </method>
- <method name="getArchiveTimestamps" return="long[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the timestamps of the archives. Used by internal
- DistributedCache and MapReduce code.
- @param conf The configuration which stored the timestamps
- @return a long array of timestamps
- @throws IOException]]>
- </doc>
- </method>
- <method name="getFileTimestamps" return="long[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the timestamps of the files. Used by internal
- DistributedCache and MapReduce code.
- @param conf The configuration which stored the timestamps
- @return a long array of timestamps
- @throws IOException]]>
- </doc>
- </method>
- <method name="setArchiveTimestamps"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="timestamps" type="java.lang.String"/>
- <doc>
- <![CDATA[This is to check the timestamp of the archives to be localized.
- Used by internal MapReduce code.
- @param conf Configuration which stores the timestamp's
- @param timestamps comma separated list of timestamps of archives.
- The order should be the same as the order in which the archives are added.]]>
- </doc>
- </method>
- <method name="setFileTimestamps"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="timestamps" type="java.lang.String"/>
- <doc>
- <![CDATA[This is to check the timestamp of the files to be localized.
- Used by internal MapReduce code.
- @param conf Configuration which stores the timestamp's
- @param timestamps comma separated list of timestamps of files.
- The order should be the same as the order in which the files are added.]]>
- </doc>
- </method>
- <method name="setLocalArchives"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the conf to contain the location for localized archives. Used
- by internal DistributedCache code.
- @param conf The conf to modify to contain the localized caches
- @param str a comma separated list of local archives]]>
- </doc>
- </method>
- <method name="setLocalFiles"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the conf to contain the location for localized files. Used
- by internal DistributedCache code.
- @param conf The conf to modify to contain the localized caches
- @param str a comma separated list of local files]]>
- </doc>
- </method>
- <method name="addLocalArchives"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Add a archive that has been localized to the conf. Used
- by internal DistributedCache code.
- @param conf The conf to modify to contain the localized caches
- @param str a comma separated list of local archives]]>
- </doc>
- </method>
- <method name="addLocalFiles"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="str" type="java.lang.String"/>
- <doc>
- <![CDATA[Add a file that has been localized to the conf.. Used
- by internal DistributedCache code.
- @param conf The conf to modify to contain the localized caches
- @param str a comma separated list of local files]]>
- </doc>
- </method>
- <method name="addCacheArchive"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Add a archives to be localized to the conf. Intended to
- be used by user code.
- @param uri The uri of the cache to be localized
- @param conf Configuration to add the cache to]]>
- </doc>
- </method>
- <method name="addCacheFile"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.net.URI"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Add a file to be localized to the conf. Intended
- to be used by user code.
- @param uri The uri of the cache to be localized
- @param conf Configuration to add the cache to]]>
- </doc>
- </method>
- <method name="addFileToClassPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Please use {@link #addFileToClassPath(Path, Configuration, FileSystem)}
- instead. The {@code FileSystem} should be obtained within an
- appropriate {@code doAs}.">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add a file path to the current set of classpath entries. It adds the file
- to cache as well. Intended to be used by user code.
- @deprecated
- Please use {@link #addFileToClassPath(Path, Configuration, FileSystem)}
- instead. The {@code FileSystem} should be obtained within an
- appropriate {@code doAs}.
-
- @param file Path of the file to be added
- @param conf Configuration that contains the classpath setting]]>
- </doc>
- </method>
- <method name="addFileToClassPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add a file path to the current set of classpath entries. It adds the file
- to cache as well. Intended to be used by user code.
-
- @param file Path of the file to be added
- @param conf Configuration that contains the classpath setting
- @param fs FileSystem with respect to which {@code archivefile} should
- be interpreted.]]>
- </doc>
- </method>
- <method name="getFileClassPaths" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the file entries in classpath as an array of Path.
- Used by internal DistributedCache code.
-
- @param conf Configuration that contains the classpath setting]]>
- </doc>
- </method>
- <method name="addArchiveToClassPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Please use {@link #addArchiveToClassPath(Path, Configuration, FileSystem)}
- instead. The {@code FileSystem} should be obtained within an
- appropriate {@code doAs}.">
- <param name="archive" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add an archive path to the current set of classpath entries. It adds the
- archive to cache as well. Intended to be used by user code.
- @deprecated
- Please use {@link #addArchiveToClassPath(Path, Configuration, FileSystem)}
- instead. The {@code FileSystem} should be obtained within an
- appropriate {@code doAs}.
-
- @param archive Path of the archive to be added
- @param conf Configuration that contains the classpath setting]]>
- </doc>
- </method>
- <method name="addArchiveToClassPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="archive" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add an archive path to the current set of classpath entries. It adds the
- archive to cache as well. Intended to be used by user code.
-
- @param archive Path of the archive to be added
- @param conf Configuration that contains the classpath setting
- @param fs FileSystem with respect to which {@code archive} should be interpreted.]]>
- </doc>
- </method>
- <method name="getArchiveClassPaths" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the archive entries in classpath as an array of Path.
- Used by internal DistributedCache code.
-
- @param conf Configuration that contains the classpath setting]]>
- </doc>
- </method>
- <method name="createSymlink"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[This method allows you to create symlinks in the current working directory
- of the task to all the cache files/archives.
- Intended to be used by user code.
- @param conf the jobconf]]>
- </doc>
- </method>
- <method name="getSymlink" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[This method checks to see if symlinks are to be create for the
- localized cache files in the current working directory
- Used by internal DistributedCache code.
- @param conf the jobconf
- @return true if symlinks are to be created- else return false]]>
- </doc>
- </method>
- <method name="checkURIs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uriFiles" type="java.net.URI[]"/>
- <param name="uriArchives" type="java.net.URI[]"/>
- <doc>
- <![CDATA[This method checks if there is a conflict in the fragment names
- of the uris. Also makes sure that each uri has a fragment. It
- is only to be called if you want to create symlinks for
- the various archives and files. May be used by user code.
- @param uriFiles The uri array of urifiles
- @param uriArchives the uri array of uri archives]]>
- </doc>
- </method>
- <field name="CACHE_FILES_SIZES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_FILES_SIZES} is not a *public* constant.]]>
- </doc>
- </field>
- <field name="CACHE_ARCHIVES_SIZES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_ARCHIVES_SIZES} is not a *public* constant.]]>
- </doc>
- </field>
- <field name="CACHE_ARCHIVES_TIMESTAMPS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_ARCHIVES_TIMESTAMPS} is not a *public* constant.]]>
- </doc>
- </field>
- <field name="CACHE_FILES_TIMESTAMPS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_FILES_TIMESTAMPS} is not a *public* constant.]]>
- </doc>
- </field>
- <field name="CACHE_ARCHIVES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_ARCHIVES} is not a *public* constant.]]>
- </doc>
- </field>
- <field name="CACHE_FILES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_FILES} is not a *public* constant.]]>
- </doc>
- </field>
- <field name="CACHE_LOCALARCHIVES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_LOCALARCHIVES} is not a *public* constant.]]>
- </doc>
- </field>
- <field name="CACHE_LOCALFILES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_LOCALFILES} is not a *public* constant.]]>
- </doc>
- </field>
- <field name="CACHE_SYMLINK" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Warning: {@link #CACHE_SYMLINK} is not a *public* constant.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Distribute application-specific large, read-only files efficiently.
-
- <p><code>DistributedCache</code> is a facility provided by the Map-Reduce
- framework to cache files (text, archives, jars etc.) needed by applications.
- </p>
-
- <p>Applications specify the files, via urls (hdfs:// or http://) to be cached
- via the {@link org.apache.hadoop.mapred.JobConf}.
- The <code>DistributedCache</code> assumes that the
- files specified via hdfs:// urls are already present on the
- {@link FileSystem} at the path specified by the url.</p>
-
- <p>The framework will copy the necessary files on to the slave node before
- any tasks for the job are executed on that node. Its efficiency stems from
- the fact that the files are only copied once per job and the ability to
- cache archives which are un-archived on the slaves.</p>
- <p><code>DistributedCache</code> can be used to distribute simple, read-only
- data/text files and/or more complex types such as archives, jars etc.
- Archives (zip, tar and tgz/tar.gz files) are un-archived at the slave nodes.
- Jars may be optionally added to the classpath of the tasks, a rudimentary
- software distribution mechanism. Files have execution permissions.
- Optionally users can also direct it to symlink the distributed cache file(s)
- into the working directory of the task.</p>
-
- <p><code>DistributedCache</code> tracks modification timestamps of the cache
- files. Clearly the cache files should not be modified by the application
- or externally while the job is executing.</p>
-
- <p>Here is an illustrative example on how to use the
- <code>DistributedCache</code>:</p>
- <p><blockquote><pre>
- // Setting up the cache for the application
-
- 1. Copy the requisite files to the <code>FileSystem</code>:
-
- $ bin/hadoop fs -copyFromLocal lookup.dat /myapp/lookup.dat
- $ bin/hadoop fs -copyFromLocal map.zip /myapp/map.zip
- $ bin/hadoop fs -copyFromLocal mylib.jar /myapp/mylib.jar
- $ bin/hadoop fs -copyFromLocal mytar.tar /myapp/mytar.tar
- $ bin/hadoop fs -copyFromLocal mytgz.tgz /myapp/mytgz.tgz
- $ bin/hadoop fs -copyFromLocal mytargz.tar.gz /myapp/mytargz.tar.gz
-
- 2. Setup the application's <code>JobConf</code>:
-
- JobConf job = new JobConf();
- DistributedCache.addCacheFile(new URI("/myapp/lookup.dat#lookup.dat"),
- job);
- DistributedCache.addCacheArchive(new URI("/myapp/map.zip", job);
- DistributedCache.addFileToClassPath(new Path("/myapp/mylib.jar"), job);
- DistributedCache.addCacheArchive(new URI("/myapp/mytar.tar", job);
- DistributedCache.addCacheArchive(new URI("/myapp/mytgz.tgz", job);
- DistributedCache.addCacheArchive(new URI("/myapp/mytargz.tar.gz", job);
-
- 3. Use the cached files in the {@link org.apache.hadoop.mapred.Mapper}
- or {@link org.apache.hadoop.mapred.Reducer}:
-
- public static class MapClass extends MapReduceBase
- implements Mapper<K, V, K, V> {
-
- private Path[] localArchives;
- private Path[] localFiles;
-
- public void configure(JobConf job) {
- // Get the cached archives/files
- localArchives = DistributedCache.getLocalCacheArchives(job);
- localFiles = DistributedCache.getLocalCacheFiles(job);
- }
-
- public void map(K key, V value,
- OutputCollector<K, V> output, Reporter reporter)
- throws IOException {
- // Use data from the cached archives/files here
- // ...
- // ...
- output.collect(k, v);
- }
- }
-
- </pre></blockquote></p>
- It is also very common to use the DistributedCache by using
- {@link org.apache.hadoop.util.GenericOptionsParser}.
- This class includes methods that should be used by users
- (specifically those mentioned in the example above, as well
- as {@link DistributedCache#addArchiveToClassPath(Path, Configuration)}),
- as well as methods intended for use by the MapReduce framework
- (e.g., {@link org.apache.hadoop.mapred.JobClient}). For implementation
- details, see {@link TrackerDistributedCacheManager} and
- {@link TaskDistributedCacheManager}.
- @see TrackerDistributedCacheManager
- @see TaskDistributedCacheManager
- @see org.apache.hadoop.mapred.JobConf
- @see org.apache.hadoop.mapred.JobClient]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.filecache.DistributedCache -->
- <!-- start class org.apache.hadoop.filecache.TaskDistributedCacheManager -->
- <class name="TaskDistributedCacheManager" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="setupCache"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskConf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="publicCacheSubdir" type="java.lang.String"/>
- <param name="privateCacheSubdir" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Retrieve public distributed cache files into the local cache and updates
- the task configuration (which has been passed in via the constructor).
- The private distributed cache is just looked at and the paths where the
- files/archives should go to is decided here. The actual localization is
- done by {@link JobLocalizer}.
-
- It is the caller's responsibility to re-write the task configuration XML
- file, if necessary.]]>
- </doc>
- </method>
- <method name="getClassPaths" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Retrieves class paths (as local references) to add.
- Should be called after setup().]]>
- </doc>
- </method>
- <method name="release"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Releases the cached files/archives, so that space
- can be reclaimed by the {@link TrackerDistributedCacheManager}.]]>
- </doc>
- </method>
- <method name="setSizes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sizes" type="long[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="makeClassLoader" return="java.lang.ClassLoader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="parent" type="java.lang.ClassLoader"/>
- <exception name="MalformedURLException" type="java.net.MalformedURLException"/>
- <doc>
- <![CDATA[Creates a class loader that includes the designated
- files and archives.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Helper class of {@link TrackerDistributedCacheManager} that represents
- the cached files of a single job.
-
- <b>This class is internal to Hadoop, and should not be treated as a public
- interface.</b>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.filecache.TaskDistributedCacheManager -->
- <!-- start class org.apache.hadoop.filecache.TrackerDistributedCacheManager -->
- <class name="TrackerDistributedCacheManager" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TrackerDistributedCacheManager" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.TaskController"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="downloadCacheObject" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="source" type="java.net.URI"/>
- <param name="destination" type="org.apache.hadoop.fs.Path"/>
- <param name="desiredTimestamp" type="long"/>
- <param name="isArchive" type="boolean"/>
- <param name="permission" type="org.apache.hadoop.fs.permission.FsPermission"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Download a given path to the local file system.
- @param conf the job's configuration
- @param source the source to copy from
- @param destination where to copy the file. must be local fs
- @param desiredTimestamp the required modification timestamp of the source
- @param isArchive is this an archive that should be expanded
- @param permission the desired permissions of the file.
- @return for archives, the number of bytes in the unpacked directory
- @throws IOException]]>
- </doc>
- </method>
- <method name="createAllSymlink"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="jobCacheDir" type="java.io.File"/>
- <param name="workDir" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method create symlinks for all files in a given dir in another
- directory.
-
- Should not be used outside of DistributedCache code.
-
- @param conf the configuration
- @param jobCacheDir the target directory for creating symlinks
- @param workDir the directory in which the symlinks are created
- @throws IOException]]>
- </doc>
- </method>
- <method name="purgeCache"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Clear the entire contents of the cache and delete the backing files. This
- should only be used when the server is reinitializing, because the users
- are going to lose their files.]]>
- </doc>
- </method>
- <method name="newTaskDistributedCacheManager" return="org.apache.hadoop.filecache.TaskDistributedCacheManager"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- <param name="taskConf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setArchiveSizes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- <param name="sizes" type="long[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the sizes for any archives, files, or directories in the private
- distributed cache.]]>
- </doc>
- </method>
- <method name="removeTaskDistributedCacheManager"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- </method>
- <method name="getTaskDistributedCacheManager" return="org.apache.hadoop.filecache.TaskDistributedCacheManager"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- </method>
- <method name="determineTimestampsAndCacheVisibilities"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Determines timestamps of files to be cached, and stores those
- in the configuration. Determines the visibilities of the distributed cache
- files and archives. The visibility of a cache path is "public" if the leaf
- component has READ permissions for others, and the parent subdirs have
- EXECUTE permissions for others.
-
- This is an internal method!
-
- @param job
- @throws IOException]]>
- </doc>
- </method>
- <method name="getFileVisibilities" return="boolean[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the booleans on whether the files are public or not. Used by
- internal DistributedCache and MapReduce code.
- @param conf The configuration which stored the timestamps
- @return array of booleans
- @throws IOException]]>
- </doc>
- </method>
- <method name="getArchiveVisibilities" return="boolean[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the booleans on whether the archives are public or not. Used by
- internal DistributedCache and MapReduce code.
- @param conf The configuration which stored the timestamps
- @return array of booleans]]>
- </doc>
- </method>
- <method name="getDelegationTokens"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.conf.Configuration"/>
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For each archive or cache file - get the corresponding delegation token
- @param job
- @param credentials
- @throws IOException]]>
- </doc>
- </method>
- <method name="validate"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="InvalidJobConfException" type="org.apache.hadoop.mapred.InvalidJobConfException"/>
- <doc>
- <![CDATA[This is part of the framework API. It's called within the job
- submission code only, not by users. In the non-error case it has
- no side effects and returns normally. If there's a URI in both
- mapred.cache.files and mapred.cache.archives, it throws its
- exception.
- @param conf a {@link Configuration} to be cheked for duplication
- in cached URIs
- @throws InvalidJobConfException]]>
- </doc>
- </method>
- <method name="startCleanupThread"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Start the background thread]]>
- </doc>
- </method>
- <method name="stopCleanupThread"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Stop the background thread]]>
- </doc>
- </method>
- <field name="baseDirManager" type="org.apache.hadoop.filecache.TrackerDistributedCacheManager.BaseDirManager"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="cleanupThread" type="org.apache.hadoop.filecache.TrackerDistributedCacheManager.CleanupThread"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Manages a single machine's instance of a cross-job
- cache. This class would typically be instantiated
- by a TaskTracker (or something that emulates it,
- like LocalJobRunner).
-
- <b>This class is internal to Hadoop, and should not be treated as a public
- interface.</b>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.filecache.TrackerDistributedCacheManager -->
- <!-- start class org.apache.hadoop.filecache.TrackerDistributedCacheManager.BaseDirManager -->
- <class name="TrackerDistributedCacheManager.BaseDirManager" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <constructor name="TrackerDistributedCacheManager.BaseDirManager"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="deleteCacheInfoUpdate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cacheStatus" type="org.apache.hadoop.filecache.TrackerDistributedCacheManager.CacheStatus"/>
- <doc>
- <![CDATA[Decrement the size and sub directory count of the cache from baseDirSize
- and baseDirNumberSubDir. Have to lock lcacheStatus before calling this.
- @param cacheStatus cache status of the cache is deleted]]>
- </doc>
- </method>
- <method name="addCacheInfoUpdate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cacheStatus" type="org.apache.hadoop.filecache.TrackerDistributedCacheManager.CacheStatus"/>
- <doc>
- <![CDATA[Update the maps baseDirSize and baseDirNumberSubDir when adding cache.
- Increase the size and sub directory count of the cache from baseDirSize
- and baseDirNumberSubDir. Have to lock lcacheStatus before calling this.
- @param cacheStatus cache status of the cache is added]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class holds properties of each base directories and is responsible
- for clean up unused cache files in base directories.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.filecache.TrackerDistributedCacheManager.BaseDirManager -->
- <!-- start class org.apache.hadoop.filecache.TrackerDistributedCacheManager.CleanupThread -->
- <class name="TrackerDistributedCacheManager.CleanupThread" extends="java.lang.Thread"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <constructor name="TrackerDistributedCacheManager.CleanupThread" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="stopRunning"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="exitTaskTracker"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="t" type="java.lang.Throwable"/>
- <doc>
- <![CDATA[Exit the task tracker because of a fatal error.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A thread to check and cleanup the unused files periodically]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.filecache.TrackerDistributedCacheManager.CleanupThread -->
- </package>
- <package name="org.apache.hadoop.mapred">
- <!-- start interface org.apache.hadoop.mapred.AdminOperationsProtocol -->
- <interface name="AdminOperationsProtocol" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.ipc.VersionedProtocol"/>
- <method name="refreshQueues"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Refresh the queue acls in use currently.
- Refresh the queues used by the jobtracker and scheduler.
- Access control lists and queue states are refreshed.]]>
- </doc>
- </method>
- <method name="refreshNodes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Refresh the node list at the {@link JobTracker}]]>
- </doc>
- </method>
- <method name="setSafeMode" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="safeModeAction" type="org.apache.hadoop.mapred.JobTracker.SafeModeAction"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set safe mode for the JobTracker.
- @param safeModeAction safe mode action
- @return current safemode
- @throws IOException]]>
- </doc>
- </method>
- <field name="versionID" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Version 1: Initial version. Added refreshQueueAcls.
- Version 2: Added node refresh facility
- Version 3: Changed refreshQueueAcls to refreshQueues]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Protocol for admin operations. This is a framework-public interface and is
- NOT_TO_BE_USED_BY_USERS_DIRECTLY.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.AdminOperationsProtocol -->
- <!-- start class org.apache.hadoop.mapred.CleanupQueue -->
- <class name="CleanupQueue" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CleanupQueue"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a singleton path-clean-up queue. It can be used to delete
- paths(directories/files) in a separate thread. This constructor creates a
- clean-up thread and also starts it as a daemon. Callers can instantiate one
- CleanupQueue per JVM and can use it for deleting paths. Use
- {@link CleanupQueue#addToQueue(PathDeletionContext...)} to add paths for
- deletion.]]>
- </doc>
- </constructor>
- <method name="getInstance" return="org.apache.hadoop.mapred.CleanupQueue"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="addToQueue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="contexts" type="org.apache.hadoop.mapred.CleanupQueue.PathDeletionContext[]"/>
- <doc>
- <![CDATA[Adds the paths to the queue of paths to be deleted by cleanupThread.]]>
- </doc>
- </method>
- <method name="isQueueEmpty" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.CleanupQueue -->
- <!-- start class org.apache.hadoop.mapred.ClusterStatus -->
- <class name="ClusterStatus" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <method name="getTaskTrackers" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of active task trackers in the cluster. Includes
- graylisted but not blacklisted trackers.
- @return the number of active task trackers in the cluster.]]>
- </doc>
- </method>
- <method name="getActiveTrackerNames" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the names of active task trackers in the cluster. Includes
- graylisted but not blacklisted trackers.
- @return the active task trackers in the cluster.]]>
- </doc>
- </method>
- <method name="getBlacklistedTrackerNames" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the names of blacklisted task trackers in the cluster.
-
- @return the blacklisted task trackers in the cluster.]]>
- </doc>
- </method>
- <method name="getBlacklistedTrackers" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of blacklisted task trackers in the cluster.
-
- @return the number of blacklisted task trackers in the cluster.]]>
- </doc>
- </method>
- <method name="getGraylistedTrackerNames" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the names of graylisted task trackers in the cluster.
-
- @return the graylisted task trackers in the cluster.]]>
- </doc>
- </method>
- <method name="getGraylistedTrackers" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of graylisted task trackers in the cluster.
-
- @return the number of graylisted task trackers in the cluster.]]>
- </doc>
- </method>
- <method name="getNumExcludedNodes" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of excluded hosts in the cluster.
- @return the number of excluded hosts in the cluster.]]>
- </doc>
- </method>
- <method name="getTTExpiryInterval" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the tasktracker expiry interval for the cluster
- @return the expiry interval in msec]]>
- </doc>
- </method>
- <method name="getMapTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of currently running map tasks in the cluster.
-
- @return the number of currently running map tasks in the cluster.]]>
- </doc>
- </method>
- <method name="getReduceTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of currently running reduce tasks in the cluster.
-
- @return the number of currently running reduce tasks in the cluster.]]>
- </doc>
- </method>
- <method name="getMaxMapTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the maximum capacity for running map tasks in the cluster.
-
- @return the maximum capacity for running map tasks in the cluster.]]>
- </doc>
- </method>
- <method name="getMaxReduceTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the maximum capacity for running reduce tasks in the cluster.
-
- @return the maximum capacity for running reduce tasks in the cluster.]]>
- </doc>
- </method>
- <method name="getJobTrackerState" return="org.apache.hadoop.mapred.JobTracker.State"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current state of the <code>JobTracker</code>,
- as {@link JobTracker.State}
-
- @return the current state of the <code>JobTracker</code>.]]>
- </doc>
- </method>
- <method name="getUsedMemory" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total heap memory used by the <code>JobTracker</code>
-
- @return the size of heap memory used by the <code>JobTracker</code>]]>
- </doc>
- </method>
- <method name="getMaxMemory" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the maximum configured heap memory that can be used by the <code>JobTracker</code>
-
- @return the configured size of max heap memory that can be used by the <code>JobTracker</code>]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="UNINITIALIZED_MEMORY_VALUE" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Status information on the current state of the Map-Reduce cluster.
-
- <p><code>ClusterStatus</code> provides clients with information such as:
- <ol>
- <li>
- Size of the cluster.
- </li>
- <li>
- Name of the trackers.
- </li>
- <li>
- Task capacity of the cluster.
- </li>
- <li>
- The number of currently running map & reduce tasks.
- </li>
- <li>
- State of the <code>JobTracker</code>.
- </li>
- </ol></p>
-
- <p>Clients can query for the latest <code>ClusterStatus</code>, via
- {@link JobClient#getClusterStatus()}.</p>
-
- @see JobClient]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.ClusterStatus -->
- <!-- start class org.apache.hadoop.mapred.Counters -->
- <class name="Counters" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Iterable"/>
- <constructor name="Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getGroupNames" return="java.util.Collection"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the names of all counter classes.
- @return Set of counter names.]]>
- </doc>
- </method>
- <method name="iterator" return="java.util.Iterator"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getGroup" return="org.apache.hadoop.mapred.Counters.Group"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groupName" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns the named counter group, or an empty group if there is none
- with the specified name.]]>
- </doc>
- </method>
- <method name="findCounter" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Enum"/>
- <doc>
- <![CDATA[Find the counter for the given enum. The same enum will always return the
- same counter.
- @param key the counter key
- @return the matching counter object]]>
- </doc>
- </method>
- <method name="findCounter" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Find a counter given the group and the name.
- @param group the name of the group
- @param name the internal name of the counter
- @return the counter for that name]]>
- </doc>
- </method>
- <method name="findCounter" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="deprecated, no comment">
- <param name="group" type="java.lang.String"/>
- <param name="id" type="int"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Find a counter by using strings
- @param group the name of the group
- @param id the id of the counter within the group (0 to N-1)
- @param name the internal name of the counter
- @return the counter for that name
- @deprecated]]>
- </doc>
- </method>
- <method name="incrCounter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Enum"/>
- <param name="amount" type="long"/>
- <doc>
- <![CDATA[Increments the specified counter by the specified amount, creating it if
- it didn't already exist.
- @param key identifies a counter
- @param amount amount by which counter is to be incremented]]>
- </doc>
- </method>
- <method name="incrCounter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <param name="counter" type="java.lang.String"/>
- <param name="amount" type="long"/>
- <doc>
- <![CDATA[Increments the specified counter by the specified amount, creating it if
- it didn't already exist.
- @param group the name of the group
- @param counter the internal name of the counter
- @param amount amount by which counter is to be incremented]]>
- </doc>
- </method>
- <method name="getCounter" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Enum"/>
- <doc>
- <![CDATA[Returns current value of the specified counter, or 0 if the counter
- does not exist.]]>
- </doc>
- </method>
- <method name="incrAllCounters"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Increments multiple counters by their amounts in another Counters
- instance.
- @param other the other Counters instance]]>
- </doc>
- </method>
- <method name="sum" return="org.apache.hadoop.mapred.Counters"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="a" type="org.apache.hadoop.mapred.Counters"/>
- <param name="b" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Convenience method for computing the sum of two sets of counters.]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the total number of counters, by summing the number of counters
- in each group.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write the set of groups.
- The external format is:
- #groups (groupName group)*
- i.e. the number of groups followed by 0 or more groups, where each
- group is of the form:
- groupDisplayName #counters (false | true counter)*
- where each counter is of the form:
- name (false | true displayName) value]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a set of groups.]]>
- </doc>
- </method>
- <method name="log"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="log" type="org.apache.commons.logging.Log"/>
- <doc>
- <![CDATA[Logs the current counter values.
- @param log The log to use.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return textual representation of the counter values.]]>
- </doc>
- </method>
- <method name="makeCompactString" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Convert a counters object into a single line that is easy to parse.
- @return the string with "name=value" for each counter and separated by ","]]>
- </doc>
- </method>
- <method name="makeEscapedCompactString" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Represent the counter in a textual format that can be converted back to
- its object form
- @return the string in the following format
- {(groupname)(group-displayname)[(countername)(displayname)(value)][][]}{}{}]]>
- </doc>
- </method>
- <method name="fromEscapedCompactString" return="org.apache.hadoop.mapred.Counters"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="compactString" type="java.lang.String"/>
- <exception name="ParseException" type="java.text.ParseException"/>
- <doc>
- <![CDATA[Convert a stringified counter representation into a counter object. Note
- that the counter can be recovered if its stringified using
- {@link #makeEscapedCompactString()}.
- @return a Counter]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <field name="MAX_COUNTER_LIMIT" type="int"
- transient="false" volatile="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[limit on counters]]>
- </doc>
- </field>
- <field name="MAX_GROUP_LIMIT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[the max groups allowed]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A set of named counters.
-
- <p><code>Counters</code> represent global counters, defined either by the
- Map-Reduce framework or applications. Each <code>Counter</code> can be of
- any {@link Enum} type.</p>
-
- <p><code>Counters</code> are bunched into {@link Group}s, each comprising of
- counters from a particular <code>Enum</code> class.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Counters -->
- <!-- start class org.apache.hadoop.mapred.Counters.Counter -->
- <class name="Counters.Counter" extends="org.apache.hadoop.mapreduce.Counter"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="setDisplayName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newName" type="java.lang.String"/>
- </method>
- <method name="makeEscapedCompactString" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the compact stringified version of the counter in the format
- [(actual-name)(display-name)(value)]]]>
- </doc>
- </method>
- <method name="getCounter" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[What is the current value of this counter?
- @return the current value]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A counter record, comprising its name and value.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Counters.Counter -->
- <!-- start class org.apache.hadoop.mapred.Counters.CountersExceededException -->
- <class name="Counters.CountersExceededException" extends="java.lang.RuntimeException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Counters.CountersExceededException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Counter exception thrown when the number of counters exceed
- the limit]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Counters.CountersExceededException -->
- <!-- start class org.apache.hadoop.mapred.Counters.Group -->
- <class name="Counters.Group" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Iterable"/>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns raw name of the group. This is the name of the enum class
- for this group of counters.]]>
- </doc>
- </method>
- <method name="getDisplayName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns localized name of the group. This is the same as getName() by
- default, but different if an appropriate ResourceBundle is found.]]>
- </doc>
- </method>
- <method name="setDisplayName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="displayName" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the display name]]>
- </doc>
- </method>
- <method name="makeEscapedCompactString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the compact stringified version of the group in the format
- {(actual-name)(display-name)(value)[][][]} where [] are compact strings for the
- counters within.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- <doc>
- <![CDATA[Checks for (content) equality of Groups]]>
- </doc>
- </method>
- <method name="getCounter" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counterName" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns the value of the specified counter, or 0 if the counter does
- not exist.]]>
- </doc>
- </method>
- <method name="getCounter" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #getCounter(String)} instead">
- <param name="id" type="int"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the counter for the given id and create it if it doesn't exist.
- @param id the numeric id of the counter within the group
- @param name the internal counter name
- @return the counter
- @deprecated use {@link #getCounter(String)} instead]]>
- </doc>
- </method>
- <method name="getCounterForName" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the counter for the given name and create it if it doesn't exist.
- @param name the internal counter name
- @return the counter]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of counters in this group.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="iterator" return="java.util.Iterator"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[<code>Group</code> of counters, comprising of counters from a particular
- counter {@link Enum} class.
- <p><code>Group</code>handles localization of the class name and the
- counter names.</p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Counters.Group -->
- <!-- start class org.apache.hadoop.mapred.DefaultJobHistoryParser -->
- <class name="DefaultJobHistoryParser" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DefaultJobHistoryParser"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="parseJobTasks"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobHistoryFile" type="java.lang.String"/>
- <param name="job" type="org.apache.hadoop.mapred.JobHistory.JobInfo"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Populates a JobInfo object from the job's history log file.
- @param jobHistoryFile history file for this job.
- @param job a precreated JobInfo object, should be non-null.
- @param fs FileSystem where historyFile is present.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Default parser for job history files. It creates object model from
- job history file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.DefaultJobHistoryParser -->
- <!-- start class org.apache.hadoop.mapred.DefaultTaskController -->
- <class name="DefaultTaskController" extends="org.apache.hadoop.mapred.TaskController"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DefaultTaskController"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="createLogDir"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskID" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="isCleanup" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="launchTask" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobId" type="java.lang.String"/>
- <param name="attemptId" type="java.lang.String"/>
- <param name="setup" type="java.util.List"/>
- <param name="jvmArguments" type="java.util.List"/>
- <param name="currentWorkDirectory" type="java.io.File"/>
- <param name="stdout" type="java.lang.String"/>
- <param name="stderr" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create all of the directories for the task and launches the child jvm.
- @param user the user name
- @param attemptId the attempt id
- @throws IOException]]>
- </doc>
- </method>
- <method name="initializeJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobid" type="java.lang.String"/>
- <param name="credentials" type="org.apache.hadoop.fs.Path"/>
- <param name="jobConf" type="org.apache.hadoop.fs.Path"/>
- <param name="taskTracker" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <param name="ttAddr" type="java.net.InetSocketAddress"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[This routine initializes the local file system for running a job.
- Details:
- <ul>
- <li>Copies the credentials file from the TaskTracker's private space to
- the job's private space </li>
- <li>Creates the job work directory and set
- {@link TaskTracker#JOB_LOCAL_DIR} in the configuration</li>
- <li>Downloads the job.jar, unjars it, and updates the configuration to
- reflect the localized path of the job.jar</li>
- <li>Creates a base JobConf in the job's private space</li>
- <li>Sets up the distributed cache</li>
- <li>Sets up the user logs directory for the job</li>
- </ul>
- This method must be invoked in the access control context of the job owner
- user. This is because the distributed cache is also setup here and the
- access to the hdfs files requires authentication tokens in case where
- security is enabled.
- @param user the user in question (the job owner)
- @param jobid the ID of the job in question
- @param credentials the path to the credentials file that the TaskTracker
- downloaded
- @param jobConf the path to the job configuration file that the TaskTracker
- downloaded
- @param taskTracker the connection to the task tracker
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="signalTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="taskPid" type="int"/>
- <param name="signal" type="org.apache.hadoop.util.ProcessTree.Signal"/>
- </method>
- <method name="deleteAsUser"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="subDir" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete the user's files under all of the task tracker root directories.
- @param user the user name
- @param subDir the path relative to the user's subdirectory under
- the task tracker root directories.
- @throws IOException]]>
- </doc>
- </method>
- <method name="deleteLogAsUser"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="subDir" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete the user's files under the userlogs directory.
- @param user the user to work as
- @param subDir the path under the userlogs directory.
- @throws IOException]]>
- </doc>
- </method>
- <method name="truncateLogsAsUser"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="allAttempts" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="allocator" type="org.apache.hadoop.fs.LocalDirAllocator"/>
- <param name="localStorage" type="org.apache.hadoop.mapred.TaskTracker.LocalStorage"/>
- </method>
- <doc>
- <![CDATA[The default implementation for controlling tasks.
-
- This class provides an implementation for launching and killing
- tasks that need to be run as the tasktracker itself. Hence,
- many of the initializing or cleanup methods are not required here.
-
- <br/>
-
- NOTE: This class is internal only class and not intended for users!!]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.DefaultTaskController -->
- <!-- start class org.apache.hadoop.mapred.FileAlreadyExistsException -->
- <class name="FileAlreadyExistsException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileAlreadyExistsException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FileAlreadyExistsException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Used when target file already exists for any operation and
- is not configured to be overwritten.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.FileAlreadyExistsException -->
- <!-- start class org.apache.hadoop.mapred.FileInputFormat -->
- <class name="FileInputFormat" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.InputFormat"/>
- <constructor name="FileInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setMinSplitSize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="minSplitSize" type="long"/>
- </method>
- <method name="isSplitable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="filename" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Is the given filename splitable? Usually, true, but if the file is
- stream compressed, it will not be.
-
- <code>FileInputFormat</code> implementations can override this and return
- <code>false</code> to ensure that individual input files are never split-up
- so that {@link Mapper}s process entire files.
-
- @param fs the file system that the file is on
- @param filename the file name to check
- @return is this file splitable?]]>
- </doc>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setInputPathFilter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="filter" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set a PathFilter to be applied to the input paths for the map-reduce job.
- @param filter the PathFilter class use for filtering the input paths.]]>
- </doc>
- </method>
- <method name="getInputPathFilter" return="org.apache.hadoop.fs.PathFilter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get a PathFilter instance of the filter set for the input paths.
- @return the PathFilter instance set for the job, NULL if none has been set.]]>
- </doc>
- </method>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[List input directories.
- Subclasses may override to, e.g., select only files matching a regular
- expression.
-
- @param job the job to list input paths for
- @return array of FileStatus objects
- @throws IOException if zero items.]]>
- </doc>
- </method>
- <method name="getSplits" return="org.apache.hadoop.mapred.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="numSplits" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Splits files returned by {@link #listStatus(JobConf)} when
- they're too big.]]>
- </doc>
- </method>
- <method name="computeSplitSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="goalSize" type="long"/>
- <param name="minSize" type="long"/>
- <param name="blockSize" type="long"/>
- </method>
- <method name="getBlockIndex" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="blkLocations" type="org.apache.hadoop.fs.BlockLocation[]"/>
- <param name="offset" type="long"/>
- </method>
- <method name="setInputPaths"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="commaSeparatedPaths" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the given comma separated paths as the list of inputs
- for the map-reduce job.
-
- @param conf Configuration of the job
- @param commaSeparatedPaths Comma separated paths to be set as
- the list of inputs for the map-reduce job.]]>
- </doc>
- </method>
- <method name="addInputPaths"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="commaSeparatedPaths" type="java.lang.String"/>
- <doc>
- <![CDATA[Add the given comma separated paths to the list of inputs for
- the map-reduce job.
-
- @param conf The configuration of the job
- @param commaSeparatedPaths Comma separated paths to be added to
- the list of inputs for the map-reduce job.]]>
- </doc>
- </method>
- <method name="setInputPaths"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="inputPaths" type="org.apache.hadoop.fs.Path[]"/>
- <doc>
- <![CDATA[Set the array of {@link Path}s as the list of inputs
- for the map-reduce job.
-
- @param conf Configuration of the job.
- @param inputPaths the {@link Path}s of the input directories/files
- for the map-reduce job.]]>
- </doc>
- </method>
- <method name="addInputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Add a {@link Path} to the list of inputs for the map-reduce job.
-
- @param conf The configuration of the job
- @param path {@link Path} to be added to the list of inputs for
- the map-reduce job.]]>
- </doc>
- </method>
- <method name="getInputPaths" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the list of input {@link Path}s for the map-reduce job.
-
- @param conf The configuration of the job
- @return the list of input {@link Path}s for the map-reduce job.]]>
- </doc>
- </method>
- <method name="getSplitHosts" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="blkLocations" type="org.apache.hadoop.fs.BlockLocation[]"/>
- <param name="offset" type="long"/>
- <param name="splitSize" type="long"/>
- <param name="clusterMap" type="org.apache.hadoop.net.NetworkTopology"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This function identifies and returns the hosts that contribute
- most for a given split. For calculating the contribution, rack
- locality is treated on par with host locality, so hosts from racks
- that contribute the most are preferred over hosts on racks that
- contribute less
- @param blkLocations The list of block locations
- @param offset
- @param splitSize
- @return array of hosts that contribute most to this split
- @throws IOException]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A base class for file-based {@link InputFormat}.
-
- <p><code>FileInputFormat</code> is the base class for all file-based
- <code>InputFormat</code>s. This provides a generic implementation of
- {@link #getSplits(JobConf, int)}.
- Subclasses of <code>FileInputFormat</code> can also override the
- {@link #isSplitable(FileSystem, Path)} method to ensure input-files are
- not split-up and are processed as a whole by {@link Mapper}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.FileInputFormat -->
- <!-- start class org.apache.hadoop.mapred.FileInputFormat.Counter -->
- <class name="FileInputFormat.Counter" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.FileInputFormat.Counter[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.FileInputFormat.Counter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="BYTES_READ" type="org.apache.hadoop.mapred.FileInputFormat.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.FileInputFormat.Counter -->
- <!-- start class org.apache.hadoop.mapred.FileOutputCommitter -->
- <class name="FileOutputCommitter" extends="org.apache.hadoop.mapred.OutputCommitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileOutputCommitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setupJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="commitJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cleanupJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="abortJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.JobContext"/>
- <param name="runState" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete the temporary directory, including all of the work directories.
- @param context the job's context
- @param runState final run state of the job, should be
- {@link JobStatus#KILLED} or {@link JobStatus#FAILED}]]>
- </doc>
- </method>
- <method name="setupTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="commitTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="abortTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="needsTaskCommit" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TEMP_DIR_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Temporary directory name]]>
- </doc>
- </field>
- <field name="SUCCEEDED_FILE_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An {@link OutputCommitter} that commits files specified
- in job output directory i.e. ${mapred.output.dir}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.FileOutputCommitter -->
- <!-- start class org.apache.hadoop.mapred.FileOutputFormat -->
- <class name="FileOutputFormat" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.OutputFormat"/>
- <constructor name="FileOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setCompressOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="compress" type="boolean"/>
- <doc>
- <![CDATA[Set whether the output of the job is compressed.
- @param conf the {@link JobConf} to modify
- @param compress should the output of the job be compressed?]]>
- </doc>
- </method>
- <method name="getCompressOutput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Is the job output compressed?
- @param conf the {@link JobConf} to look in
- @return <code>true</code> if the job output should be compressed,
- <code>false</code> otherwise]]>
- </doc>
- </method>
- <method name="setOutputCompressorClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="codecClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link CompressionCodec} to be used to compress job outputs.
- @param conf the {@link JobConf} to modify
- @param codecClass the {@link CompressionCodec} to be used to
- compress the job outputs]]>
- </doc>
- </method>
- <method name="getOutputCompressorClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="defaultValue" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get the {@link CompressionCodec} for compressing the job outputs.
- @param conf the {@link JobConf} to look in
- @param defaultValue the {@link CompressionCodec} to return if not set
- @return the {@link CompressionCodec} to be used to compress the
- job outputs
- @throws IllegalArgumentException if the class was specified, but not found]]>
- </doc>
- </method>
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="FileAlreadyExistsException" type="org.apache.hadoop.mapred.FileAlreadyExistsException"/>
- <exception name="InvalidJobConfException" type="org.apache.hadoop.mapred.InvalidJobConfException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setOutputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="outputDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the {@link Path} of the output directory for the map-reduce job.
- @param conf The configuration of the job.
- @param outputDir the {@link Path} of the output directory for
- the map-reduce job.]]>
- </doc>
- </method>
- <method name="getOutputPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the {@link Path} to the output directory for the map-reduce job.
-
- @return the {@link Path} to the output directory for the map-reduce job.
- @see FileOutputFormat#getWorkOutputPath(JobConf)]]>
- </doc>
- </method>
- <method name="getWorkOutputPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the {@link Path} to the task's temporary output directory
- for the map-reduce job
-
- <h4 id="SideEffectFiles">Tasks' Side-Effect Files</h4>
-
- <p><i>Note:</i> The following is valid only if the {@link OutputCommitter}
- is {@link FileOutputCommitter}. If <code>OutputCommitter</code> is not
- a <code>FileOutputCommitter</code>, the task's temporary output
- directory is same as {@link #getOutputPath(JobConf)} i.e.
- <tt>${mapred.output.dir}$</tt></p>
-
- <p>Some applications need to create/write-to side-files, which differ from
- the actual job-outputs.
-
- <p>In such cases there could be issues with 2 instances of the same TIP
- (running simultaneously e.g. speculative tasks) trying to open/write-to the
- same file (path) on HDFS. Hence the application-writer will have to pick
- unique names per task-attempt (e.g. using the attemptid, say
- <tt>attempt_200709221812_0001_m_000000_0</tt>), not just per TIP.</p>
-
- <p>To get around this the Map-Reduce framework helps the application-writer
- out by maintaining a special
- <tt>${mapred.output.dir}/_temporary/_${taskid}</tt>
- sub-directory for each task-attempt on HDFS where the output of the
- task-attempt goes. On successful completion of the task-attempt the files
- in the <tt>${mapred.output.dir}/_temporary/_${taskid}</tt> (only)
- are <i>promoted</i> to <tt>${mapred.output.dir}</tt>. Of course, the
- framework discards the sub-directory of unsuccessful task-attempts. This
- is completely transparent to the application.</p>
-
- <p>The application-writer can take advantage of this by creating any
- side-files required in <tt>${mapred.work.output.dir}</tt> during execution
- of his reduce-task i.e. via {@link #getWorkOutputPath(JobConf)}, and the
- framework will move them out similarly - thus she doesn't have to pick
- unique paths per task-attempt.</p>
-
- <p><i>Note</i>: the value of <tt>${mapred.work.output.dir}</tt> during
- execution of a particular task-attempt is actually
- <tt>${mapred.output.dir}/_temporary/_{$taskid}</tt>, and this value is
- set by the map-reduce framework. So, just create any side-files in the
- path returned by {@link #getWorkOutputPath(JobConf)} from map/reduce
- task to take advantage of this feature.</p>
-
- <p>The entire discussion holds true for maps of jobs with
- reducer=NONE (i.e. 0 reduces) since output of the map, in that case,
- goes directly to HDFS.</p>
-
- @return the {@link Path} to the task's temporary output directory
- for the map-reduce job.]]>
- </doc>
- </method>
- <method name="getTaskOutputPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Helper function to create the task's temporary output directory and
- return the path to the task's output file.
-
- @param conf job-configuration
- @param name temporary task-output filename
- @return path to the task's temporary output file
- @throws IOException]]>
- </doc>
- </method>
- <method name="getUniqueName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Helper function to generate a name that is unique for the task.
- <p>The generated name can be used to create custom files from within the
- different tasks for the job, the names for different tasks will not collide
- with each other.</p>
- <p>The given name is postfixed with the task type, 'm' for maps, 'r' for
- reduces and the task partition number. For example, give a name 'test'
- running on the first map o the job the generated name will be
- 'test-m-00000'.</p>
- @param conf the configuration for the job.
- @param name the name to make unique.
- @return a unique name accross all tasks of the job.]]>
- </doc>
- </method>
- <method name="getPathForCustomFile" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Helper function to generate a {@link Path} for a file that is unique for
- the task within the job output directory.
- <p>The path can be used to create custom files from within the map and
- reduce tasks. The path name will be unique for each task. The path parent
- will be the job output directory.</p>ls
- <p>This method uses the {@link #getUniqueName} method to make the file name
- unique for the task.</p>
- @param conf the configuration for the job.
- @param name the name for the file.
- @return a unique path accross all tasks of the job.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A base class for {@link OutputFormat}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.FileOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.FileOutputFormat.Counter -->
- <class name="FileOutputFormat.Counter" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.FileOutputFormat.Counter[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.FileOutputFormat.Counter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="BYTES_WRITTEN" type="org.apache.hadoop.mapred.FileOutputFormat.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.FileOutputFormat.Counter -->
- <!-- start class org.apache.hadoop.mapred.FileSplit -->
- <class name="FileSplit" extends="org.apache.hadoop.mapreduce.InputSplit"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.InputSplit"/>
- <constructor name="FileSplit" type="org.apache.hadoop.fs.Path, long, long, org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="deprecated, no comment">
- <doc>
- <![CDATA[Constructs a split.
- @deprecated
- @param file the file name
- @param start the position of the first byte in the file to process
- @param length the number of bytes in the file to process]]>
- </doc>
- </constructor>
- <constructor name="FileSplit" type="org.apache.hadoop.fs.Path, long, long, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a split with host information
- @param file the file name
- @param start the position of the first byte in the file to process
- @param length the number of bytes in the file to process
- @param hosts the list of hosts containing the block, possibly null]]>
- </doc>
- </constructor>
- <method name="getPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The file containing this split's data.]]>
- </doc>
- </method>
- <method name="getStart" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The position of the first byte in the file to process.]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of bytes in the file to process.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A section of an input file. Returned by {@link
- InputFormat#getSplits(JobConf, int)} and passed to
- {@link InputFormat#getRecordReader(InputSplit,JobConf,Reporter)}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.FileSplit -->
- <!-- start class org.apache.hadoop.mapred.HDFSMonitorThread -->
- <class name="HDFSMonitorThread" extends="java.lang.Thread"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HDFSMonitorThread" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.JobTracker, org.apache.hadoop.fs.FileSystem"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.HDFSMonitorThread -->
- <!-- start class org.apache.hadoop.mapred.ID -->
- <class name="ID" extends="org.apache.hadoop.mapreduce.ID"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ID" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[constructs an ID object from the given int]]>
- </doc>
- </constructor>
- <constructor name="ID"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A general identifier, which internally stores the id
- as an integer. This is the super class of {@link JobID},
- {@link TaskID} and {@link TaskAttemptID}.
-
- @see JobID
- @see TaskID
- @see TaskAttemptID]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.ID -->
- <!-- start interface org.apache.hadoop.mapred.InputFormat -->
- <interface name="InputFormat" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getSplits" return="org.apache.hadoop.mapred.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="numSplits" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Logically split the set of input files for the job.
-
- <p>Each {@link InputSplit} is then assigned to an individual {@link Mapper}
- for processing.</p>
- <p><i>Note</i>: The split is a <i>logical</i> split of the inputs and the
- input files are not physically split into chunks. For e.g. a split could
- be <i><input-file-path, start, offset></i> tuple.
-
- @param job job configuration.
- @param numSplits the desired number of splits, a hint.
- @return an array of {@link InputSplit}s for the job.]]>
- </doc>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the {@link RecordReader} for the given {@link InputSplit}.
- <p>It is the responsibility of the <code>RecordReader</code> to respect
- record boundaries while processing the logical split to present a
- record-oriented view to the individual task.</p>
-
- @param split the {@link InputSplit}
- @param job the job that this split belongs to
- @return a {@link RecordReader}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>InputFormat</code> describes the input-specification for a
- Map-Reduce job.
-
- <p>The Map-Reduce framework relies on the <code>InputFormat</code> of the
- job to:<p>
- <ol>
- <li>
- Validate the input-specification of the job.
- <li>
- Split-up the input file(s) into logical {@link InputSplit}s, each of
- which is then assigned to an individual {@link Mapper}.
- </li>
- <li>
- Provide the {@link RecordReader} implementation to be used to glean
- input records from the logical <code>InputSplit</code> for processing by
- the {@link Mapper}.
- </li>
- </ol>
-
- <p>The default behavior of file-based {@link InputFormat}s, typically
- sub-classes of {@link FileInputFormat}, is to split the
- input into <i>logical</i> {@link InputSplit}s based on the total size, in
- bytes, of the input files. However, the {@link FileSystem} blocksize of
- the input files is treated as an upper bound for input splits. A lower bound
- on the split size can be set via
- <a href="{@docRoot}/../mapred-default.html#mapred.min.split.size">
- mapred.min.split.size</a>.</p>
-
- <p>Clearly, logical splits based on input-size is insufficient for many
- applications since record boundaries are to respected. In such cases, the
- application has to also implement a {@link RecordReader} on whom lies the
- responsibilty to respect record-boundaries and present a record-oriented
- view of the logical <code>InputSplit</code> to the individual task.
- @see InputSplit
- @see RecordReader
- @see JobClient
- @see FileInputFormat]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.InputFormat -->
- <!-- start interface org.apache.hadoop.mapred.InputSplit -->
- <interface name="InputSplit" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the total number of bytes in the data of the <code>InputSplit</code>.
-
- @return the number of bytes in the input split.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the list of hostnames where the input split is located.
-
- @return list of hostnames where data of the <code>InputSplit</code> is
- located as an array of <code>String</code>s.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>InputSplit</code> represents the data to be processed by an
- individual {@link Mapper}.
- <p>Typically, it presents a byte-oriented view on the input and is the
- responsibility of {@link RecordReader} of the job to process this and present
- a record-oriented view.
-
- @see InputFormat
- @see RecordReader]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.InputSplit -->
- <!-- start class org.apache.hadoop.mapred.InvalidFileTypeException -->
- <class name="InvalidFileTypeException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InvalidFileTypeException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="InvalidFileTypeException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Used when file type differs from the desired file type. like
- getting a file when a directory is expected. Or a wrong file type.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.InvalidFileTypeException -->
- <!-- start class org.apache.hadoop.mapred.InvalidInputException -->
- <class name="InvalidInputException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InvalidInputException" type="java.util.List"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create the exception with the given list.
- @param probs the list of problems to report. this list is not copied.]]>
- </doc>
- </constructor>
- <method name="getProblems" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the complete list of the problems reported.
- @return the list of problems, which must not be modified]]>
- </doc>
- </method>
- <method name="getMessage" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get a summary message of the problems found.
- @return the concatenated messages from all of the problems.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class wraps a list of problems with the input, so that the user
- can get a list of problems together instead of finding and fixing them one
- by one.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.InvalidInputException -->
- <!-- start class org.apache.hadoop.mapred.InvalidJobConfException -->
- <class name="InvalidJobConfException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InvalidJobConfException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="InvalidJobConfException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="InvalidJobConfException" type="java.lang.String, java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="InvalidJobConfException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[This exception is thrown when jobconf misses some mendatory attributes
- or value of some attributes is invalid.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.InvalidJobConfException -->
- <!-- start class org.apache.hadoop.mapred.IsolationRunner -->
- <class name="IsolationRunner" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="IsolationRunner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Run a single task.
- @param args the first argument is the task directory]]>
- </doc>
- </method>
- <doc>
- <![CDATA[IsolationRunner is intended to facilitate debugging by re-running a specific
- task, given left-over task files for a (typically failed) past job.
- Currently, it is limited to re-running map tasks.
- Users may coerce MapReduce to keep task files around by setting
- keep.failed.task.files. See mapred_tutorial.xml for more documentation.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.IsolationRunner -->
- <!-- start class org.apache.hadoop.mapred.JobClient -->
- <class name="JobClient" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.MRConstants"/>
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="JobClient"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a job client.]]>
- </doc>
- </constructor>
- <constructor name="JobClient" type="org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Build a job client with the given {@link JobConf}, and connect to the
- default {@link JobTracker}.
-
- @param conf the job configuration.
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="JobClient" type="java.net.InetSocketAddress, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Build a job client, connect to the indicated job tracker.
-
- @param jobTrackAddr the job tracker to connect to.
- @param conf configuration.]]>
- </doc>
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Connect to the default {@link JobTracker}.
- @param conf the job configuration.
- @throws IOException]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the <code>JobClient</code>.]]>
- </doc>
- </method>
- <method name="getFs" return="org.apache.hadoop.fs.FileSystem"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get a filesystem handle. We need this to prepare jobs
- for submission to the MapReduce system.
-
- @return the filesystem handle.
- @throws IOException]]>
- </doc>
- </method>
- <method name="submitJob" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobFile" type="java.lang.String"/>
- <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/>
- <exception name="InvalidJobConfException" type="org.apache.hadoop.mapred.InvalidJobConfException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Submit a job to the MR system.
-
- This returns a handle to the {@link RunningJob} which can be used to track
- the running-job.
-
- @param jobFile the job configuration.
- @return a handle to the {@link RunningJob} which can be used to track the
- running-job.
- @throws FileNotFoundException
- @throws InvalidJobConfException
- @throws IOException]]>
- </doc>
- </method>
- <method name="submitJob" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Submit a job to the MR system.
- This returns a handle to the {@link RunningJob} which can be used to track
- the running-job.
-
- @param job the job configuration.
- @return a handle to the {@link RunningJob} which can be used to track the
- running-job.
- @throws FileNotFoundException
- @throws IOException]]>
- </doc>
- </method>
- <method name="submitJobInternal" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="FileNotFoundException" type="java.io.FileNotFoundException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Internal method for submitting jobs to the system.
- @param job the configuration to submit
- @return a proxy object for the running job
- @throws FileNotFoundException
- @throws ClassNotFoundException
- @throws InterruptedException
- @throws IOException]]>
- </doc>
- </method>
- <method name="isJobDirValid" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobDirPath" type="org.apache.hadoop.fs.Path"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Checks if the job directory is clean and has all the required components
- for (re) starting the job]]>
- </doc>
- </method>
- <method name="getJob" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get an {@link RunningJob} object to track an ongoing job. Returns
- null if the id does not correspond to any known job.
-
- @param jobid the jobid of the job.
- @return the {@link RunningJob} handle to track the job, null if the
- <code>jobid</code> doesn't correspond to any known job.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getJob" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Applications should rather use {@link #getJob(JobID)}.">
- <param name="jobid" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Applications should rather use {@link #getJob(JobID)}.]]>
- </doc>
- </method>
- <method name="getMapTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the information of the current state of the map tasks of a job.
-
- @param jobId the job to query.
- @return the list of all of the map tips.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getMapTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Applications should rather use {@link #getMapTaskReports(JobID)}">
- <param name="jobId" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Applications should rather use {@link #getMapTaskReports(JobID)}]]>
- </doc>
- </method>
- <method name="getReduceTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the information of the current state of the reduce tasks of a job.
-
- @param jobId the job to query.
- @return the list of all of the reduce tips.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getCleanupTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the information of the current state of the cleanup tasks of a job.
-
- @param jobId the job to query.
- @return the list of all of the cleanup tips.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getSetupTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the information of the current state of the setup tasks of a job.
-
- @param jobId the job to query.
- @return the list of all of the setup tips.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getReduceTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Applications should rather use {@link #getReduceTaskReports(JobID)}">
- <param name="jobId" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Applications should rather use {@link #getReduceTaskReports(JobID)}]]>
- </doc>
- </method>
- <method name="displayTasks"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="type" type="java.lang.String"/>
- <param name="state" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Display the information about a job's tasks, of a particular type and
- in a particular state
-
- @param jobId the ID of the job
- @param type the type of the task (map/reduce/setup/cleanup)
- @param state the state of the task
- (pending/running/completed/failed/killed)]]>
- </doc>
- </method>
- <method name="getClusterStatus" return="org.apache.hadoop.mapred.ClusterStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get status information about the Map-Reduce cluster.
-
- @return the status information about the Map-Reduce cluster as an object
- of {@link ClusterStatus}.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getClusterStatus" return="org.apache.hadoop.mapred.ClusterStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="detailed" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get status information about the Map-Reduce cluster.
-
- @param detailed if true then get a detailed status including the
- tracker names and memory usage of the JobTracker
- @return the status information about the Map-Reduce cluster as an object
- of {@link ClusterStatus}.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getStagingAreaDir" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Grab the jobtracker's view of the staging directory path where
- job-specific files will be placed.
-
- @return the staging directory where job-specific files are to be placed.]]>
- </doc>
- </method>
- <method name="jobsToComplete" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the jobs that are not completed and not failed.
-
- @return array of {@link JobStatus} for the running/to-be-run jobs.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getAllJobs" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the jobs that are submitted.
-
- @return array of {@link JobStatus} for the submitted jobs.
- @throws IOException]]>
- </doc>
- </method>
- <method name="runJob" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Utility that submits a job, then polls for progress until the job is
- complete.
-
- @param job the job configuration.
- @throws IOException if the job fails]]>
- </doc>
- </method>
- <method name="monitorAndPrintJob" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="job" type="org.apache.hadoop.mapred.RunningJob"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Monitor a job and print status in real-time as progress is made and tasks
- fail.
- @param conf the job's configuration
- @param job the job to track
- @return true if the job succeeded
- @throws IOException if communication to the JobTracker fails]]>
- </doc>
- </method>
- <method name="setTaskOutputFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newValue" type="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"/>
- <doc>
- <![CDATA[Sets the output filter for tasks. only those tasks are printed whose
- output matches the filter.
- @param newValue task filter.]]>
- </doc>
- </method>
- <method name="getTaskOutputFilter" return="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the task output filter out of the JobConf.
-
- @param job the JobConf to examine.
- @return the filter level.]]>
- </doc>
- </method>
- <method name="setTaskOutputFilter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="newValue" type="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"/>
- <doc>
- <![CDATA[Modify the JobConf to set the task output filter.
-
- @param job the JobConf to modify.
- @param newValue the value to set.]]>
- </doc>
- </method>
- <method name="getTaskOutputFilter" return="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns task output filter.
- @return task filter.]]>
- </doc>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="getDefaultMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get status information about the max available Maps in the cluster.
-
- @return the max available Maps in the cluster
- @throws IOException]]>
- </doc>
- </method>
- <method name="getDefaultReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get status information about the max available Reduces in the cluster.
-
- @return the max available Reduces in the cluster
- @throws IOException]]>
- </doc>
- </method>
- <method name="getSystemDir" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Grab the jobtracker system directory path where job-specific files are to be placed.
-
- @return the system directory where job-specific files are to be placed.]]>
- </doc>
- </method>
- <method name="getQueues" return="org.apache.hadoop.mapred.JobQueueInfo[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return an array of queue information objects about all the Job Queues
- configured.
-
- @return Array of JobQueueInfo objects
- @throws IOException]]>
- </doc>
- </method>
- <method name="getJobsFromQueue" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queueName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets all the jobs which were added to particular Job Queue
-
- @param queueName name of the Job Queue
- @return Array of jobs present in the job queue
- @throws IOException]]>
- </doc>
- </method>
- <method name="getQueueInfo" return="org.apache.hadoop.mapred.JobQueueInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queueName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the queue information associated to a particular Job Queue
-
- @param queueName name of the job queue.
- @return Queue information associated to particular queue.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getQueueAclsForCurrentUser" return="org.apache.hadoop.mapred.QueueAclsInfo[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the Queue ACLs for current user
- @return array of QueueAclsInfo object for current user.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="renewer" type="org.apache.hadoop.io.Text"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="renewDelegationToken" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Renew a delegation token
- @param token the token to renew
- @return the new expiration time
- @throws InvalidToken
- @throws IOException]]>
- </doc>
- </method>
- <method name="cancelDelegationToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Cancel a delegation token from the JobTracker
- @param token the token to cancel
- @throws IOException]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <field name="MAPREDUCE_CLIENT_RETRY_POLICY_ENABLED_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPREDUCE_CLIENT_RETRY_POLICY_ENABLED_DEFAULT" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPREDUCE_CLIENT_RETRY_POLICY_SPEC_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPREDUCE_CLIENT_RETRY_POLICY_SPEC_DEFAULT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[<code>JobClient</code> is the primary interface for the user-job to interact
- with the {@link JobTracker}.
-
- <code>JobClient</code> provides facilities to submit jobs, track their
- progress, access component-tasks' reports/logs, get the Map-Reduce cluster
- status information etc.
-
- <p>The job submission process involves:
- <ol>
- <li>
- Checking the input and output specifications of the job.
- </li>
- <li>
- Computing the {@link InputSplit}s for the job.
- </li>
- <li>
- Setup the requisite accounting information for the {@link DistributedCache}
- of the job, if necessary.
- </li>
- <li>
- Copying the job's jar and configuration to the map-reduce system directory
- on the distributed file-system.
- </li>
- <li>
- Submitting the job to the <code>JobTracker</code> and optionally monitoring
- it's status.
- </li>
- </ol></p>
-
- Normally the user creates the application, describes various facets of the
- job via {@link JobConf} and then uses the <code>JobClient</code> to submit
- the job and monitor its progress.
-
- <p>Here is an example on how to use <code>JobClient</code>:</p>
- <p><blockquote><pre>
- // Create a new JobConf
- JobConf job = new JobConf(new Configuration(), MyJob.class);
-
- // Specify various job-specific parameters
- job.setJobName("myjob");
-
- job.setInputPath(new Path("in"));
- job.setOutputPath(new Path("out"));
-
- job.setMapperClass(MyJob.MyMapper.class);
- job.setReducerClass(MyJob.MyReducer.class);
- // Submit the job, then poll for progress until the job is complete
- JobClient.runJob(job);
- </pre></blockquote></p>
-
- <h4 id="JobControl">Job Control</h4>
-
- <p>At times clients would chain map-reduce jobs to accomplish complex tasks
- which cannot be done via a single map-reduce job. This is fairly easy since
- the output of the job, typically, goes to distributed file-system and that
- can be used as the input for the next job.</p>
-
- <p>However, this also means that the onus on ensuring jobs are complete
- (success/failure) lies squarely on the clients. In such situations the
- various job-control options are:
- <ol>
- <li>
- {@link #runJob(JobConf)} : submits the job and returns only after
- the job has completed.
- </li>
- <li>
- {@link #submitJob(JobConf)} : only submits the job, then poll the
- returned handle to the {@link RunningJob} to query status and make
- scheduling decisions.
- </li>
- <li>
- {@link JobConf#setJobEndNotificationURI(String)} : setup a notification
- on job-completion, thus avoiding polling.
- </li>
- </ol></p>
-
- @see JobConf
- @see ClusterStatus
- @see Tool
- @see DistributedCache]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobClient -->
- <!-- start class org.apache.hadoop.mapred.JobClient.Renewer -->
- <class name="JobClient.Renewer" extends="org.apache.hadoop.security.token.TokenRenewer"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobClient.Renewer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="handleKind" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="kind" type="org.apache.hadoop.io.Text"/>
- </method>
- <method name="renew" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="cancel"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="isManaged" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobClient.Renewer -->
- <!-- start class org.apache.hadoop.mapred.JobClient.TaskStatusFilter -->
- <class name="JobClient.TaskStatusFilter" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.JobClient.TaskStatusFilter[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="NONE" type="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED" type="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUCCEEDED" type="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ALL" type="org.apache.hadoop.mapred.JobClient.TaskStatusFilter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobClient.TaskStatusFilter -->
- <!-- start class org.apache.hadoop.mapred.JobConf -->
- <class name="JobConf" extends="org.apache.hadoop.conf.Configuration"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a map/reduce job configuration.]]>
- </doc>
- </constructor>
- <constructor name="JobConf" type="java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a map/reduce job configuration.
-
- @param exampleClass a class whose containing jar is used as the job's jar.]]>
- </doc>
- </constructor>
- <constructor name="JobConf" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a map/reduce job configuration.
-
- @param conf a Configuration whose settings will be inherited.]]>
- </doc>
- </constructor>
- <constructor name="JobConf" type="org.apache.hadoop.conf.Configuration, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a map/reduce job configuration.
-
- @param conf a Configuration whose settings will be inherited.
- @param exampleClass a class whose containing jar is used as the job's jar.]]>
- </doc>
- </constructor>
- <constructor name="JobConf" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a map/reduce configuration.
- @param config a Configuration-format XML job description file.]]>
- </doc>
- </constructor>
- <constructor name="JobConf" type="org.apache.hadoop.fs.Path"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a map/reduce configuration.
- @param config a Configuration-format XML job description file.]]>
- </doc>
- </constructor>
- <constructor name="JobConf" type="boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A new map/reduce configuration where the behavior of reading from the
- default resources can be turned off.
- <p/>
- If the parameter {@code loadDefaults} is false, the new instance
- will not load resources from the default files.
- @param loadDefaults specifies whether to load from the default files]]>
- </doc>
- </constructor>
- <method name="getCredentials" return="org.apache.hadoop.security.Credentials"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get credentials for the job.
- @return credentials for the job]]>
- </doc>
- </method>
- <method name="getJar" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user jar for the map-reduce job.
-
- @return the user jar for the map-reduce job.]]>
- </doc>
- </method>
- <method name="setJar"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jar" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the user jar for the map-reduce job.
-
- @param jar the user jar for the map-reduce job.]]>
- </doc>
- </method>
- <method name="setJarByClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the job's jar file by finding an example class location.
-
- @param cls the example class.]]>
- </doc>
- </method>
- <method name="getLocalDirs" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="deleteLocalFiles"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="deleteLocalFiles"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="subdir" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getLocalPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathString" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructs a local file name. Files are distributed among configured
- local directories.]]>
- </doc>
- </method>
- <method name="getUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the reported username for this job.
-
- @return the username]]>
- </doc>
- </method>
- <method name="setUser"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the reported username for this job.
-
- @param user the username for this job.]]>
- </doc>
- </method>
- <method name="setKeepFailedTaskFiles"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keep" type="boolean"/>
- <doc>
- <![CDATA[Set whether the framework should keep the intermediate files for
- failed tasks.
-
- @param keep <code>true</code> if framework should keep the intermediate files
- for failed tasks, <code>false</code> otherwise.]]>
- </doc>
- </method>
- <method name="getKeepFailedTaskFiles" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should the temporary files for failed tasks be kept?
-
- @return should the files be kept?]]>
- </doc>
- </method>
- <method name="setKeepTaskFilesPattern"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pattern" type="java.lang.String"/>
- <doc>
- <![CDATA[Set a regular expression for task names that should be kept.
- The regular expression ".*_m_000123_0" would keep the files
- for the first instance of map 123 that ran.
-
- @param pattern the java.util.regex.Pattern to match against the
- task names.]]>
- </doc>
- </method>
- <method name="getKeepTaskFilesPattern" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the regular expression that is matched against the task names
- to see if we need to keep the files.
-
- @return the pattern as a string, if it was set, othewise null.]]>
- </doc>
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the current working directory for the default file system.
-
- @param dir the new current working directory.]]>
- </doc>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current working directory for the default file system.
-
- @return the directory name.]]>
- </doc>
- </method>
- <method name="setNumTasksToExecutePerJvm"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="numTasks" type="int"/>
- <doc>
- <![CDATA[Sets the number of tasks that a spawned task JVM should run
- before it exits
- @param numTasks the number of tasks to execute; defaults to 1;
- -1 signifies no limit]]>
- </doc>
- </method>
- <method name="getNumTasksToExecutePerJvm" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of tasks that a spawned JVM should execute]]>
- </doc>
- </method>
- <method name="getInputFormat" return="org.apache.hadoop.mapred.InputFormat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link InputFormat} implementation for the map-reduce job,
- defaults to {@link TextInputFormat} if not specified explicity.
-
- @return the {@link InputFormat} implementation for the map-reduce job.]]>
- </doc>
- </method>
- <method name="setInputFormat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link InputFormat} implementation for the map-reduce job.
-
- @param theClass the {@link InputFormat} implementation for the map-reduce
- job.]]>
- </doc>
- </method>
- <method name="getOutputFormat" return="org.apache.hadoop.mapred.OutputFormat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link OutputFormat} implementation for the map-reduce job,
- defaults to {@link TextOutputFormat} if not specified explicity.
-
- @return the {@link OutputFormat} implementation for the map-reduce job.]]>
- </doc>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapred.OutputCommitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link OutputCommitter} implementation for the map-reduce job,
- defaults to {@link FileOutputCommitter} if not specified explicitly.
-
- @return the {@link OutputCommitter} implementation for the map-reduce job.]]>
- </doc>
- </method>
- <method name="setOutputCommitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link OutputCommitter} implementation for the map-reduce job.
-
- @param theClass the {@link OutputCommitter} implementation for the map-reduce
- job.]]>
- </doc>
- </method>
- <method name="setOutputFormat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link OutputFormat} implementation for the map-reduce job.
-
- @param theClass the {@link OutputFormat} implementation for the map-reduce
- job.]]>
- </doc>
- </method>
- <method name="setCompressMapOutput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="compress" type="boolean"/>
- <doc>
- <![CDATA[Should the map outputs be compressed before transfer?
- Uses the SequenceFile compression.
-
- @param compress should the map outputs be compressed?]]>
- </doc>
- </method>
- <method name="getCompressMapOutput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Are the outputs of the maps be compressed?
-
- @return <code>true</code> if the outputs of the maps are to be compressed,
- <code>false</code> otherwise.]]>
- </doc>
- </method>
- <method name="setMapOutputCompressorClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="codecClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the given class as the {@link CompressionCodec} for the map outputs.
-
- @param codecClass the {@link CompressionCodec} class that will compress
- the map outputs.]]>
- </doc>
- </method>
- <method name="getMapOutputCompressorClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="defaultValue" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get the {@link CompressionCodec} for compressing the map outputs.
-
- @param defaultValue the {@link CompressionCodec} to return if not set
- @return the {@link CompressionCodec} class that should be used to compress the
- map outputs.
- @throws IllegalArgumentException if the class was specified, but not found]]>
- </doc>
- </method>
- <method name="getMapOutputKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the key class for the map output data. If it is not set, use the
- (final) output key class. This allows the map output key class to be
- different than the final output key class.
-
- @return the map output key class.]]>
- </doc>
- </method>
- <method name="setMapOutputKeyClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the key class for the map output data. This allows the user to
- specify the map output key class to be different than the final output
- value class.
-
- @param theClass the map output key class.]]>
- </doc>
- </method>
- <method name="getMapOutputValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the value class for the map output data. If it is not set, use the
- (final) output value class This allows the map output value class to be
- different than the final output value class.
-
- @return the map output value class.]]>
- </doc>
- </method>
- <method name="setMapOutputValueClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the value class for the map output data. This allows the user to
- specify the map output value class to be different than the final output
- value class.
-
- @param theClass the map output value class.]]>
- </doc>
- </method>
- <method name="getOutputKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the key class for the job output data.
-
- @return the key class for the job output data.]]>
- </doc>
- </method>
- <method name="setOutputKeyClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the key class for the job output data.
-
- @param theClass the key class for the job output data.]]>
- </doc>
- </method>
- <method name="getOutputKeyComparator" return="org.apache.hadoop.io.RawComparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link RawComparator} comparator used to compare keys.
-
- @return the {@link RawComparator} comparator used to compare keys.]]>
- </doc>
- </method>
- <method name="setOutputKeyComparatorClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link RawComparator} comparator used to compare keys.
-
- @param theClass the {@link RawComparator} comparator used to
- compare keys.
- @see #setOutputValueGroupingComparator(Class)]]>
- </doc>
- </method>
- <method name="setKeyFieldComparatorOptions"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keySpec" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the {@link KeyFieldBasedComparator} options used to compare keys.
-
- @param keySpec the key specification of the form -k pos1[,pos2], where,
- pos is of the form f[.c][opts], where f is the number
- of the key field to use, and c is the number of the first character from
- the beginning of the field. Fields and character posns are numbered
- starting with 1; a character position of zero in pos2 indicates the
- field's last character. If '.c' is omitted from pos1, it defaults to 1
- (the beginning of the field); if omitted from pos2, it defaults to 0
- (the end of the field). opts are ordering options. The supported options
- are:
- -n, (Sort numerically)
- -r, (Reverse the result of comparison)]]>
- </doc>
- </method>
- <method name="getKeyFieldComparatorOption" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link KeyFieldBasedComparator} options]]>
- </doc>
- </method>
- <method name="setKeyFieldPartitionerOptions"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keySpec" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the {@link KeyFieldBasedPartitioner} options used for
- {@link Partitioner}
-
- @param keySpec the key specification of the form -k pos1[,pos2], where,
- pos is of the form f[.c][opts], where f is the number
- of the key field to use, and c is the number of the first character from
- the beginning of the field. Fields and character posns are numbered
- starting with 1; a character position of zero in pos2 indicates the
- field's last character. If '.c' is omitted from pos1, it defaults to 1
- (the beginning of the field); if omitted from pos2, it defaults to 0
- (the end of the field).]]>
- </doc>
- </method>
- <method name="getKeyFieldPartitionerOption" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link KeyFieldBasedPartitioner} options]]>
- </doc>
- </method>
- <method name="getOutputValueGroupingComparator" return="org.apache.hadoop.io.RawComparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user defined {@link WritableComparable} comparator for
- grouping keys of inputs to the reduce.
-
- @return comparator set by the user for grouping values.
- @see #setOutputValueGroupingComparator(Class) for details.]]>
- </doc>
- </method>
- <method name="setOutputValueGroupingComparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the user defined {@link RawComparator} comparator for
- grouping keys in the input to the reduce.
-
- <p>This comparator should be provided if the equivalence rules for keys
- for sorting the intermediates are different from those for grouping keys
- before each call to
- {@link Reducer#reduce(Object, java.util.Iterator, OutputCollector, Reporter)}.</p>
-
- <p>For key-value pairs (K1,V1) and (K2,V2), the values (V1, V2) are passed
- in a single call to the reduce function if K1 and K2 compare as equal.</p>
-
- <p>Since {@link #setOutputKeyComparatorClass(Class)} can be used to control
- how keys are sorted, this can be used in conjunction to simulate
- <i>secondary sort on values</i>.</p>
-
- <p><i>Note</i>: This is not a guarantee of the reduce sort being
- <i>stable</i> in any sense. (In any case, with the order of available
- map-outputs to the reduce being non-deterministic, it wouldn't make
- that much sense.)</p>
-
- @param theClass the comparator class to be used for grouping keys.
- It should implement <code>RawComparator</code>.
- @see #setOutputKeyComparatorClass(Class)]]>
- </doc>
- </method>
- <method name="getUseNewMapper" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should the framework use the new context-object code for running
- the mapper?
- @return true, if the new api should be used]]>
- </doc>
- </method>
- <method name="setUseNewMapper"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="flag" type="boolean"/>
- <doc>
- <![CDATA[Set whether the framework should use the new api for the mapper.
- This is the default for jobs submitted with the new Job api.
- @param flag true, if the new api should be used]]>
- </doc>
- </method>
- <method name="getUseNewReducer" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should the framework use the new context-object code for running
- the reducer?
- @return true, if the new api should be used]]>
- </doc>
- </method>
- <method name="setUseNewReducer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="flag" type="boolean"/>
- <doc>
- <![CDATA[Set whether the framework should use the new api for the reducer.
- This is the default for jobs submitted with the new Job api.
- @param flag true, if the new api should be used]]>
- </doc>
- </method>
- <method name="getOutputValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the value class for job outputs.
-
- @return the value class for job outputs.]]>
- </doc>
- </method>
- <method name="setOutputValueClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the value class for job outputs.
-
- @param theClass the value class for job outputs.]]>
- </doc>
- </method>
- <method name="getMapperClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link Mapper} class for the job.
-
- @return the {@link Mapper} class for the job.]]>
- </doc>
- </method>
- <method name="setMapperClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link Mapper} class for the job.
-
- @param theClass the {@link Mapper} class for the job.]]>
- </doc>
- </method>
- <method name="getMapRunnerClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link MapRunnable} class for the job.
-
- @return the {@link MapRunnable} class for the job.]]>
- </doc>
- </method>
- <method name="setMapRunnerClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Expert: Set the {@link MapRunnable} class for the job.
-
- Typically used to exert greater control on {@link Mapper}s.
-
- @param theClass the {@link MapRunnable} class for the job.]]>
- </doc>
- </method>
- <method name="getPartitionerClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link Partitioner} used to partition {@link Mapper}-outputs
- to be sent to the {@link Reducer}s.
-
- @return the {@link Partitioner} used to partition map-outputs.]]>
- </doc>
- </method>
- <method name="setPartitionerClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link Partitioner} class used to partition
- {@link Mapper}-outputs to be sent to the {@link Reducer}s.
-
- @param theClass the {@link Partitioner} used to partition map-outputs.]]>
- </doc>
- </method>
- <method name="getReducerClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link Reducer} class for the job.
-
- @return the {@link Reducer} class for the job.]]>
- </doc>
- </method>
- <method name="setReducerClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link Reducer} class for the job.
-
- @param theClass the {@link Reducer} class for the job.]]>
- </doc>
- </method>
- <method name="getCombinerClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user-defined <i>combiner</i> class used to combine map-outputs
- before being sent to the reducers. Typically the combiner is same as the
- the {@link Reducer} for the job i.e. {@link #getReducerClass()}.
-
- @return the user-defined combiner class used to combine map-outputs.]]>
- </doc>
- </method>
- <method name="setCombinerClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the user-defined <i>combiner</i> class used to combine map-outputs
- before being sent to the reducers.
-
- <p>The combiner is an application-specified aggregation operation, which
- can help cut down the amount of data transferred between the
- {@link Mapper} and the {@link Reducer}, leading to better performance.</p>
-
- <p>The framework may invoke the combiner 0, 1, or multiple times, in both
- the mapper and reducer tasks. In general, the combiner is called as the
- sort/merge result is written to disk. The combiner must:
- <ul>
- <li> be side-effect free</li>
- <li> have the same input and output key types and the same input and
- output value types</li>
- </ul></p>
-
- <p>Typically the combiner is same as the <code>Reducer</code> for the
- job i.e. {@link #setReducerClass(Class)}.</p>
-
- @param theClass the user-defined combiner class used to combine
- map-outputs.]]>
- </doc>
- </method>
- <method name="getSpeculativeExecution" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should speculative execution be used for this job?
- Defaults to <code>true</code>.
-
- @return <code>true</code> if speculative execution be used for this job,
- <code>false</code> otherwise.]]>
- </doc>
- </method>
- <method name="setSpeculativeExecution"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="speculativeExecution" type="boolean"/>
- <doc>
- <![CDATA[Turn speculative execution on or off for this job.
-
- @param speculativeExecution <code>true</code> if speculative execution
- should be turned on, else <code>false</code>.]]>
- </doc>
- </method>
- <method name="getMapSpeculativeExecution" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should speculative execution be used for this job for map tasks?
- Defaults to <code>true</code>.
-
- @return <code>true</code> if speculative execution be
- used for this job for map tasks,
- <code>false</code> otherwise.]]>
- </doc>
- </method>
- <method name="setMapSpeculativeExecution"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="speculativeExecution" type="boolean"/>
- <doc>
- <![CDATA[Turn speculative execution on or off for this job for map tasks.
-
- @param speculativeExecution <code>true</code> if speculative execution
- should be turned on for map tasks,
- else <code>false</code>.]]>
- </doc>
- </method>
- <method name="getReduceSpeculativeExecution" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should speculative execution be used for this job for reduce tasks?
- Defaults to <code>true</code>.
-
- @return <code>true</code> if speculative execution be used
- for reduce tasks for this job,
- <code>false</code> otherwise.]]>
- </doc>
- </method>
- <method name="setReduceSpeculativeExecution"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="speculativeExecution" type="boolean"/>
- <doc>
- <![CDATA[Turn speculative execution on or off for this job for reduce tasks.
-
- @param speculativeExecution <code>true</code> if speculative execution
- should be turned on for reduce tasks,
- else <code>false</code>.]]>
- </doc>
- </method>
- <method name="getNumMapTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get configured the number of reduce tasks for this job.
- Defaults to <code>1</code>.
-
- @return the number of reduce tasks for this job.]]>
- </doc>
- </method>
- <method name="setNumMapTasks"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="int"/>
- <doc>
- <![CDATA[Set the number of map tasks for this job.
-
- <p><i>Note</i>: This is only a <i>hint</i> to the framework. The actual
- number of spawned map tasks depends on the number of {@link InputSplit}s
- generated by the job's {@link InputFormat#getSplits(JobConf, int)}.
-
- A custom {@link InputFormat} is typically used to accurately control
- the number of map tasks for the job.</p>
-
- <h4 id="NoOfMaps">How many maps?</h4>
-
- <p>The number of maps is usually driven by the total size of the inputs
- i.e. total number of blocks of the input files.</p>
-
- <p>The right level of parallelism for maps seems to be around 10-100 maps
- per-node, although it has been set up to 300 or so for very cpu-light map
- tasks. Task setup takes awhile, so it is best if the maps take at least a
- minute to execute.</p>
-
- <p>The default behavior of file-based {@link InputFormat}s is to split the
- input into <i>logical</i> {@link InputSplit}s based on the total size, in
- bytes, of input files. However, the {@link FileSystem} blocksize of the
- input files is treated as an upper bound for input splits. A lower bound
- on the split size can be set via
- <a href="{@docRoot}/../mapred-default.html#mapred.min.split.size">
- mapred.min.split.size</a>.</p>
-
- <p>Thus, if you expect 10TB of input data and have a blocksize of 128MB,
- you'll end up with 82,000 maps, unless {@link #setNumMapTasks(int)} is
- used to set it even higher.</p>
-
- @param n the number of map tasks for this job.
- @see InputFormat#getSplits(JobConf, int)
- @see FileInputFormat
- @see FileSystem#getDefaultBlockSize()
- @see FileStatus#getBlockSize()]]>
- </doc>
- </method>
- <method name="getNumReduceTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get configured the number of reduce tasks for this job. Defaults to
- <code>1</code>.
-
- @return the number of reduce tasks for this job.]]>
- </doc>
- </method>
- <method name="setNumReduceTasks"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="int"/>
- <doc>
- <![CDATA[Set the requisite number of reduce tasks for this job.
-
- <h4 id="NoOfReduces">How many reduces?</h4>
-
- <p>The right number of reduces seems to be <code>0.95</code> or
- <code>1.75</code> multiplied by (<<i>no. of nodes</i>> *
- <a href="{@docRoot}/../mapred-default.html#mapred.tasktracker.reduce.tasks.maximum">
- mapred.tasktracker.reduce.tasks.maximum</a>).
- </p>
-
- <p>With <code>0.95</code> all of the reduces can launch immediately and
- start transfering map outputs as the maps finish. With <code>1.75</code>
- the faster nodes will finish their first round of reduces and launch a
- second wave of reduces doing a much better job of load balancing.</p>
-
- <p>Increasing the number of reduces increases the framework overhead, but
- increases load balancing and lowers the cost of failures.</p>
-
- <p>The scaling factors above are slightly less than whole numbers to
- reserve a few reduce slots in the framework for speculative-tasks, failures
- etc.</p>
- <h4 id="ReducerNone">Reducer NONE</h4>
-
- <p>It is legal to set the number of reduce-tasks to <code>zero</code>.</p>
-
- <p>In this case the output of the map-tasks directly go to distributed
- file-system, to the path set by
- {@link FileOutputFormat#setOutputPath(JobConf, Path)}. Also, the
- framework doesn't sort the map-outputs before writing it out to HDFS.</p>
-
- @param n the number of reduce tasks for this job.]]>
- </doc>
- </method>
- <method name="getMaxMapAttempts" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the configured number of maximum attempts that will be made to run a
- map task, as specified by the <code>mapred.map.max.attempts</code>
- property. If this property is not already set, the default is 4 attempts.
-
- @return the max number of attempts per map task.]]>
- </doc>
- </method>
- <method name="setMaxMapAttempts"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="int"/>
- <doc>
- <![CDATA[Expert: Set the number of maximum attempts that will be made to run a
- map task.
-
- @param n the number of attempts per map task.]]>
- </doc>
- </method>
- <method name="getMaxReduceAttempts" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the configured number of maximum attempts that will be made to run a
- reduce task, as specified by the <code>mapred.reduce.max.attempts</code>
- property. If this property is not already set, the default is 4 attempts.
-
- @return the max number of attempts per reduce task.]]>
- </doc>
- </method>
- <method name="setMaxReduceAttempts"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="int"/>
- <doc>
- <![CDATA[Expert: Set the number of maximum attempts that will be made to run a
- reduce task.
-
- @param n the number of attempts per reduce task.]]>
- </doc>
- </method>
- <method name="getJobName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user-specified job name. This is only used to identify the
- job to the user.
-
- @return the job's name, defaulting to "".]]>
- </doc>
- </method>
- <method name="setJobName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the user-specified job name.
-
- @param name the job's new name.]]>
- </doc>
- </method>
- <method name="getSessionId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user-specified session identifier. The default is the empty string.
- The session identifier is used to tag metric data that is reported to some
- performance metrics system via the org.apache.hadoop.metrics API. The
- session identifier is intended, in particular, for use by Hadoop-On-Demand
- (HOD) which allocates a virtual Hadoop cluster dynamically and transiently.
- HOD will set the session identifier by modifying the mapred-site.xml file
- before starting the cluster.
- When not running under HOD, this identifer is expected to remain set to
- the empty string.
- @return the session identifier, defaulting to "".]]>
- </doc>
- </method>
- <method name="setSessionId"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sessionId" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the user-specified session identifier.
- @param sessionId the new session id.]]>
- </doc>
- </method>
- <method name="setMaxTaskFailuresPerTracker"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="noFailures" type="int"/>
- <doc>
- <![CDATA[Set the maximum no. of failures of a given job per tasktracker.
- If the no. of task failures exceeds <code>noFailures</code>, the
- tasktracker is <i>blacklisted</i> for this job.
-
- @param noFailures maximum no. of failures of a given job per tasktracker.]]>
- </doc>
- </method>
- <method name="getMaxTaskFailuresPerTracker" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Expert: Get the maximum no. of failures of a given job per tasktracker.
- If the no. of task failures exceeds this, the tasktracker is
- <i>blacklisted</i> for this job.
-
- @return the maximum no. of failures of a given job per tasktracker.]]>
- </doc>
- </method>
- <method name="getMaxMapTaskFailuresPercent" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the maximum percentage of map tasks that can fail without
- the job being aborted.
-
- Each map task is executed a minimum of {@link #getMaxMapAttempts()}
- attempts before being declared as <i>failed</i>.
-
- Defaults to <code>zero</code>, i.e. <i>any</i> failed map-task results in
- the job being declared as {@link JobStatus#FAILED}.
-
- @return the maximum percentage of map tasks that can fail without
- the job being aborted.]]>
- </doc>
- </method>
- <method name="setMaxMapTaskFailuresPercent"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="percent" type="int"/>
- <doc>
- <![CDATA[Expert: Set the maximum percentage of map tasks that can fail without the
- job being aborted.
-
- Each map task is executed a minimum of {@link #getMaxMapAttempts} attempts
- before being declared as <i>failed</i>.
-
- @param percent the maximum percentage of map tasks that can fail without
- the job being aborted.]]>
- </doc>
- </method>
- <method name="getMaxReduceTaskFailuresPercent" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the maximum percentage of reduce tasks that can fail without
- the job being aborted.
-
- Each reduce task is executed a minimum of {@link #getMaxReduceAttempts()}
- attempts before being declared as <i>failed</i>.
-
- Defaults to <code>zero</code>, i.e. <i>any</i> failed reduce-task results
- in the job being declared as {@link JobStatus#FAILED}.
-
- @return the maximum percentage of reduce tasks that can fail without
- the job being aborted.]]>
- </doc>
- </method>
- <method name="setMaxReduceTaskFailuresPercent"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="percent" type="int"/>
- <doc>
- <![CDATA[Set the maximum percentage of reduce tasks that can fail without the job
- being aborted.
-
- Each reduce task is executed a minimum of {@link #getMaxReduceAttempts()}
- attempts before being declared as <i>failed</i>.
-
- @param percent the maximum percentage of reduce tasks that can fail without
- the job being aborted.]]>
- </doc>
- </method>
- <method name="setJobPriority"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="prio" type="org.apache.hadoop.mapred.JobPriority"/>
- <doc>
- <![CDATA[Set {@link JobPriority} for this job.
-
- @param prio the {@link JobPriority} for this job.]]>
- </doc>
- </method>
- <method name="getJobPriority" return="org.apache.hadoop.mapred.JobPriority"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link JobPriority} for this job.
-
- @return the {@link JobPriority} for this job.]]>
- </doc>
- </method>
- <method name="getProfileEnabled" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get whether the task profiling is enabled.
- @return true if some tasks will be profiled]]>
- </doc>
- </method>
- <method name="setProfileEnabled"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newValue" type="boolean"/>
- <doc>
- <![CDATA[Set whether the system should collect profiler information for some of
- the tasks in this job? The information is stored in the user log
- directory.
- @param newValue true means it should be gathered]]>
- </doc>
- </method>
- <method name="getProfileParams" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the profiler configuration arguments.
- The default value for this property is
- "-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s"
-
- @return the parameters to pass to the task child to configure profiling]]>
- </doc>
- </method>
- <method name="setProfileParams"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the profiler configuration arguments. If the string contains a '%s' it
- will be replaced with the name of the profiling output file when the task
- runs.
- This value is passed to the task child JVM on the command line.
- @param value the configuration string]]>
- </doc>
- </method>
- <method name="getProfileTaskRange" return="org.apache.hadoop.conf.Configuration.IntegerRanges"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="isMap" type="boolean"/>
- <doc>
- <![CDATA[Get the range of maps or reduces to profile.
- @param isMap is the task a map?
- @return the task ranges]]>
- </doc>
- </method>
- <method name="setProfileTaskRange"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="isMap" type="boolean"/>
- <param name="newValue" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the ranges of maps or reduces to profile. setProfileEnabled(true)
- must also be called.
- @param newValue a set of integer ranges of the map ids]]>
- </doc>
- </method>
- <method name="setMapDebugScript"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mDbgScript" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the debug script to run when the map tasks fail.
-
- <p>The debug script can aid debugging of failed map tasks. The script is
- given task's stdout, stderr, syslog, jobconf files as arguments.</p>
-
- <p>The debug command, run on the node where the map failed, is:</p>
- <p><pre><blockquote>
- $script $stdout $stderr $syslog $jobconf.
- </blockquote></pre></p>
-
- <p> The script file is distributed through {@link DistributedCache}
- APIs. The script needs to be symlinked. </p>
-
- <p>Here is an example on how to submit a script
- <p><blockquote><pre>
- job.setMapDebugScript("./myscript");
- DistributedCache.createSymlink(job);
- DistributedCache.addCacheFile("/debug/scripts/myscript#myscript");
- </pre></blockquote></p>
-
- @param mDbgScript the script name]]>
- </doc>
- </method>
- <method name="getMapDebugScript" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the map task's debug script.
-
- @return the debug Script for the mapred job for failed map tasks.
- @see #setMapDebugScript(String)]]>
- </doc>
- </method>
- <method name="setReduceDebugScript"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rDbgScript" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the debug script to run when the reduce tasks fail.
-
- <p>The debug script can aid debugging of failed reduce tasks. The script
- is given task's stdout, stderr, syslog, jobconf files as arguments.</p>
-
- <p>The debug command, run on the node where the map failed, is:</p>
- <p><pre><blockquote>
- $script $stdout $stderr $syslog $jobconf.
- </blockquote></pre></p>
-
- <p> The script file is distributed through {@link DistributedCache}
- APIs. The script file needs to be symlinked </p>
-
- <p>Here is an example on how to submit a script
- <p><blockquote><pre>
- job.setReduceDebugScript("./myscript");
- DistributedCache.createSymlink(job);
- DistributedCache.addCacheFile("/debug/scripts/myscript#myscript");
- </pre></blockquote></p>
-
- @param rDbgScript the script name]]>
- </doc>
- </method>
- <method name="getReduceDebugScript" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the reduce task's debug Script
-
- @return the debug script for the mapred job for failed reduce tasks.
- @see #setReduceDebugScript(String)]]>
- </doc>
- </method>
- <method name="getJobEndNotificationURI" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the uri to be invoked in-order to send a notification after the job
- has completed (success/failure).
-
- @return the job end notification uri, <code>null</code> if it hasn't
- been set.
- @see #setJobEndNotificationURI(String)]]>
- </doc>
- </method>
- <method name="setJobEndNotificationURI"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="uri" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the uri to be invoked in-order to send a notification after the job
- has completed (success/failure).
-
- <p>The uri can contain 2 special parameters: <tt>$jobId</tt> and
- <tt>$jobStatus</tt>. Those, if present, are replaced by the job's
- identifier and completion-status respectively.</p>
-
- <p>This is typically used by application-writers to implement chaining of
- Map-Reduce jobs in an <i>asynchronous manner</i>.</p>
-
- @param uri the job end notification uri
- @see JobStatus
- @see <a href="{@docRoot}/org/apache/hadoop/mapred/JobClient.html#
- JobCompletionAndChaining">Job Completion and Chaining</a>]]>
- </doc>
- </method>
- <method name="getJobLocalDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get job-specific shared directory for use as scratch space
-
- <p>
- When a job starts, a shared directory is created at location
- <code>
- ${mapred.local.dir}/taskTracker/$user/jobcache/$jobid/work/ </code>.
- This directory is exposed to the users through
- <code>job.local.dir </code>.
- So, the tasks can use this space
- as scratch space and share files among them. </p>
- This value is available as System property also.
-
- @return The localized job specific shared directory]]>
- </doc>
- </method>
- <method name="getMemoryForMapTask" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get memory required to run a map task of the job, in MB.
-
- If a value is specified in the configuration, it is returned.
- Else, it returns {@link #DISABLED_MEMORY_LIMIT}.
- <p/>
- For backward compatibility, if the job configuration sets the
- key {@link #MAPRED_TASK_MAXVMEM_PROPERTY} to a value different
- from {@link #DISABLED_MEMORY_LIMIT}, that value will be used
- after converting it from bytes to MB.
- @return memory required to run a map task of the job, in MB,
- or {@link #DISABLED_MEMORY_LIMIT} if unset.]]>
- </doc>
- </method>
- <method name="setMemoryForMapTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mem" type="long"/>
- </method>
- <method name="getMemoryForReduceTask" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get memory required to run a reduce task of the job, in MB.
-
- If a value is specified in the configuration, it is returned.
- Else, it returns {@link #DISABLED_MEMORY_LIMIT}.
- <p/>
- For backward compatibility, if the job configuration sets the
- key {@link #MAPRED_TASK_MAXVMEM_PROPERTY} to a value different
- from {@link #DISABLED_MEMORY_LIMIT}, that value will be used
- after converting it from bytes to MB.
- @return memory required to run a reduce task of the job, in MB,
- or {@link #DISABLED_MEMORY_LIMIT} if unset.]]>
- </doc>
- </method>
- <method name="setMemoryForReduceTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mem" type="long"/>
- </method>
- <method name="getQueueName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the name of the queue to which this job is submitted.
- Defaults to 'default'.
-
- @return name of the queue]]>
- </doc>
- </method>
- <method name="setQueueName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queueName" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the name of the queue to which this job should be submitted.
-
- @param queueName Name of the queue]]>
- </doc>
- </method>
- <method name="normalizeMemoryConfigValue" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="long"/>
- <doc>
- <![CDATA[Normalize the negative values in configuration
-
- @param val
- @return normalized value]]>
- </doc>
- </method>
- <method name="getMaxVirtualMemoryForTask" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #getMemoryForMapTask()} and
- {@link #getMemoryForReduceTask()}">
- <doc>
- <![CDATA[Get the memory required to run a task of this job, in bytes. See
- {@link #MAPRED_TASK_MAXVMEM_PROPERTY}
- <p/>
- This method is deprecated. Now, different memory limits can be
- set for map and reduce tasks of a job, in MB.
- <p/>
- For backward compatibility, if the job configuration sets the
- key {@link #MAPRED_TASK_MAXVMEM_PROPERTY} to a value different
- from {@link #DISABLED_MEMORY_LIMIT}, that value is returned.
- Otherwise, this method will return the larger of the values returned by
- {@link #getMemoryForMapTask()} and {@link #getMemoryForReduceTask()}
- after converting them into bytes.
-
- @return Memory required to run a task of this job, in bytes,
- or {@link #DISABLED_MEMORY_LIMIT}, if unset.
- @see #setMaxVirtualMemoryForTask(long)
- @deprecated Use {@link #getMemoryForMapTask()} and
- {@link #getMemoryForReduceTask()}]]>
- </doc>
- </method>
- <method name="setMaxVirtualMemoryForTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #setMemoryForMapTask(long mem)} and
- Use {@link #setMemoryForReduceTask(long mem)}">
- <param name="vmem" type="long"/>
- <doc>
- <![CDATA[Set the maximum amount of memory any task of this job can use. See
- {@link #MAPRED_TASK_MAXVMEM_PROPERTY}
- <p/>
- mapred.task.maxvmem is split into
- mapred.job.map.memory.mb
- and mapred.job.map.memory.mb,mapred
- each of the new key are set
- as mapred.task.maxvmem / 1024
- as new values are in MB
- @param vmem Maximum amount of virtual memory in bytes any task of this job
- can use.
- @see #getMaxVirtualMemoryForTask()
- @deprecated
- Use {@link #setMemoryForMapTask(long mem)} and
- Use {@link #setMemoryForReduceTask(long mem)}]]>
- </doc>
- </method>
- <method name="getMaxPhysicalMemoryForTask" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="this variable is deprecated and nolonger in use.">
- <doc>
- <![CDATA[@deprecated this variable is deprecated and nolonger in use.]]>
- </doc>
- </method>
- <method name="setMaxPhysicalMemoryForTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mem" type="long"/>
- </method>
- <field name="MAPRED_TASK_MAXVMEM_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="Use {@link #MAPRED_JOB_MAP_MEMORY_MB_PROPERTY} and
- {@link #MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY}">
- <doc>
- <![CDATA[@deprecated Use {@link #MAPRED_JOB_MAP_MEMORY_MB_PROPERTY} and
- {@link #MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY}]]>
- </doc>
- </field>
- <field name="UPPER_LIMIT_ON_TASK_VMEM_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="deprecated, no comment">
- <doc>
- <![CDATA[@deprecated]]>
- </doc>
- </field>
- <field name="MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="deprecated, no comment">
- <doc>
- <![CDATA[@deprecated]]>
- </doc>
- </field>
- <field name="MAPRED_TASK_MAXPMEM_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="deprecated, no comment">
- <doc>
- <![CDATA[@deprecated]]>
- </doc>
- </field>
- <field name="DISABLED_MEMORY_LIMIT" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A value which if set for memory related configuration options,
- indicates that the options are turned off.]]>
- </doc>
- </field>
- <field name="MAPRED_LOCAL_DIR_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Property name for the configuration property mapred.local.dir]]>
- </doc>
- </field>
- <field name="DEFAULT_QUEUE_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Name of the queue to which jobs will be submitted, if no queue
- name is mentioned.]]>
- </doc>
- </field>
- <field name="MAPRED_JOB_MAP_MEMORY_MB_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPRED_TASK_JAVA_OPTS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="Use {@link #MAPRED_MAP_TASK_JAVA_OPTS} or
- {@link #MAPRED_REDUCE_TASK_JAVA_OPTS}">
- <doc>
- <![CDATA[Configuration key to set the java command line options for the child
- map and reduce tasks.
-
- Java opts for the task tracker child processes.
- The following symbol, if present, will be interpolated: @taskid@.
- It is replaced by current TaskID. Any other occurrences of '@' will go
- unchanged.
- For example, to enable verbose gc logging to a file named for the taskid in
- /tmp and to set the heap maximum to be a gigabyte, pass a 'value' of:
- -Xmx1024m -verbose:gc -Xloggc:/tmp/@taskid@.gc
-
- The configuration variable {@link #MAPRED_TASK_ULIMIT} can be used to
- control the maximum virtual memory of the child processes.
-
- The configuration variable {@link #MAPRED_TASK_ENV} can be used to pass
- other environment variables to the child processes.
-
- @deprecated Use {@link #MAPRED_MAP_TASK_JAVA_OPTS} or
- {@link #MAPRED_REDUCE_TASK_JAVA_OPTS}]]>
- </doc>
- </field>
- <field name="MAPRED_MAP_TASK_JAVA_OPTS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration key to set the java command line options for the map tasks.
-
- Java opts for the task tracker child map processes.
- The following symbol, if present, will be interpolated: @taskid@.
- It is replaced by current TaskID. Any other occurrences of '@' will go
- unchanged.
- For example, to enable verbose gc logging to a file named for the taskid in
- /tmp and to set the heap maximum to be a gigabyte, pass a 'value' of:
- -Xmx1024m -verbose:gc -Xloggc:/tmp/@taskid@.gc
-
- The configuration variable {@link #MAPRED_MAP_TASK_ULIMIT} can be used to
- control the maximum virtual memory of the map processes.
-
- The configuration variable {@link #MAPRED_MAP_TASK_ENV} can be used to pass
- other environment variables to the map processes.]]>
- </doc>
- </field>
- <field name="MAPRED_REDUCE_TASK_JAVA_OPTS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration key to set the java command line options for the reduce tasks.
-
- Java opts for the task tracker child reduce processes.
- The following symbol, if present, will be interpolated: @taskid@.
- It is replaced by current TaskID. Any other occurrences of '@' will go
- unchanged.
- For example, to enable verbose gc logging to a file named for the taskid in
- /tmp and to set the heap maximum to be a gigabyte, pass a 'value' of:
- -Xmx1024m -verbose:gc -Xloggc:/tmp/@taskid@.gc
-
- The configuration variable {@link #MAPRED_REDUCE_TASK_ULIMIT} can be used
- to control the maximum virtual memory of the reduce processes.
-
- The configuration variable {@link #MAPRED_REDUCE_TASK_ENV} can be used to
- pass process environment variables to the reduce processes.]]>
- </doc>
- </field>
- <field name="DEFAULT_MAPRED_TASK_JAVA_OPTS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPRED_TASK_ULIMIT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="Use {@link #MAPRED_MAP_TASK_ULIMIT} or
- {@link #MAPRED_REDUCE_TASK_ULIMIT}">
- <doc>
- <![CDATA[Configuration key to set the maximum virutal memory available to the child
- map and reduce tasks (in kilo-bytes).
-
- Note: This must be greater than or equal to the -Xmx passed to the JavaVM
- via {@link #MAPRED_TASK_JAVA_OPTS}, else the VM might not start.
-
- @deprecated Use {@link #MAPRED_MAP_TASK_ULIMIT} or
- {@link #MAPRED_REDUCE_TASK_ULIMIT}]]>
- </doc>
- </field>
- <field name="MAPRED_MAP_TASK_ULIMIT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration key to set the maximum virutal memory available to the
- map tasks (in kilo-bytes).
-
- Note: This must be greater than or equal to the -Xmx passed to the JavaVM
- via {@link #MAPRED_MAP_TASK_JAVA_OPTS}, else the VM might not start.]]>
- </doc>
- </field>
- <field name="MAPRED_REDUCE_TASK_ULIMIT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration key to set the maximum virutal memory available to the
- reduce tasks (in kilo-bytes).
-
- Note: This must be greater than or equal to the -Xmx passed to the JavaVM
- via {@link #MAPRED_REDUCE_TASK_JAVA_OPTS}, else the VM might not start.]]>
- </doc>
- </field>
- <field name="MAPRED_TASK_ENV" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="Use {@link #MAPRED_MAP_TASK_ENV} or
- {@link #MAPRED_REDUCE_TASK_ENV}">
- <doc>
- <![CDATA[Configuration key to set the environment of the child map/reduce tasks.
-
- The format of the value is <code>k1=v1,k2=v2</code>. Further it can
- reference existing environment variables via <code>$key</code>.
-
- Example:
- <ul>
- <li> A=foo - This will set the env variable A to foo. </li>
- <li> B=$X:c This is inherit tasktracker's X env variable. </li>
- </ul>
-
- @deprecated Use {@link #MAPRED_MAP_TASK_ENV} or
- {@link #MAPRED_REDUCE_TASK_ENV}]]>
- </doc>
- </field>
- <field name="MAPRED_MAP_TASK_ENV" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration key to set the maximum virutal memory available to the
- map tasks.
-
- The format of the value is <code>k1=v1,k2=v2</code>. Further it can
- reference existing environment variables via <code>$key</code>.
-
- Example:
- <ul>
- <li> A=foo - This will set the env variable A to foo. </li>
- <li> B=$X:c This is inherit tasktracker's X env variable. </li>
- </ul>]]>
- </doc>
- </field>
- <field name="MAPRED_REDUCE_TASK_ENV" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration key to set the maximum virutal memory available to the
- reduce tasks.
-
- The format of the value is <code>k1=v1,k2=v2</code>. Further it can
- reference existing environment variables via <code>$key</code>.
-
- Example:
- <ul>
- <li> A=foo - This will set the env variable A to foo. </li>
- <li> B=$X:c This is inherit tasktracker's X env variable. </li>
- </ul>]]>
- </doc>
- </field>
- <field name="WORKFLOW_ID" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_NODE_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_ADJACENCY_PREFIX_STRING" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_ADJACENCY_PREFIX_PATTERN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_TAGS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPREDUCE_RECOVER_JOB" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_MAPREDUCE_RECOVER_JOB" type="boolean"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A map/reduce job configuration.
-
- <p><code>JobConf</code> is the primary interface for a user to describe a
- map-reduce job to the Hadoop framework for execution. The framework tries to
- faithfully execute the job as-is described by <code>JobConf</code>, however:
- <ol>
- <li>
- Some configuration parameters might have been marked as
- <a href="{@docRoot}/org/apache/hadoop/conf/Configuration.html#FinalParams">
- final</a> by administrators and hence cannot be altered.
- </li>
- <li>
- While some job parameters are straight-forward to set
- (e.g. {@link #setNumReduceTasks(int)}), some parameters interact subtly
- rest of the framework and/or job-configuration and is relatively more
- complex for the user to control finely (e.g. {@link #setNumMapTasks(int)}).
- </li>
- </ol></p>
-
- <p><code>JobConf</code> typically specifies the {@link Mapper}, combiner
- (if any), {@link Partitioner}, {@link Reducer}, {@link InputFormat} and
- {@link OutputFormat} implementations to be used etc.
- <p>Optionally <code>JobConf</code> is used to specify other advanced facets
- of the job such as <code>Comparator</code>s to be used, files to be put in
- the {@link DistributedCache}, whether or not intermediate and/or job outputs
- are to be compressed (and how), debugability via user-provided scripts
- ( {@link #setMapDebugScript(String)}/{@link #setReduceDebugScript(String)}),
- for doing post-processing on task logs, task's stdout, stderr, syslog.
- and etc.</p>
-
- <p>Here is an example on how to configure a job via <code>JobConf</code>:</p>
- <p><blockquote><pre>
- // Create a new JobConf
- JobConf job = new JobConf(new Configuration(), MyJob.class);
-
- // Specify various job-specific parameters
- job.setJobName("myjob");
-
- FileInputFormat.setInputPaths(job, new Path("in"));
- FileOutputFormat.setOutputPath(job, new Path("out"));
-
- job.setMapperClass(MyJob.MyMapper.class);
- job.setCombinerClass(MyJob.MyReducer.class);
- job.setReducerClass(MyJob.MyReducer.class);
-
- job.setInputFormat(SequenceFileInputFormat.class);
- job.setOutputFormat(SequenceFileOutputFormat.class);
- </pre></blockquote></p>
-
- @see JobClient
- @see ClusterStatus
- @see Tool
- @see DistributedCache]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobConf -->
- <!-- start interface org.apache.hadoop.mapred.JobConfigurable -->
- <interface name="JobConfigurable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Initializes a new instance from a {@link JobConf}.
- @param job the configuration]]>
- </doc>
- </method>
- <doc>
- <![CDATA[That what may be configured.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.JobConfigurable -->
- <!-- start class org.apache.hadoop.mapred.JobContext -->
- <class name="JobContext" extends="org.apache.hadoop.mapreduce.JobContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getJobConf" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job Configuration
-
- @return JobConf]]>
- </doc>
- </method>
- <method name="getProgressible" return="org.apache.hadoop.util.Progressable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the progress mechanism for reporting progress.
-
- @return progress mechanism]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobContext -->
- <!-- start class org.apache.hadoop.mapred.JobEndNotifier -->
- <class name="JobEndNotifier" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobEndNotifier"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="startNotifier"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="stopNotifier"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="registerNotification"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="status" type="org.apache.hadoop.mapred.JobStatus"/>
- </method>
- <method name="localRunnerNotification"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="status" type="org.apache.hadoop.mapred.JobStatus"/>
- </method>
- <field name="MAPREDUCE_JOBEND_NOTIFICATION_TIMEOUT_DEFAULT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobEndNotifier -->
- <!-- start class org.apache.hadoop.mapred.JobHistory -->
- <class name="JobHistory" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getHistoryFilePath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <doc>
- <![CDATA[Given the job id, return the history file path from the cache]]>
- </doc>
- </method>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobTracker" type="org.apache.hadoop.mapred.JobTracker"/>
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="hostname" type="java.lang.String"/>
- <param name="jobTrackerStartTime" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Initialize JobHistory files.
- @param conf Jobconf of the job tracker.
- @param hostname jobtracker's hostname
- @param jobTrackerStartTime jobtracker's start time]]>
- </doc>
- </method>
- <method name="parseHistoryFromFS"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="java.lang.String"/>
- <param name="l" type="org.apache.hadoop.mapred.JobHistory.Listener"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Parses history file and invokes Listener.handle() for
- each line of history. It can be used for looking through history
- files for specific items without having to keep whole history in memory.
- @param path path to history file
- @param l Listener for history events
- @param fs FileSystem where history file is present
- @throws IOException]]>
- </doc>
- </method>
- <method name="getTaskLogsUrl" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attempt" type="org.apache.hadoop.mapred.JobHistory.TaskAttempt"/>
- <doc>
- <![CDATA[Return the TaskLogsUrl of a particular TaskAttempt
-
- @param attempt
- @return the taskLogsUrl. null if http-port or tracker-name or
- task-attempt-id are unavailable.]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_NAME_TRIM_LENGTH" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DONEDIR_FS" type="org.apache.hadoop.fs.FileSystem"
- transient="false" volatile="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="DONE" type="org.apache.hadoop.fs.Path"
- transient="false" volatile="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="JOBHISTORY_FILENAME_REGEX" type="java.util.regex.Pattern"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_FILENAME_REGEX" type="java.util.regex.Pattern"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Provides methods for writing to and reading from job history.
- Job History works in an append mode, JobHistory and its inner classes provide methods
- to log job events.
-
- JobHistory is split into multiple files, format of each file is plain text where each line
- is of the format [type (key=value)*], where type identifies the type of the record.
- Type maps to UID of one of the inner classes of this class.
-
- Job history is maintained in a master index which contains star/stop times of all jobs with
- a few other job level properties. Apart from this each job's history is maintained in a seperate history
- file. name of job history files follows the format jobtrackerId_jobid
-
- For parsing the job history it supports a listener based interface where each line is parsed
- and passed to listener. The listener can create an object model of history or look for specific
- events and discard rest of the history.
-
- CHANGE LOG :
- Version 0 : The history has the following format :
- TAG KEY1="VALUE1" KEY2="VALUE2" and so on.
- TAG can be Job, Task, MapAttempt or ReduceAttempt.
- Note that a '"' is the line delimiter.
- Version 1 : Changes the line delimiter to '.'
- Values are now escaped for unambiguous parsing.
- Added the Meta tag to store version info.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.HistoryCleaner -->
- <class name="JobHistory.HistoryCleaner" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Runnable"/>
- <constructor name="JobHistory.HistoryCleaner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Cleans up history data.]]>
- </doc>
- </method>
- <method name="clean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="now" type="long"/>
- </method>
- <doc>
- <![CDATA[Delete history files older than one month. Update master index and remove all
- jobs older than one month. Also if a job tracker has no jobs in last one month
- remove reference to the job tracker.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.HistoryCleaner -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.JobInfo -->
- <class name="JobHistory.JobInfo" extends="org.apache.hadoop.mapred.JobHistory.KeyValuePair"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistory.JobInfo" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create new JobInfo]]>
- </doc>
- </constructor>
- <method name="getAllTasks" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns all map and reduce tasks <taskid-Task>.]]>
- </doc>
- </method>
- <method name="getJobACLs" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job acls.
-
- @return a {@link Map} from {@link JobACL} to {@link AccessControlList}]]>
- </doc>
- </method>
- <method name="handle"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="values" type="java.util.Map"/>
- </method>
- <method name="getLocalJobFilePath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <doc>
- <![CDATA[Get the path of the locally stored job file
- @param jobId id of the job
- @return the path of the job file on the local file system]]>
- </doc>
- </method>
- <method name="encodeJobHistoryFilePath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logFile" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Helper function to encode the URL of the path of the job-history
- log file.
-
- @param logFile path of the job-history file
- @return URL encoded path
- @throws IOException]]>
- </doc>
- </method>
- <method name="encodeJobHistoryFileName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logFileName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Helper function to encode the URL of the filename of the job-history
- log file.
-
- @param logFileName file name of the job-history file
- @return URL encoded filename
- @throws IOException]]>
- </doc>
- </method>
- <method name="decodeJobHistoryFileName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logFileName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Helper function to decode the URL of the filename of the job-history
- log file.
-
- @param logFileName file name of the job-history file
- @return URL decoded filename
- @throws IOException]]>
- </doc>
- </method>
- <method name="getUserName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the user name from the job conf]]>
- </doc>
- </method>
- <method name="getWorkflowAdjacencies" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the workflow adjacencies from the job conf
- The string returned is of the form "key"="value" "key"="value" ...]]>
- </doc>
- </method>
- <method name="getJobHistoryLogLocation" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logFileName" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the job history file path given the history filename]]>
- </doc>
- </method>
- <method name="getJobHistoryLogLocationForUser" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logFileName" type="java.lang.String"/>
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the user job history file path]]>
- </doc>
- </method>
- <method name="getJobHistoryFileName" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Recover the job history filename from the history folder.
- Uses the following pattern
- $jt-hostname_[0-9]*_$job-id_$user_$job-name*
- @param jobConf the job conf
- @param id job id]]>
- </doc>
- </method>
- <method name="recoverJobHistoryFile" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="logFilePath" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Selects one of the two files generated as a part of recovery.
- The thumb rule is that always select the oldest file.
- This call makes sure that only one file is left in the end.
- @param conf job conf
- @param logFilePath Path of the log file
- @throws IOException]]>
- </doc>
- </method>
- <method name="logSubmitted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logSubmitted(JobID, JobConf, String, long, boolean)} instead.">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="jobConfPath" type="java.lang.String"/>
- <param name="submitTime" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Log job submitted event to history. Creates a new file in history
- for the job. if history file creation fails, it disables history
- for all other events.
- @param jobId job id assigned by job tracker.
- @param jobConf job conf of the job
- @param jobConfPath path to job conf xml file in HDFS.
- @param submitTime time when job tracker received the job
- @throws IOException
- @deprecated Use
- {@link #logSubmitted(JobID, JobConf, String, long, boolean)} instead.]]>
- </doc>
- </method>
- <method name="logSubmitted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="jobConfPath" type="java.lang.String"/>
- <param name="submitTime" type="long"/>
- <param name="restarted" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="logInited"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="startTime" type="long"/>
- <param name="totalMaps" type="int"/>
- <param name="totalReduces" type="int"/>
- <doc>
- <![CDATA[Logs launch time of job.
-
- @param jobId job id, assigned by jobtracker.
- @param startTime start time of job.
- @param totalMaps total maps assigned by jobtracker.
- @param totalReduces total reduces.]]>
- </doc>
- </method>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use {@link #logInited(JobID, long, int, int)} and
- {@link #logStarted(JobID)}">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="startTime" type="long"/>
- <param name="totalMaps" type="int"/>
- <param name="totalReduces" type="int"/>
- <doc>
- <![CDATA[Logs the job as RUNNING.
- @param jobId job id, assigned by jobtracker.
- @param startTime start time of job.
- @param totalMaps total maps assigned by jobtracker.
- @param totalReduces total reduces.
- @deprecated Use {@link #logInited(JobID, long, int, int)} and
- {@link #logStarted(JobID)}]]>
- </doc>
- </method>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <doc>
- <![CDATA[Logs job as running
- @param jobId job id, assigned by jobtracker.]]>
- </doc>
- </method>
- <method name="logFinished"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="finishTime" type="long"/>
- <param name="finishedMaps" type="int"/>
- <param name="finishedReduces" type="int"/>
- <param name="failedMaps" type="int"/>
- <param name="failedReduces" type="int"/>
- <param name="mapCounters" type="org.apache.hadoop.mapred.Counters"/>
- <param name="reduceCounters" type="org.apache.hadoop.mapred.Counters"/>
- <param name="counters" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Log job finished. closes the job file in history.
- @param jobId job id, assigned by jobtracker.
- @param finishTime finish time of job in ms.
- @param finishedMaps no of maps successfully finished.
- @param finishedReduces no of reduces finished sucessfully.
- @param failedMaps no of failed map tasks.
- @param failedReduces no of failed reduce tasks.
- @param counters the counters from the job]]>
- </doc>
- </method>
- <method name="logFailed"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="timestamp" type="long"/>
- <param name="finishedMaps" type="int"/>
- <param name="finishedReduces" type="int"/>
- <param name="failReason" type="java.lang.String"/>
- <doc>
- <![CDATA[Logs job failed event. Closes the job history log file.
- @param jobid job id
- @param timestamp time when job failure was detected in ms.
- @param finishedMaps no finished map tasks.
- @param finishedReduces no of finished reduce tasks.]]>
- </doc>
- </method>
- <method name="logKilled"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="timestamp" type="long"/>
- <param name="finishedMaps" type="int"/>
- <param name="finishedReduces" type="int"/>
- <doc>
- <![CDATA[Logs job killed event. Closes the job history log file.
-
- @param jobid
- job id
- @param timestamp
- time when job killed was issued in ms.
- @param finishedMaps
- no finished map tasks.
- @param finishedReduces
- no of finished reduce tasks.]]>
- </doc>
- </method>
- <method name="logJobPriority"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="priority" type="org.apache.hadoop.mapred.JobPriority"/>
- <doc>
- <![CDATA[Log job's priority.
- @param jobid job id
- @param priority Jobs priority]]>
- </doc>
- </method>
- <method name="logJobInfo"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use {@link #logJobInfo(JobID, long, long)} instead.">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="submitTime" type="long"/>
- <param name="launchTime" type="long"/>
- <param name="restartCount" type="int"/>
- <doc>
- <![CDATA[Log job's submit-time/launch-time
- @param jobid job id
- @param submitTime job's submit time
- @param launchTime job's launch time
- @param restartCount number of times the job got restarted
- @deprecated Use {@link #logJobInfo(JobID, long, long)} instead.]]>
- </doc>
- </method>
- <method name="logJobInfo"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="submitTime" type="long"/>
- <param name="launchTime" type="long"/>
- </method>
- <doc>
- <![CDATA[Helper class for logging or reading back events related to job start, finish or failure.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.JobInfo -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.Keys -->
- <class name="JobHistory.Keys" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.JobHistory.Keys[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.JobHistory.Keys"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="JOBTRACKERID" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="START_TIME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FINISH_TIME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOBID" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOBNAME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="USER" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOBCONF" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUBMIT_TIME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LAUNCH_TIME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TOTAL_MAPS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TOTAL_REDUCES" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED_MAPS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED_REDUCES" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FINISHED_MAPS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FINISHED_REDUCES" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_STATUS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASKID" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HOSTNAME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_TYPE" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ERROR" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_ATTEMPT_ID" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_STATUS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COPY_PHASE" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SORT_PHASE" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_PHASE" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SHUFFLE_FINISHED" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SORT_FINISHED" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COUNTERS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SPLITS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_PRIORITY" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HTTP_PORT" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TRACKER_NAME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="STATE_STRING" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VERSION" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_COUNTERS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_COUNTERS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VIEW_JOB" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MODIFY_JOB" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_QUEUE" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAIL_REASON" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOCALITY" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="AVATAAR" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_ID" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_NAME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_NODE_NAME" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_ADJACENCIES" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WORKFLOW_TAGS" type="org.apache.hadoop.mapred.JobHistory.Keys"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Job history files contain key="value" pairs, where keys belong to this enum.
- It acts as a global namespace for all keys.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.Keys -->
- <!-- start interface org.apache.hadoop.mapred.JobHistory.Listener -->
- <interface name="JobHistory.Listener" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="handle"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="recType" type="org.apache.hadoop.mapred.JobHistory.RecordTypes"/>
- <param name="values" type="java.util.Map"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Callback method for history parser.
- @param recType type of record, which is the first entry in the line.
- @param values a map of key-value pairs as thry appear in history.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Callback interface for reading back log events from JobHistory. This interface
- should be implemented and passed to JobHistory.parseHistory()]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.JobHistory.Listener -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.MapAttempt -->
- <class name="JobHistory.MapAttempt" extends="org.apache.hadoop.mapred.JobHistory.TaskAttempt"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistory.MapAttempt"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logStarted(TaskAttemptID, long, String, int, String)}">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="startTime" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <doc>
- <![CDATA[Log start time of this map task attempt.
- @param taskAttemptId task attempt id
- @param startTime start time of task attempt as reported by task tracker.
- @param hostName host name of the task attempt.
- @deprecated Use
- {@link #logStarted(TaskAttemptID, long, String, int, String)}]]>
- </doc>
- </method>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="startTime" type="long"/>
- <param name="trackerName" type="java.lang.String"/>
- <param name="httpPort" type="int"/>
- <param name="taskType" type="java.lang.String"/>
- </method>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="startTime" type="long"/>
- <param name="trackerName" type="java.lang.String"/>
- <param name="httpPort" type="int"/>
- <param name="taskType" type="java.lang.String"/>
- <param name="locality" type="org.apache.hadoop.mapred.Locality"/>
- <param name="avataar" type="org.apache.hadoop.mapred.Avataar"/>
- <doc>
- <![CDATA[Log start time of this map task attempt.
-
- @param taskAttemptId task attempt id
- @param startTime start time of task attempt as reported by task tracker.
- @param trackerName name of the tracker executing the task attempt.
- @param httpPort http port of the task tracker executing the task attempt
- @param taskType Whether the attempt is cleanup or setup or map
- @param locality the data locality of the task attempt
- @param Avataar the avataar of the task attempt]]>
- </doc>
- </method>
- <method name="logFinished"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logFinished(TaskAttemptID, long, String, String, String, Counters)}">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="finishTime" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <doc>
- <![CDATA[Log finish time of map task attempt.
- @param taskAttemptId task attempt id
- @param finishTime finish time
- @param hostName host name
- @deprecated Use
- {@link #logFinished(TaskAttemptID, long, String, String, String, Counters)}]]>
- </doc>
- </method>
- <method name="logFinished"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="finishTime" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="taskType" type="java.lang.String"/>
- <param name="stateString" type="java.lang.String"/>
- <param name="counter" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Log finish time of map task attempt.
-
- @param taskAttemptId task attempt id
- @param finishTime finish time
- @param hostName host name
- @param taskType Whether the attempt is cleanup or setup or map
- @param stateString state string of the task attempt
- @param counter counters of the task attempt]]>
- </doc>
- </method>
- <method name="logFailed"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logFailed(TaskAttemptID, long, String, String, String)}">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="timestamp" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="error" type="java.lang.String"/>
- <doc>
- <![CDATA[Log task attempt failed event.
- @param taskAttemptId task attempt id
- @param timestamp timestamp
- @param hostName hostname of this task attempt.
- @param error error message if any for this task attempt.
- @deprecated Use
- {@link #logFailed(TaskAttemptID, long, String, String, String)}]]>
- </doc>
- </method>
- <method name="logFailed"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="timestamp" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="error" type="java.lang.String"/>
- <param name="taskType" type="java.lang.String"/>
- <doc>
- <![CDATA[Log task attempt failed event.
-
- @param taskAttemptId task attempt id
- @param timestamp timestamp
- @param hostName hostname of this task attempt.
- @param error error message if any for this task attempt.
- @param taskType Whether the attempt is cleanup or setup or map]]>
- </doc>
- </method>
- <method name="logKilled"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logKilled(TaskAttemptID, long, String, String, String)}">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="timestamp" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="error" type="java.lang.String"/>
- <doc>
- <![CDATA[Log task attempt killed event.
- @param taskAttemptId task attempt id
- @param timestamp timestamp
- @param hostName hostname of this task attempt.
- @param error error message if any for this task attempt.
- @deprecated Use
- {@link #logKilled(TaskAttemptID, long, String, String, String)}]]>
- </doc>
- </method>
- <method name="logKilled"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="timestamp" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="error" type="java.lang.String"/>
- <param name="taskType" type="java.lang.String"/>
- <doc>
- <![CDATA[Log task attempt killed event.
-
- @param taskAttemptId task attempt id
- @param timestamp timestamp
- @param hostName hostname of this task attempt.
- @param error error message if any for this task attempt.
- @param taskType Whether the attempt is cleanup or setup or map]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Helper class for logging or reading back events related to start, finish or failure of
- a Map Attempt on a node.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.MapAttempt -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.RecordTypes -->
- <class name="JobHistory.RecordTypes" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.JobHistory.RecordTypes[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.JobHistory.RecordTypes"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="Jobtracker" type="org.apache.hadoop.mapred.JobHistory.RecordTypes"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="Job" type="org.apache.hadoop.mapred.JobHistory.RecordTypes"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="Task" type="org.apache.hadoop.mapred.JobHistory.RecordTypes"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MapAttempt" type="org.apache.hadoop.mapred.JobHistory.RecordTypes"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ReduceAttempt" type="org.apache.hadoop.mapred.JobHistory.RecordTypes"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="Meta" type="org.apache.hadoop.mapred.JobHistory.RecordTypes"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Record types are identifiers for each line of log in history files.
- A record type appears as the first token in a single line of log.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.RecordTypes -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.ReduceAttempt -->
- <class name="JobHistory.ReduceAttempt" extends="org.apache.hadoop.mapred.JobHistory.TaskAttempt"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistory.ReduceAttempt"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logStarted(TaskAttemptID, long, String, int, String)}">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="startTime" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <doc>
- <![CDATA[Log start time of Reduce task attempt.
- @param taskAttemptId task attempt id
- @param startTime start time
- @param hostName host name
- @deprecated Use
- {@link #logStarted(TaskAttemptID, long, String, int, String)}]]>
- </doc>
- </method>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="startTime" type="long"/>
- <param name="trackerName" type="java.lang.String"/>
- <param name="httpPort" type="int"/>
- <param name="taskType" type="java.lang.String"/>
- </method>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="startTime" type="long"/>
- <param name="trackerName" type="java.lang.String"/>
- <param name="httpPort" type="int"/>
- <param name="taskType" type="java.lang.String"/>
- <param name="locality" type="org.apache.hadoop.mapred.Locality"/>
- <param name="avataar" type="org.apache.hadoop.mapred.Avataar"/>
- <doc>
- <![CDATA[Log start time of Reduce task attempt.
-
- @param taskAttemptId task attempt id
- @param startTime start time
- @param trackerName tracker name
- @param httpPort the http port of the tracker executing the task attempt
- @param taskType Whether the attempt is cleanup or setup or reduce
- @param locality the data locality of the task attempt
- @param Avataar the avataar of the task attempt]]>
- </doc>
- </method>
- <method name="logFinished"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logFinished(TaskAttemptID, long, long, long, String, String, String, Counters)}">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="shuffleFinished" type="long"/>
- <param name="sortFinished" type="long"/>
- <param name="finishTime" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <doc>
- <![CDATA[Log finished event of this task.
- @param taskAttemptId task attempt id
- @param shuffleFinished shuffle finish time
- @param sortFinished sort finish time
- @param finishTime finish time of task
- @param hostName host name where task attempt executed
- @deprecated Use
- {@link #logFinished(TaskAttemptID, long, long, long, String, String, String, Counters)}]]>
- </doc>
- </method>
- <method name="logFinished"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="shuffleFinished" type="long"/>
- <param name="sortFinished" type="long"/>
- <param name="finishTime" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="taskType" type="java.lang.String"/>
- <param name="stateString" type="java.lang.String"/>
- <param name="counter" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Log finished event of this task.
-
- @param taskAttemptId task attempt id
- @param shuffleFinished shuffle finish time
- @param sortFinished sort finish time
- @param finishTime finish time of task
- @param hostName host name where task attempt executed
- @param taskType Whether the attempt is cleanup or setup or reduce
- @param stateString the state string of the attempt
- @param counter counters of the attempt]]>
- </doc>
- </method>
- <method name="logFailed"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logFailed(TaskAttemptID, long, String, String, String)}">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="timestamp" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="error" type="java.lang.String"/>
- <doc>
- <![CDATA[Log failed reduce task attempt.
- @param taskAttemptId task attempt id
- @param timestamp time stamp when task failed
- @param hostName host name of the task attempt.
- @param error error message of the task.
- @deprecated Use
- {@link #logFailed(TaskAttemptID, long, String, String, String)}]]>
- </doc>
- </method>
- <method name="logFailed"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="timestamp" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="error" type="java.lang.String"/>
- <param name="taskType" type="java.lang.String"/>
- <doc>
- <![CDATA[Log failed reduce task attempt.
-
- @param taskAttemptId task attempt id
- @param timestamp time stamp when task failed
- @param hostName host name of the task attempt.
- @param error error message of the task.
- @param taskType Whether the attempt is cleanup or setup or reduce]]>
- </doc>
- </method>
- <method name="logKilled"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use
- {@link #logKilled(TaskAttemptID, long, String, String, String)}">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="timestamp" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="error" type="java.lang.String"/>
- <doc>
- <![CDATA[Log killed reduce task attempt.
- @param taskAttemptId task attempt id
- @param timestamp time stamp when task failed
- @param hostName host name of the task attempt.
- @param error error message of the task.
- @deprecated Use
- {@link #logKilled(TaskAttemptID, long, String, String, String)}]]>
- </doc>
- </method>
- <method name="logKilled"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskAttemptId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="timestamp" type="long"/>
- <param name="hostName" type="java.lang.String"/>
- <param name="error" type="java.lang.String"/>
- <param name="taskType" type="java.lang.String"/>
- <doc>
- <![CDATA[Log killed reduce task attempt.
-
- @param taskAttemptId task attempt id
- @param timestamp time stamp when task failed
- @param hostName host name of the task attempt.
- @param error error message of the task.
- @param taskType Whether the attempt is cleanup or setup or reduce]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Helper class for logging or reading back events related to start, finish or failure of
- a Map Attempt on a node.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.ReduceAttempt -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.Task -->
- <class name="JobHistory.Task" extends="org.apache.hadoop.mapred.JobHistory.KeyValuePair"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistory.Task"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="logStarted"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskID"/>
- <param name="taskType" type="java.lang.String"/>
- <param name="startTime" type="long"/>
- <param name="splitLocations" type="java.lang.String"/>
- <doc>
- <![CDATA[Log start time of task (TIP).
- @param taskId task id
- @param taskType MAP or REDUCE
- @param startTime startTime of tip.]]>
- </doc>
- </method>
- <method name="logFinished"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskID"/>
- <param name="taskType" type="java.lang.String"/>
- <param name="finishTime" type="long"/>
- <param name="counters" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Log finish time of task.
- @param taskId task id
- @param taskType MAP or REDUCE
- @param finishTime finish timeof task in ms]]>
- </doc>
- </method>
- <method name="logUpdates"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskID"/>
- <param name="finishTime" type="long"/>
- <doc>
- <![CDATA[Update the finish time of task.
- @param taskId task id
- @param finishTime finish time of task in ms]]>
- </doc>
- </method>
- <method name="logFailed"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskID"/>
- <param name="taskType" type="java.lang.String"/>
- <param name="time" type="long"/>
- <param name="error" type="java.lang.String"/>
- <doc>
- <![CDATA[Log job failed event.
- @param taskId task id
- @param taskType MAP or REDUCE.
- @param time timestamp when job failed detected.
- @param error error message for failure.]]>
- </doc>
- </method>
- <method name="logFailed"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskID"/>
- <param name="taskType" type="java.lang.String"/>
- <param name="time" type="long"/>
- <param name="error" type="java.lang.String"/>
- <param name="failedDueToAttempt" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <doc>
- <![CDATA[@param failedDueToAttempt The attempt that caused the failure, if any]]>
- </doc>
- </method>
- <method name="getTaskAttempts" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns all task attempts for this task. <task attempt id - TaskAttempt>]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Helper class for logging or reading back events related to Task's start, finish or failure.
- All events logged by this class are logged in a separate file per job in
- job tracker history. These events map to TIPs in jobtracker.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.Task -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.TaskAttempt -->
- <class name="JobHistory.TaskAttempt" extends="org.apache.hadoop.mapred.JobHistory.Task"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistory.TaskAttempt"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Base class for Map and Reduce TaskAttempts.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.TaskAttempt -->
- <!-- start class org.apache.hadoop.mapred.JobHistory.Values -->
- <class name="JobHistory.Values" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.JobHistory.Values[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.JobHistory.Values"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="SUCCESS" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CLEANUP" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNNING" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PREP" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SETUP" type="org.apache.hadoop.mapred.JobHistory.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This enum contains some of the values commonly used by history log events.
- since values in history can only be strings - Values.name() is used in
- most places in history file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistory.Values -->
- <!-- start class org.apache.hadoop.mapred.JobHistoryServer -->
- <class name="JobHistoryServer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistoryServer" type="org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Starts job history server as a independent process
- * Initializes ACL Manager
- * Starts a webapp to service history requests
- @param conf - Mr Cluster configuration
- @throws IOException - any exception starting history server]]>
- </doc>
- </constructor>
- <constructor name="JobHistoryServer" type="org.apache.hadoop.mapred.JobConf, org.apache.hadoop.mapred.ACLsManager, org.apache.hadoop.http.HttpServer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Starts job history server as a embedded server within job tracker
- * Starts a webapp to service history requests
- @param conf - MR Cluster configuration
- @param aclsManager - ACLs Manager for user authentication
- @param httpServer - Http Server instance
- @throws IOException - any exception starting history server]]>
- </doc>
- </constructor>
- <method name="start"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="join"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="shutdown"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Shutsdown the history server if already initialized
- @throws Exception - Any exception during shutdown]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Start job history server as an independent process
- @param args - Command line arguments]]>
- </doc>
- </method>
- <field name="MAPRED_HISTORY_SERVER_HTTP_ADDRESS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPRED_HISTORY_SERVER_EMBEDDED" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[{@link JobHistoryServer} is responsible for servicing all job history
- related requests from client.
- History Server can be initialized in one of two modes
- * Emdedded within {@link JobTracker}
- * External daemon, can either be run on the job tracker node or outside
- Two {@link Configuration} entries in mapred-site.xml govern the functioning
- of the history server
- mapred.job.history.server.http.address is address to which history web
- server is bound to. If operating in embedded mode, the hostname on
- history address has to be same as the job tracker host name
- mapred.job.history.server.embedded (default is true) will cause job tracker
- to init history server, else the server need to be started as a
- separate daemon process]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobHistoryServer -->
- <!-- start class org.apache.hadoop.mapred.JobID -->
- <class name="JobID" extends="org.apache.hadoop.mapreduce.JobID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobID" type="java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a JobID object
- @param jtIdentifier jobTracker identifier
- @param id job number]]>
- </doc>
- </constructor>
- <constructor name="JobID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="downgrade" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="old" type="org.apache.hadoop.mapreduce.JobID"/>
- <doc>
- <![CDATA[Downgrade a new JobID to an old one
- @param old a new or old JobID
- @return either old or a new JobID build to match old]]>
- </doc>
- </method>
- <method name="read" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="forName" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <doc>
- <![CDATA[Construct a JobId object from given string
- @return constructed JobId object or null if the given String is null
- @throws IllegalArgumentException if the given string is malformed]]>
- </doc>
- </method>
- <method name="getJobIDsPattern" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jtIdentifier" type="java.lang.String"/>
- <param name="jobId" type="java.lang.Integer"/>
- <doc>
- <![CDATA[Returns a regex pattern which matches task IDs. Arguments can
- be given null, in which case that part of the regex will be generic.
- For example to obtain a regex matching <i>any job</i>
- run on the jobtracker started at <i>200707121733</i>, we would use :
- <pre>
- JobID.getTaskIDsPattern("200707121733", null);
- </pre>
- which will return :
- <pre> "job_200707121733_[0-9]*" </pre>
- @param jtIdentifier jobTracker identifier, or null
- @param jobId job number, or null
- @return a regex pattern matching JobIDs]]>
- </doc>
- </method>
- <doc>
- <![CDATA[JobID represents the immutable and unique identifier for
- the job. JobID consists of two parts. First part
- represents the jobtracker identifier, so that jobID to jobtracker map
- is defined. For cluster setup this string is the jobtracker
- start time, for local setting, it is "local".
- Second part of the JobID is the job number. <br>
- An example JobID is :
- <code>job_200707121733_0003</code> , which represents the third job
- running at the jobtracker started at <code>200707121733</code>.
- <p>
- Applications should never construct or parse JobID strings, but rather
- use appropriate constructors or {@link #forName(String)} method.
-
- @see TaskID
- @see TaskAttemptID]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobID -->
- <!-- start class org.apache.hadoop.mapred.JobInProgress -->
- <class name="JobInProgress" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobInProgress" type="org.apache.hadoop.mapred.JobID, org.apache.hadoop.mapred.JobConf, org.apache.hadoop.mapred.JobTracker"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create an almost empty JobInProgress, which can be used only for tests]]>
- </doc>
- </constructor>
- <method name="getQueueMetrics" return="org.apache.hadoop.mapred.QueueMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the QueueMetrics object associated with this job
- @return QueueMetrics]]>
- </doc>
- </method>
- <method name="cleanUpMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Called when the job is complete]]>
- </doc>
- </method>
- <method name="inited" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Check if the job has been initialized.
- @return <code>true</code> if the job has been initialized,
- <code>false</code> otherwise]]>
- </doc>
- </method>
- <method name="getUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user for the job]]>
- </doc>
- </method>
- <method name="initTasks"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="JobInProgress.KillInterruptedException" type="org.apache.hadoop.mapred.JobInProgress.KillInterruptedException"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- <doc>
- <![CDATA[Construct the splits, etc. This is invoked from an async
- thread so that split-computation doesn't block anyone.]]>
- </doc>
- </method>
- <method name="getProfile" return="org.apache.hadoop.mapred.JobProfile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStatus" return="org.apache.hadoop.mapred.JobStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getLaunchTime" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="desiredMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finishedMaps" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="desiredReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="runningMaps" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="runningReduces" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="finishedReduces" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="pendingMaps" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="pendingReduces" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="desiredTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return total number of map and reduce tasks desired by the job.
- @return total number of map and reduce tasks desired by the job]]>
- </doc>
- </method>
- <method name="getNumSlotsPerTask" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- </method>
- <method name="getPriority" return="org.apache.hadoop.mapred.JobPriority"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setPriority"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="priority" type="org.apache.hadoop.mapred.JobPriority"/>
- </method>
- <method name="reportTasksInProgress" return="java.util.Vector"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="shouldBeMap" type="boolean"/>
- <param name="shouldBeComplete" type="boolean"/>
- <doc>
- <![CDATA[Return a vector of completed TaskInProgress objects]]>
- </doc>
- </method>
- <method name="reportCleanupTIPs" return="java.util.Vector"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="shouldBeComplete" type="boolean"/>
- <doc>
- <![CDATA[Return a vector of cleanup TaskInProgress objects]]>
- </doc>
- </method>
- <method name="reportSetupTIPs" return="java.util.Vector"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="shouldBeComplete" type="boolean"/>
- <doc>
- <![CDATA[Return a vector of setup TaskInProgress objects]]>
- </doc>
- </method>
- <method name="updateTaskStatus"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tip" type="org.apache.hadoop.mapred.TaskInProgress"/>
- <param name="status" type="org.apache.hadoop.mapred.TaskStatus"/>
- <doc>
- <![CDATA[Assuming {@link JobTracker} is locked on entry.]]>
- </doc>
- </method>
- <method name="getJobCounters" return="org.apache.hadoop.mapred.Counters"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the job-level counters.
-
- @return the job-level counters.]]>
- </doc>
- </method>
- <method name="getMapCounters" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Returns map phase counters by summing over all map tasks in progress.
- This method returns true if counters are within limit or false.]]>
- </doc>
- </method>
- <method name="getReduceCounters" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Returns map phase counters by summing over all map tasks in progress.
- This method returns true if counters are within limits and false otherwise.]]>
- </doc>
- </method>
- <method name="getCounters" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="result" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Returns the total job counters, by adding together the job,
- the map and the reduce counters. This method returns true if
- counters are within limits and false otherwise.]]>
- </doc>
- </method>
- <method name="obtainNewMapTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="clusterSize" type="int"/>
- <param name="numUniqueHosts" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return a MapTask, if appropriate, to run on the given tasktracker]]>
- </doc>
- </method>
- <method name="obtainNewMapTaskCommon" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="clusterSize" type="int"/>
- <param name="numUniqueHosts" type="int"/>
- <param name="maxCacheLevel" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return a MapTask with locality level that smaller or equal than a given
- locality level to tasktracker.
-
- @param tts The task tracker that is asking for a task
- @param clusterSize The number of task trackers in the cluster
- @param numUniqueHosts The number of hosts that run task trackers
- @param avgProgress The average progress of this kind of task in this job
- @param maxCacheLevel The maximum topology level until which to schedule
- maps.
- @return the index in tasks of the selected task (or -1 for no task)
- @throws IOException]]>
- </doc>
- </method>
- <method name="obtainTaskCleanupTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="isMapSlot" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="obtainNewNodeLocalMapTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="clusterSize" type="int"/>
- <param name="numUniqueHosts" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="obtainNewNodeOrRackLocalMapTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="clusterSize" type="int"/>
- <param name="numUniqueHosts" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="obtainNewNonLocalMapTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="clusterSize" type="int"/>
- <param name="numUniqueHosts" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="schedulingOpportunity"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="resetSchedulingOpportunities"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumSchedulingOpportunities" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="overrideSchedulingOpportunities"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="scheduleOffSwitch" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="numTaskTrackers" type="int"/>
- <doc>
- <![CDATA[Check if we can schedule an off-switch task for this job.
-
- @param numTaskTrackers number of tasktrackers
- @return <code>true</code> if we can schedule off-switch,
- <code>false</code> otherwise
- We check the number of missed opportunities for the job.
- If it has 'waited' long enough we go ahead and schedule.]]>
- </doc>
- </method>
- <method name="obtainJobCleanupTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="clusterSize" type="int"/>
- <param name="numUniqueHosts" type="int"/>
- <param name="isMapSlot" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return a CleanupTask, if appropriate, to run on the given tasktracker]]>
- </doc>
- </method>
- <method name="obtainJobSetupTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="clusterSize" type="int"/>
- <param name="numUniqueHosts" type="int"/>
- <param name="isMapSlot" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return a SetupTask, if appropriate, to run on the given tasktracker]]>
- </doc>
- </method>
- <method name="scheduleReduces" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="obtainNewReduceTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tts" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="clusterSize" type="int"/>
- <param name="numUniqueHosts" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return a ReduceTask, if appropriate, to run on the given tasktracker.
- We don't have cache-sensitivity for reduce tasks, as they
- work on temporary MapRed files.]]>
- </doc>
- </method>
- <method name="reserveTaskTracker"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskTracker" type="org.apache.hadoop.mapreduce.server.jobtracker.TaskTracker"/>
- <param name="type" type="org.apache.hadoop.mapreduce.TaskType"/>
- <param name="numSlots" type="int"/>
- </method>
- <method name="unreserveTaskTracker"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskTracker" type="org.apache.hadoop.mapreduce.server.jobtracker.TaskTracker"/>
- <param name="type" type="org.apache.hadoop.mapreduce.TaskType"/>
- </method>
- <method name="getNumReservedTaskTrackersForMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumReservedTaskTrackersForReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="scheduleMap"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="tip" type="org.apache.hadoop.mapred.TaskInProgress"/>
- <doc>
- <![CDATA[Adds a map tip to the list of running maps.
- @param tip the tip that needs to be scheduled as running]]>
- </doc>
- </method>
- <method name="scheduleReduce"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="tip" type="org.apache.hadoop.mapred.TaskInProgress"/>
- <doc>
- <![CDATA[Adds a reduce tip to the list of running reduces
- @param tip the tip that needs to be scheduled as running]]>
- </doc>
- </method>
- <method name="findSpeculativeTask" return="org.apache.hadoop.mapred.TaskInProgress"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="list" type="java.util.Collection"/>
- <param name="ttStatus" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="avgProgress" type="double"/>
- <param name="currentTime" type="long"/>
- <param name="shouldRemove" type="boolean"/>
- <doc>
- <![CDATA[Find a speculative task
- @param list a list of tips
- @param ttStatus status of the tracker that has requested a tip
- @param avgProgress the average progress for speculation
- @param currentTime current time in milliseconds
- @param shouldRemove whether to remove the tips
- @return a tip that can be speculated on the tracker]]>
- </doc>
- </method>
- <method name="completedTask" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tip" type="org.apache.hadoop.mapred.TaskInProgress"/>
- <param name="status" type="org.apache.hadoop.mapred.TaskStatus"/>
- <doc>
- <![CDATA[A taskid assigned to this JobInProgress has reported in successfully.]]>
- </doc>
- </method>
- <method name="kill"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Kill the job and all its component tasks. This method should be called from
- jobtracker and should return fast as it locks the jobtracker.]]>
- </doc>
- </method>
- <method name="failedTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tip" type="org.apache.hadoop.mapred.TaskInProgress"/>
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="reason" type="java.lang.String"/>
- <param name="phase" type="org.apache.hadoop.mapred.TaskStatus.Phase"/>
- <param name="state" type="org.apache.hadoop.mapred.TaskStatus.State"/>
- <param name="trackerName" type="java.lang.String"/>
- <doc>
- <![CDATA[Fail a task with a given reason, but without a status object.
-
- Assuming {@link JobTracker} is locked on entry.
-
- @param tip The task's tip
- @param taskid The task id
- @param reason The reason that the task failed
- @param trackerName The task tracker the task failed on]]>
- </doc>
- </method>
- <method name="getTaskInProgress" return="org.apache.hadoop.mapred.TaskInProgress"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tipid" type="org.apache.hadoop.mapred.TaskID"/>
- <doc>
- <![CDATA[Return the TaskInProgress that matches the tipid.]]>
- </doc>
- </method>
- <method name="findFinishedMap" return="org.apache.hadoop.mapred.TaskStatus"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mapId" type="int"/>
- <doc>
- <![CDATA[Find the details of someplace where a map has finished
- @param mapId the id of the map
- @return the task status of the completed task]]>
- </doc>
- </method>
- <method name="getTaskCompletionEvents" return="org.apache.hadoop.mapred.TaskCompletionEvent[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fromEventId" type="int"/>
- <param name="maxEvents" type="int"/>
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return The JobID of this JobInProgress.]]>
- </doc>
- </method>
- <method name="getJobSubmitHostName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return submitHostName of this JobInProgress.]]>
- </doc>
- </method>
- <method name="getJobSubmitHostAddress" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return submitHostAddress of this JobInProgress.]]>
- </doc>
- </method>
- <method name="getSchedulingInfo" return="java.lang.Object"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setSchedulingInfo"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="schedulingInfo" type="java.lang.Object"/>
- </method>
- <field name="tokenStorage" type="org.apache.hadoop.security.Credentials"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[JobInProgress maintains all the info for keeping
- a Job on the straight and narrow. It keeps its JobProfile
- and its latest JobStatus, plus a set of tables for
- doing bookkeeping of its Tasks.
- ***********************************************************]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobInProgress -->
- <!-- start class org.apache.hadoop.mapred.JobInProgress.Counter -->
- <class name="JobInProgress.Counter" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.JobInProgress.Counter[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.JobInProgress.Counter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="NUM_FAILED_MAPS" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NUM_FAILED_REDUCES" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TOTAL_LAUNCHED_MAPS" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TOTAL_LAUNCHED_REDUCES" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="OTHER_LOCAL_MAPS" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DATA_LOCAL_MAPS" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NODEGROUP_LOCAL_MAPS" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RACK_LOCAL_MAPS" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SLOTS_MILLIS_MAPS" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SLOTS_MILLIS_REDUCES" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FALLOW_SLOTS_MILLIS_MAPS" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FALLOW_SLOTS_MILLIS_REDUCES" type="org.apache.hadoop.mapred.JobInProgress.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobInProgress.Counter -->
- <!-- start class org.apache.hadoop.mapred.JobLocalizer -->
- <class name="JobLocalizer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobLocalizer" type="org.apache.hadoop.mapred.JobConf, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="JobLocalizer" type="org.apache.hadoop.mapred.JobConf, java.lang.String, java.lang.String, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="createLocalDirs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createUserDirs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Initialize the local directories for a particular user on this TT. This
- involves creation and setting permissions of the following directories
- <ul>
- <li>$mapred.local.dir/taskTracker/$user</li>
- <li>$mapred.local.dir/taskTracker/$user/jobcache</li>
- <li>$mapred.local.dir/taskTracker/$user/distcache</li>
- </ul>]]>
- </doc>
- </method>
- <method name="createJobDirs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Prepare the job directories for a given job. To be called by the job
- localization code, only if the job is not already localized.
- <br>
- Here, we set 700 permissions on the job directories created on all disks.
- This we do so as to avoid any misuse by other users till the time
- {@link TaskController#initializeJob} is run at a
- later time to set proper private permissions on the job directories. <br>]]>
- </doc>
- </method>
- <method name="initializeJobLogDir"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create job log directory and set appropriate permissions for the directory.]]>
- </doc>
- </method>
- <method name="downloadPrivateCache" return="long[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Download the parts of the distributed cache that are private.
- @param conf the job's configuration
- @throws IOException
- @return the size of the archive objects]]>
- </doc>
- </method>
- <method name="localizeJobFiles"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapreduce.JobID"/>
- <param name="jConf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="localJobTokenFile" type="org.apache.hadoop.fs.Path"/>
- <param name="taskTracker" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="localizeJobFiles"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapreduce.JobID"/>
- <param name="jConf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="localJobFile" type="org.apache.hadoop.fs.Path"/>
- <param name="localJobTokenFile" type="org.apache.hadoop.fs.Path"/>
- <param name="taskTracker" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="createWorkDir"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jConf" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="findCredentials" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="runSetup" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobid" type="java.lang.String"/>
- <param name="localJobTokenFile" type="org.apache.hadoop.fs.Path"/>
- <param name="taskTracker" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="writeLocalJobFile"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobFile" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write the task specific job-configuration file.
- @throws IOException]]>
- </doc>
- </method>
- <field name="ttConf" type="org.apache.hadoop.mapred.JobConf"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="JOB_LOCAL_CTXT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Internal class responsible for initializing the job, not intended for users.
- Creates the following hierarchy:
- <li>$mapred.local.dir/taskTracker/$user</li>
- <li>$mapred.local.dir/taskTracker/$user/jobcache</li>
- <li>$mapred.local.dir/taskTracker/$user/jobcache/$jobid/work</li>
- <li>$mapred.local.dir/taskTracker/$user/jobcache/$jobid/jars</li>
- <li>$mapred.local.dir/taskTracker/$user/jobcache/$jobid/jars/job.jar</li>
- <li>$mapred.local.dir/taskTracker/$user/jobcache/$jobid/job.xml</li>
- <li>$mapred.local.dir/taskTracker/$user/jobcache/$jobid/jobToken</li>
- <li>$mapred.local.dir/taskTracker/$user/distcache</li>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobLocalizer -->
- <!-- start class org.apache.hadoop.mapred.JobPriority -->
- <class name="JobPriority" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.JobPriority[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.JobPriority"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="VERY_HIGH" type="org.apache.hadoop.mapred.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HIGH" type="org.apache.hadoop.mapred.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NORMAL" type="org.apache.hadoop.mapred.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOW" type="org.apache.hadoop.mapred.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VERY_LOW" type="org.apache.hadoop.mapred.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Used to describe the priority of the running job.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobPriority -->
- <!-- start class org.apache.hadoop.mapred.JobProfile -->
- <class name="JobProfile" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="JobProfile"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct an empty {@link JobProfile}.]]>
- </doc>
- </constructor>
- <constructor name="JobProfile" type="java.lang.String, org.apache.hadoop.mapreduce.JobID, java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a {@link JobProfile} the userid, jobid,
- job config-file, job-details url and job name.
-
- @param user userid of the person who submitted the job.
- @param jobid id of the job.
- @param jobFile job configuration file.
- @param url link to the web-ui for details of the job.
- @param name user-specified job name.]]>
- </doc>
- </constructor>
- <constructor name="JobProfile" type="java.lang.String, org.apache.hadoop.mapreduce.JobID, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a {@link JobProfile} the userid, jobid,
- job config-file, job-details url and job name.
-
- @param user userid of the person who submitted the job.
- @param jobid id of the job.
- @param jobFile job configuration file.
- @param url link to the web-ui for details of the job.
- @param name user-specified job name.
- @param queueName name of the queue to which the job is submitted]]>
- </doc>
- </constructor>
- <constructor name="JobProfile" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="use JobProfile(String, JobID, String, String, String) instead">
- <doc>
- <![CDATA[@deprecated use JobProfile(String, JobID, String, String, String) instead]]>
- </doc>
- </constructor>
- <method name="getUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user id.]]>
- </doc>
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job id.]]>
- </doc>
- </method>
- <method name="getJobId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use getJobID() instead">
- <doc>
- <![CDATA[@deprecated use getJobID() instead]]>
- </doc>
- </method>
- <method name="getJobFile" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the configuration file for the job.]]>
- </doc>
- </method>
- <method name="getURL" return="java.net.URL"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the link to the web-ui for details of the job.]]>
- </doc>
- </method>
- <method name="getJobName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user-specified job name.]]>
- </doc>
- </method>
- <method name="getQueueName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the queue to which the job is submitted.
- @return name of the queue.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A JobProfile is a MapReduce primitive. Tracks a job,
- whether living or dead.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobProfile -->
- <!-- start class org.apache.hadoop.mapred.JobQueueInfo -->
- <class name="JobQueueInfo" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="JobQueueInfo"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="JobQueueInfo" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a new JobQueueInfo object using the queue name and the
- scheduling information passed.
-
- @param queueName Name of the job queue
- @param schedulingInfo Scheduling Information associated with the job
- queue]]>
- </doc>
- </constructor>
- <method name="setQueueName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queueName" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the queue name of the JobQueueInfo
-
- @param queueName Name of the job queue.]]>
- </doc>
- </method>
- <method name="getQueueName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the queue name from JobQueueInfo
-
- @return queue name]]>
- </doc>
- </method>
- <method name="setSchedulingInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="schedulingInfo" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the scheduling information associated to particular job queue
-
- @param schedulingInfo]]>
- </doc>
- </method>
- <method name="getSchedulingInfo" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Gets the scheduling information associated to particular job queue.
- If nothing is set would return <b>"N/A"</b>
-
- @return Scheduling information associated to particular Job Queue]]>
- </doc>
- </method>
- <method name="setQueueState"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="state" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the state of the queue
- @param state state of the queue.]]>
- </doc>
- </method>
- <method name="getQueueState" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the queue state
- @return the queue state.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Class that contains the information regarding the Job Queues which are
- maintained by the Hadoop Map/Reduce framework.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobQueueInfo -->
- <!-- start class org.apache.hadoop.mapred.JobStatus -->
- <class name="JobStatus" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Cloneable"/>
- <constructor name="JobStatus"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="JobStatus" type="org.apache.hadoop.mapred.JobID, float, float, float, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a job status object for a given jobid.
- @param jobid The jobid of the job
- @param mapProgress The progress made on the maps
- @param reduceProgress The progress made on the reduces
- @param cleanupProgress The progress made on cleanup
- @param runState The current state of the job]]>
- </doc>
- </constructor>
- <constructor name="JobStatus" type="org.apache.hadoop.mapred.JobID, float, float, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a job status object for a given jobid.
- @param jobid The jobid of the job
- @param mapProgress The progress made on the maps
- @param reduceProgress The progress made on the reduces
- @param runState The current state of the job]]>
- </doc>
- </constructor>
- <constructor name="JobStatus" type="org.apache.hadoop.mapred.JobID, float, float, float, int, org.apache.hadoop.mapred.JobPriority"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a job status object for a given jobid.
- @param jobid The jobid of the job
- @param mapProgress The progress made on the maps
- @param reduceProgress The progress made on the reduces
- @param runState The current state of the job
- @param jp Priority of the job.]]>
- </doc>
- </constructor>
- <constructor name="JobStatus" type="org.apache.hadoop.mapred.JobID, float, float, float, float, int, org.apache.hadoop.mapred.JobPriority"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a job status object for a given jobid.
- @param jobid The jobid of the job
- @param setupProgress The progress made on the setup
- @param mapProgress The progress made on the maps
- @param reduceProgress The progress made on the reduces
- @param cleanupProgress The progress made on the cleanup
- @param runState The current state of the job
- @param jp Priority of the job.]]>
- </doc>
- </constructor>
- <method name="getJobRunState" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="state" type="int"/>
- <doc>
- <![CDATA[Helper method to get human-readable state of the job.
- @param state job state
- @return human-readable state of the job]]>
- </doc>
- </method>
- <method name="getJobId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use getJobID instead">
- <doc>
- <![CDATA[@deprecated use getJobID instead]]>
- </doc>
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return The jobid of the Job]]>
- </doc>
- </method>
- <method name="mapProgress" return="float"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Percentage of progress in maps]]>
- </doc>
- </method>
- <method name="setJobACLs"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="acls" type="java.util.Map"/>
- <doc>
- <![CDATA[Set the job acls
-
- @param acls {@link Map} from {@link JobACL} to {@link AccessControlList}]]>
- </doc>
- </method>
- <method name="cleanupProgress" return="float"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Percentage of progress in cleanup]]>
- </doc>
- </method>
- <method name="setupProgress" return="float"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Percentage of progress in setup]]>
- </doc>
- </method>
- <method name="reduceProgress" return="float"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Percentage of progress in reduce]]>
- </doc>
- </method>
- <method name="getRunState" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return running state of the job]]>
- </doc>
- </method>
- <method name="setRunState"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="state" type="int"/>
- <doc>
- <![CDATA[Change the current run state of the job.]]>
- </doc>
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return start time of the job]]>
- </doc>
- </method>
- <method name="clone" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getUsername" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the username of the job]]>
- </doc>
- </method>
- <method name="getSchedulingInfo" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Gets the Scheduling information associated to a particular Job.
- @return the scheduling information of the job]]>
- </doc>
- </method>
- <method name="getFailureInfo" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[gets any available info on the reason of failure of the job.
- @return diagnostic information on why a job might have failed.]]>
- </doc>
- </method>
- <method name="setFailureInfo"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="failureInfo" type="java.lang.String"/>
- <doc>
- <![CDATA[set the reason for failuire of this job
- @param failureInfo the reason for failure of this job.]]>
- </doc>
- </method>
- <method name="setSchedulingInfo"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="schedulingInfo" type="java.lang.String"/>
- <doc>
- <![CDATA[Used to set the scheduling information associated to a particular Job.
-
- @param schedulingInfo Scheduling information of the job]]>
- </doc>
- </method>
- <method name="getJobACLs" return="java.util.Map"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the acls for Job.
-
- @return a {@link Map} from {@link JobACL} to {@link AccessControlList}]]>
- </doc>
- </method>
- <method name="getJobPriority" return="org.apache.hadoop.mapred.JobPriority"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the priority of the job
- @return job priority]]>
- </doc>
- </method>
- <method name="setJobPriority"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jp" type="org.apache.hadoop.mapred.JobPriority"/>
- <doc>
- <![CDATA[Set the priority of the job, defaulting to NORMAL.
- @param jp new job priority]]>
- </doc>
- </method>
- <method name="isJobComplete" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the status is for a completed job.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="RUNNING" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUCCEEDED" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PREP" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Describes the current status of a job.
-
- @see JobProfile for some more information.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobStatus -->
- <!-- start class org.apache.hadoop.mapred.JobTracker -->
- <class name="JobTracker" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.MRConstants"/>
- <implements name="org.apache.hadoop.mapred.InterTrackerProtocol"/>
- <implements name="org.apache.hadoop.mapred.JobSubmissionProtocol"/>
- <implements name="org.apache.hadoop.mapred.TaskTrackerManager"/>
- <implements name="org.apache.hadoop.security.RefreshUserMappingsProtocol"/>
- <implements name="org.apache.hadoop.security.authorize.RefreshAuthorizationPolicyProtocol"/>
- <implements name="org.apache.hadoop.mapred.AdminOperationsProtocol"/>
- <implements name="org.apache.hadoop.mapred.JobTrackerMXBean"/>
- <method name="getClock" return="org.apache.hadoop.mapred.Clock"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="startTracker" return="org.apache.hadoop.mapred.JobTracker"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Start the JobTracker with given configuration.
-
- The conf will be modified to reflect the actual ports on which
- the JobTracker is up and running if the user passes the port as
- <code>zero</code>.
-
- @param conf configuration for the JobTracker.
- @throws IOException]]>
- </doc>
- </method>
- <method name="startTracker" return="org.apache.hadoop.mapred.JobTracker"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="identifier" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="startTracker" return="org.apache.hadoop.mapred.JobTracker"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="identifier" type="java.lang.String"/>
- <param name="initialize" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="stopTracker"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getProtocolVersion" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.String"/>
- <param name="clientVersion" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getDelegationTokenSecretManager" return="org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenSecretManager"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="hasRestarted" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Whether the JT has restarted]]>
- </doc>
- </method>
- <method name="hasRecovered" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Whether the JT has recovered upon restart]]>
- </doc>
- </method>
- <method name="getRecoveryDuration" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[How long the jobtracker took to recover from restart.]]>
- </doc>
- </method>
- <method name="getAddress" return="java.net.InetSocketAddress"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="offerService"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Run forever]]>
- </doc>
- </method>
- <method name="getTotalSubmissions" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobTrackerMachine" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTrackerIdentifier" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the unique identifier (ie. timestamp) of this job tracker start.
- @return a string with a unique identifier]]>
- </doc>
- </method>
- <method name="getTrackerPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getInfoPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="runningJobs" return="java.util.Vector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getRunningJobs" return="java.util.List"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Version that is called from a timer thread, and therefore needs to be
- careful to synchronize.]]>
- </doc>
- </method>
- <method name="failedJobs" return="java.util.Vector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="completedJobs" return="java.util.Vector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="taskTrackers" return="java.util.Collection"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get all the task trackers in the cluster
-
- @return {@link Collection} of {@link TaskTrackerStatus}]]>
- </doc>
- </method>
- <method name="activeTaskTrackers" return="java.util.Collection"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the active task tracker statuses in the cluster
-
- @return {@link Collection} of active {@link TaskTrackerStatus}]]>
- </doc>
- </method>
- <method name="taskTrackerNames" return="java.util.List"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the active, blacklisted, and graylisted task tracker names in the
- cluster. The first element in the returned list contains the list of
- active tracker names; the second element in the returned list contains
- the list of blacklisted tracker names; and the third contains the list
- of graylisted tracker names. Note that the blacklist is disjoint
- from the active list, but the graylist is not: initially, graylisted
- trackers are still active and therefore will appear in both lists.
- (Graylisted trackers can later be blacklisted, in which case they'll
- be removed from the active list and added to the blacklist, but they
- remain on the graylist in this case. Blacklisting comes about via the
- health-check script, while graylisting is heuristically based on the
- number of per-job blacklistings in a specified time interval.)]]>
- </doc>
- </method>
- <method name="blacklistedTaskTrackers" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the statuses of the blacklisted task trackers in the cluster.
- @return {@link Collection} of blacklisted {@link TaskTrackerStatus}]]>
- </doc>
- </method>
- <method name="graylistedTaskTrackers" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the statuses of the graylisted task trackers in the cluster.
- @return {@link Collection} of graylisted {@link TaskTrackerStatus}]]>
- </doc>
- </method>
- <method name="isBlacklisted" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="trackerID" type="java.lang.String"/>
- <doc>
- <![CDATA[Whether the tracker is blacklisted or not
- @param trackerID
- @return true if blacklisted, false otherwise]]>
- </doc>
- </method>
- <method name="isGraylisted" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="trackerID" type="java.lang.String"/>
- <doc>
- <![CDATA[Whether the tracker is graylisted or not
- @param trackerID
- @return true if graylisted, false otherwise]]>
- </doc>
- </method>
- <method name="getTaskTrackerStatus" return="org.apache.hadoop.mapred.TaskTrackerStatus"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="trackerID" type="java.lang.String"/>
- </method>
- <method name="getTaskTracker" return="org.apache.hadoop.mapreduce.server.jobtracker.TaskTracker"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="trackerID" type="java.lang.String"/>
- </method>
- <method name="resolveAndAddToTopology" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <exception name="UnknownHostException" type="java.net.UnknownHostException"/>
- </method>
- <method name="getNodesAtMaxLevel" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a collection of nodes at the max level]]>
- </doc>
- </method>
- <method name="getParentNode" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="node" type="org.apache.hadoop.net.Node"/>
- <param name="level" type="int"/>
- </method>
- <method name="getNode" return="org.apache.hadoop.net.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Return the Node in the network topology that corresponds to the hostname]]>
- </doc>
- </method>
- <method name="getNumTaskCacheLevels" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumResolvedTaskTrackers" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumberOfUniqueHosts" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isNodeGroupAware" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="addJobInProgressListener"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="listener" type="org.apache.hadoop.mapred.JobInProgressListener"/>
- </method>
- <method name="removeJobInProgressListener"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="listener" type="org.apache.hadoop.mapred.JobInProgressListener"/>
- </method>
- <method name="getQueueManager" return="org.apache.hadoop.mapred.QueueManager"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the {@link QueueManager} associated with the JobTracker.]]>
- </doc>
- </method>
- <method name="getVIVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getBuildVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="heartbeat" return="org.apache.hadoop.mapred.HeartbeatResponse"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <param name="restarted" type="boolean"/>
- <param name="initialContact" type="boolean"/>
- <param name="acceptNewTasks" type="boolean"/>
- <param name="responseId" type="short"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The periodic heartbeat mechanism between the {@link TaskTracker} and
- the {@link JobTracker}.
-
- The {@link JobTracker} processes the status information sent by the
- {@link TaskTracker} and responds with instructions to start/stop
- tasks or jobs, and also 'reset' instructions during contingencies.]]>
- </doc>
- </method>
- <method name="getNextHeartbeatInterval" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Calculates next heartbeat interval using cluster size.
- Heartbeat interval is incremented by 1 second for every 100 nodes by default.
- @return next heartbeat interval.]]>
- </doc>
- </method>
- <method name="getFilesystemName" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Grab the local fs name]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns a handle to the JobTracker's Configuration]]>
- </doc>
- </method>
- <method name="reportTaskTrackerError"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskTracker" type="java.lang.String"/>
- <param name="errorClass" type="java.lang.String"/>
- <param name="errorMessage" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getNewJobId" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Allocates a new JobId string.]]>
- </doc>
- </method>
- <method name="submitJob" return="org.apache.hadoop.mapred.JobStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="jobSubmitDir" type="java.lang.String"/>
- <param name="ts" type="org.apache.hadoop.security.Credentials"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[JobTracker.submitJob() kicks off a new job.
- Create a 'JobInProgress' object, which contains both JobProfile
- and JobStatus. Those two sub-objects are sometimes shipped outside
- of the JobTracker. But JobInProgress adds info that's useful for
- the JobTracker alone.]]>
- </doc>
- </method>
- <method name="getStagingAreaDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@see org.apache.hadoop.mapred.JobSubmissionProtocol#getStagingAreaDir()]]>
- </doc>
- </method>
- <method name="getClusterStatus" return="org.apache.hadoop.mapred.ClusterStatus"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="use {@link #getClusterStatus(boolean)}">
- <doc>
- <![CDATA[@deprecated use {@link #getClusterStatus(boolean)}]]>
- </doc>
- </method>
- <method name="getClusterStatus" return="org.apache.hadoop.mapred.ClusterStatus"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="detailed" type="boolean"/>
- </method>
- <method name="getClusterMetrics" return="org.apache.hadoop.mapreduce.ClusterMetrics"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="killJob"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@see JobSubmissionProtocol#killJob]]>
- </doc>
- </method>
- <method name="cancelDelegationToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Discard a current delegation token.]]>
- </doc>
- </method>
- <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="renewer" type="org.apache.hadoop.io.Text"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get a new delegation token.]]>
- </doc>
- </method>
- <method name="renewDelegationToken" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Renew a delegation token to extend its lifetime.]]>
- </doc>
- </method>
- <method name="initJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobInProgress"/>
- </method>
- <method name="failJob"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobInProgress"/>
- <doc>
- <![CDATA[Fail a job and inform the listeners. Other components in the framework
- should use this to fail a job.]]>
- </doc>
- </method>
- <method name="setJobPriority"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="priority" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getJobProfile" return="org.apache.hadoop.mapred.JobProfile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getJobStatus" return="org.apache.hadoop.mapred.JobStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getJobCounters" return="org.apache.hadoop.mapred.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getMapTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getReduceTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getCleanupTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getSetupTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getTaskCompletionEvents" return="org.apache.hadoop.mapred.TaskCompletionEvent[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="fromEventId" type="int"/>
- <param name="maxEvents" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getTaskDiagnostics" return="java.lang.String[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the diagnostics for a given task
- @param taskId the id of the task
- @return an array of the diagnostic messages]]>
- </doc>
- </method>
- <method name="getTip" return="org.apache.hadoop.mapred.TaskInProgress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tipid" type="org.apache.hadoop.mapred.TaskID"/>
- <doc>
- <![CDATA[Returns specified TaskInProgress, or null.]]>
- </doc>
- </method>
- <method name="killTask" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="shouldFail" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@see JobSubmissionProtocol#killTask(TaskAttemptID, boolean)]]>
- </doc>
- </method>
- <method name="getAssignedTracker" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <doc>
- <![CDATA[Get tracker name for a given task id.
- @param taskId the name of the task
- @return The name of the task tracker]]>
- </doc>
- </method>
- <method name="jobsToComplete" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getAllJobs" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@see JobSubmissionProtocol#getAllJobs()]]>
- </doc>
- </method>
- <method name="getSystemDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@see org.apache.hadoop.mapred.JobSubmissionProtocol#getSystemDir()]]>
- </doc>
- </method>
- <method name="getQueueAdmins" return="org.apache.hadoop.security.authorize.AccessControlList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queueName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@see org.apache.hadoop.mapred.JobSubmissionProtocol#getQueueAdmins(String)]]>
- </doc>
- </method>
- <method name="getJob" return="org.apache.hadoop.mapred.JobInProgress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="refreshNodes"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Rereads the config to get hosts and exclude list file names.
- Rereads the files to update the hosts and exclude lists.]]>
- </doc>
- </method>
- <method name="getLocalJobFilePath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <doc>
- <![CDATA[Get the localized job file path on the job trackers local file system
- @param jobId id of the job
- @return the path of the job conf file on the local file system]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Start the JobTracker process. This is used only for debugging. As a rule,
- JobTracker should be run as part of the DFS Namenode process.]]>
- </doc>
- </method>
- <method name="getQueues" return="org.apache.hadoop.mapred.JobQueueInfo[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getQueueInfo" return="org.apache.hadoop.mapred.JobQueueInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queue" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getJobsFromQueue" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queue" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getQueueAclsForCurrentUser" return="org.apache.hadoop.mapred.QueueAclsInfo[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="refreshServiceAcl"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="refreshSuperUserGroupsConfiguration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="refreshUserToGroupsMappings"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="refreshQueues"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getReasonsForBlacklisting" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- </method>
- <method name="getReasonsForGraylisting" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="host" type="java.lang.String"/>
- </method>
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getConfigVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getThreadCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSummaryJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getAliveNodesInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getBlacklistedNodesInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getGraylistedNodesInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getQueueInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setSafeMode" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="safeModeAction" type="org.apache.hadoop.mapred.JobTracker.SafeModeAction"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="isInSafeMode" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="MAX_USER_JOBCONF_SIZE_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[the config key for max user jobconf size]]>
- </doc>
- </field>
- <field name="DELEGATION_KEY_UPDATE_INTERVAL_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DELEGATION_KEY_UPDATE_INTERVAL_DEFAULT" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DELEGATION_TOKEN_RENEW_INTERVAL_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DELEGATION_TOKEN_RENEW_INTERVAL_DEFAULT" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DELEGATION_TOKEN_MAX_LIFETIME_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DELEGATION_TOKEN_MAX_LIFETIME_DEFAULT" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JT_USER_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JT_KEYTAB_FILE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPRED_CLUSTER_MAP_MEMORY_MB_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPRED_CLUSTER_REDUCE_MEMORY_MB_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPRED_CLUSTER_MAX_MAP_MEMORY_MB_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAPRED_CLUSTER_MAX_REDUCE_MEMORY_MB_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[JobTracker is the central location for submitting and
- tracking MR jobs in a network environment.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobTracker -->
- <!-- start class org.apache.hadoop.mapred.JobTracker.IllegalStateException -->
- <class name="JobTracker.IllegalStateException" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobTracker.IllegalStateException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A client tried to submit a job before the Job Tracker was ready.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobTracker.IllegalStateException -->
- <!-- start class org.apache.hadoop.mapred.JobTracker.SafeModeAction -->
- <class name="JobTracker.SafeModeAction" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.JobTracker.SafeModeAction[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.JobTracker.SafeModeAction"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="SAFEMODE_LEAVE" type="org.apache.hadoop.mapred.JobTracker.SafeModeAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SAFEMODE_ENTER" type="org.apache.hadoop.mapred.JobTracker.SafeModeAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SAFEMODE_GET" type="org.apache.hadoop.mapred.JobTracker.SafeModeAction"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[JobTracker SafeMode]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobTracker.SafeModeAction -->
- <!-- start class org.apache.hadoop.mapred.JobTracker.State -->
- <class name="JobTracker.State" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.JobTracker.State[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.JobTracker.State"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="INITIALIZING" type="org.apache.hadoop.mapred.JobTracker.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNNING" type="org.apache.hadoop.mapred.JobTracker.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobTracker.State -->
- <!-- start interface org.apache.hadoop.mapred.JobTrackerMXBean -->
- <interface name="JobTrackerMXBean" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return hostname of the jobtracker]]>
- </doc>
- </method>
- <method name="getVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return version of the code base]]>
- </doc>
- </method>
- <method name="getConfigVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the config version (from a config property)]]>
- </doc>
- </method>
- <method name="getThreadCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return number of threads of the jobtracker jvm]]>
- </doc>
- </method>
- <method name="getSummaryJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the summary info in json]]>
- </doc>
- </method>
- <method name="getAliveNodesInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the alive nodes info in json]]>
- </doc>
- </method>
- <method name="getBlacklistedNodesInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the blacklisted nodes info in json]]>
- </doc>
- </method>
- <method name="getGraylistedNodesInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the graylisted nodes info in json]]>
- </doc>
- </method>
- <method name="getQueueInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the queue info json]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The MXBean interface for JobTrackerInfo]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.JobTrackerMXBean -->
- <!-- start class org.apache.hadoop.mapred.JobTrackerNotYetInitializedException -->
- <class name="JobTrackerNotYetInitializedException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobTrackerNotYetInitializedException"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[This exception is thrown when the JobTracker is still initializing and
- not yet operational.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.JobTrackerNotYetInitializedException -->
- <!-- start class org.apache.hadoop.mapred.JvmTask -->
- <class name="JvmTask" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="JvmTask" type="org.apache.hadoop.mapred.Task, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="JvmTask"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getTask" return="org.apache.hadoop.mapred.Task"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="shouldDie" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.JvmTask -->
- <!-- start class org.apache.hadoop.mapred.KeyValueLineRecordReader -->
- <class name="KeyValueLineRecordReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordReader"/>
- <constructor name="KeyValueLineRecordReader" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.FileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createKey" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createValue" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="findSeparator" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="length" type="int"/>
- <param name="sep" type="byte"/>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Text"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read key/value pair in a line.]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This class treats a line in the input as a key/value pair separated by a
- separator character. The separator can be specified in config file
- under the attribute name key.value.separator.in.input.line. The default
- separator is the tab character ('\t').]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.KeyValueLineRecordReader -->
- <!-- start class org.apache.hadoop.mapred.KeyValueTextInputFormat -->
- <class name="KeyValueTextInputFormat" extends="org.apache.hadoop.mapred.FileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <constructor name="KeyValueTextInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="isSplitable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericSplit" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link InputFormat} for plain text files. Files are broken into lines.
- Either linefeed or carriage-return are used to signal end of line. Each line
- is divided into key and value parts by a separator byte. If no such a byte
- exists, the key will be the entire line and value will be empty.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.KeyValueTextInputFormat -->
- <!-- start class org.apache.hadoop.mapred.LineRecordReader -->
- <class name="LineRecordReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordReader"/>
- <constructor name="LineRecordReader" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.FileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="LineRecordReader" type="java.io.InputStream, long, long, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="LineRecordReader" type="java.io.InputStream, long, long, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="createKey" return="org.apache.hadoop.io.LongWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createValue" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.LongWritable"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a line.]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the progress within the split]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Treats keys as offset in file and value as line.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.LineRecordReader -->
- <!-- start class org.apache.hadoop.mapred.LineRecordReader.LineReader -->
- <class name="LineRecordReader.LineReader" extends="org.apache.hadoop.util.LineReader"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="Use {@link org.apache.hadoop.util.LineReader} instead.">
- <constructor name="LineRecordReader.LineReader" type="java.io.InputStream, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <doc>
- <![CDATA[A class that provides a line reader from an input stream.
- @deprecated Use {@link org.apache.hadoop.util.LineReader} instead.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.LineRecordReader.LineReader -->
- <!-- start class org.apache.hadoop.mapred.LocalJobRunner -->
- <class name="LocalJobRunner" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobSubmissionProtocol"/>
- <constructor name="LocalJobRunner" type="org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getProtocolVersion" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.String"/>
- <param name="clientVersion" type="long"/>
- </method>
- <method name="getNewJobId" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="submitJob" return="org.apache.hadoop.mapred.JobStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="jobSubmitDir" type="java.lang.String"/>
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="killJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="setJobPriority"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- <param name="jp" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="killTask" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="shouldFail" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Throws {@link UnsupportedOperationException}]]>
- </doc>
- </method>
- <method name="getJobProfile" return="org.apache.hadoop.mapred.JobProfile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="getMapTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="getReduceTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="getCleanupTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="getSetupTaskReports" return="org.apache.hadoop.mapred.TaskReport[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="getJobStatus" return="org.apache.hadoop.mapred.JobStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="getJobCounters" return="org.apache.hadoop.mapred.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- </method>
- <method name="getFilesystemName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getClusterStatus" return="org.apache.hadoop.mapred.ClusterStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="detailed" type="boolean"/>
- </method>
- <method name="jobsToComplete" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskCompletionEvents" return="org.apache.hadoop.mapred.TaskCompletionEvent[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapred.JobID"/>
- <param name="fromEventId" type="int"/>
- <param name="maxEvents" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getAllJobs" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskDiagnostics" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the diagnostic information for a particular task in the given job.
- To be implemented]]>
- </doc>
- </method>
- <method name="getSystemDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@see org.apache.hadoop.mapred.JobSubmissionProtocol#getSystemDir()]]>
- </doc>
- </method>
- <method name="getQueueAdmins" return="org.apache.hadoop.security.authorize.AccessControlList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queueName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@see org.apache.hadoop.mapred.JobSubmissionProtocol#getQueueAdmins()]]>
- </doc>
- </method>
- <method name="getStagingAreaDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@see org.apache.hadoop.mapred.JobSubmissionProtocol#getStagingAreaDir()]]>
- </doc>
- </method>
- <method name="getJobsFromQueue" return="org.apache.hadoop.mapred.JobStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queue" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getQueues" return="org.apache.hadoop.mapred.JobQueueInfo[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getQueueInfo" return="org.apache.hadoop.mapred.JobQueueInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="queue" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getQueueAclsForCurrentUser" return="org.apache.hadoop.mapred.QueueAclsInfo[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setLocalMaxRunningMaps"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="maxMaps" type="int"/>
- <doc>
- <![CDATA[Set the max number of map tasks to run concurrently in the LocalJobRunner.
- @param job the job to configure
- @param maxMaps the maximum number of map tasks to allow.]]>
- </doc>
- </method>
- <method name="getLocalMaxRunningMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[@return the max number of map tasks to run concurrently in the
- LocalJobRunner.]]>
- </doc>
- </method>
- <method name="cancelDelegationToken"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="renewer" type="org.apache.hadoop.io.Text"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="renewDelegationToken" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOCAL_MAX_MAPS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Implements MapReduce locally, in-process, for debugging.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.LocalJobRunner -->
- <!-- start class org.apache.hadoop.mapred.MapFileOutputFormat -->
- <class name="MapFileOutputFormat" extends="org.apache.hadoop.mapred.FileOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MapFileOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getReaders" return="org.apache.hadoop.io.MapFile.Reader[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Open the output generated by this format.]]>
- </doc>
- </method>
- <method name="getEntry" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="readers" type="org.apache.hadoop.io.MapFile.Reader[]"/>
- <param name="partitioner" type="org.apache.hadoop.mapred.Partitioner"/>
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get an entry from output generated by this class.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An {@link OutputFormat} that writes {@link MapFile}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.MapFileOutputFormat -->
- <!-- start interface org.apache.hadoop.mapred.Mapper -->
- <interface name="Mapper" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <implements name="org.apache.hadoop.io.Closeable"/>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Maps a single input key/value pair into an intermediate key/value pair.
-
- <p>Output pairs need not be of the same types as input pairs. A given
- input pair may map to zero or many output pairs. Output pairs are
- collected with calls to
- {@link OutputCollector#collect(Object,Object)}.</p>
- <p>Applications can use the {@link Reporter} provided to report progress
- or just indicate that they are alive. In scenarios where the application
- takes an insignificant amount of time to process individual key/value
- pairs, this is crucial since the framework might assume that the task has
- timed-out and kill that task. The other way of avoiding this is to set
- <a href="{@docRoot}/../mapred-default.html#mapred.task.timeout">
- mapred.task.timeout</a> to a high-enough value (or even zero for no
- time-outs).</p>
-
- @param key the input key.
- @param value the input value.
- @param output collects mapped keys and values.
- @param reporter facility to report progress.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Maps input key/value pairs to a set of intermediate key/value pairs.
-
- <p>Maps are the individual tasks which transform input records into a
- intermediate records. The transformed intermediate records need not be of
- the same type as the input records. A given input pair may map to zero or
- many output pairs.</p>
-
- <p>The Hadoop Map-Reduce framework spawns one map task for each
- {@link InputSplit} generated by the {@link InputFormat} for the job.
- <code>Mapper</code> implementations can access the {@link JobConf} for the
- job via the {@link JobConfigurable#configure(JobConf)} and initialize
- themselves. Similarly they can use the {@link Closeable#close()} method for
- de-initialization.</p>
-
- <p>The framework then calls
- {@link #map(Object, Object, OutputCollector, Reporter)}
- for each key/value pair in the <code>InputSplit</code> for that task.</p>
-
- <p>All intermediate values associated with a given output key are
- subsequently grouped by the framework, and passed to a {@link Reducer} to
- determine the final output. Users can control the grouping by specifying
- a <code>Comparator</code> via
- {@link JobConf#setOutputKeyComparatorClass(Class)}.</p>
- <p>The grouped <code>Mapper</code> outputs are partitioned per
- <code>Reducer</code>. Users can control which keys (and hence records) go to
- which <code>Reducer</code> by implementing a custom {@link Partitioner}.
-
- <p>Users can optionally specify a <code>combiner</code>, via
- {@link JobConf#setCombinerClass(Class)}, to perform local aggregation of the
- intermediate outputs, which helps to cut down the amount of data transferred
- from the <code>Mapper</code> to the <code>Reducer</code>.
-
- <p>The intermediate, grouped outputs are always stored in
- {@link SequenceFile}s. Applications can specify if and how the intermediate
- outputs are to be compressed and which {@link CompressionCodec}s are to be
- used via the <code>JobConf</code>.</p>
-
- <p>If the job has
- <a href="{@docRoot}/org/apache/hadoop/mapred/JobConf.html#ReducerNone">zero
- reduces</a> then the output of the <code>Mapper</code> is directly written
- to the {@link FileSystem} without grouping by keys.</p>
-
- <p>Example:</p>
- <p><blockquote><pre>
- public class MyMapper<K extends WritableComparable, V extends Writable>
- extends MapReduceBase implements Mapper<K, V, K, V> {
-
- static enum MyCounters { NUM_RECORDS }
-
- private String mapTaskId;
- private String inputFile;
- private int noRecords = 0;
-
- public void configure(JobConf job) {
- mapTaskId = job.get("mapred.task.id");
- inputFile = job.get("map.input.file");
- }
-
- public void map(K key, V val,
- OutputCollector<K, V> output, Reporter reporter)
- throws IOException {
- // Process the <key, value> pair (assume this takes a while)
- // ...
- // ...
-
- // Let the framework know that we are alive, and kicking!
- // reporter.progress();
-
- // Process some more
- // ...
- // ...
-
- // Increment the no. of <key, value> pairs processed
- ++noRecords;
- // Increment counters
- reporter.incrCounter(NUM_RECORDS, 1);
-
- // Every 100 records update application-level status
- if ((noRecords%100) == 0) {
- reporter.setStatus(mapTaskId + " processed " + noRecords +
- " from input-file: " + inputFile);
- }
-
- // Output the result
- output.collect(key, val);
- }
- }
- </pre></blockquote></p>
- <p>Applications may write a custom {@link MapRunnable} to exert greater
- control on map processing e.g. multi-threaded <code>Mapper</code>s etc.</p>
-
- @see JobConf
- @see InputFormat
- @see Partitioner
- @see Reducer
- @see MapReduceBase
- @see MapRunnable
- @see SequenceFile]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.Mapper -->
- <!-- start class org.apache.hadoop.mapred.MapReduceBase -->
- <class name="MapReduceBase" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Closeable"/>
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <constructor name="MapReduceBase"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Default implementation that does nothing.]]>
- </doc>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Default implementation that does nothing.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Base class for {@link Mapper} and {@link Reducer} implementations.
-
- <p>Provides default no-op implementations for a few methods, most non-trivial
- applications need to override some of them.</p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.MapReduceBase -->
- <!-- start class org.apache.hadoop.mapred.MapReducePolicyProvider -->
- <class name="MapReducePolicyProvider" extends="org.apache.hadoop.security.authorize.PolicyProvider"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MapReducePolicyProvider"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getServices" return="org.apache.hadoop.security.authorize.Service[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[{@link PolicyProvider} for Map-Reduce protocols.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.MapReducePolicyProvider -->
- <!-- start interface org.apache.hadoop.mapred.MapRunnable -->
- <interface name="MapRunnable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="org.apache.hadoop.mapred.RecordReader"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Start mapping input <tt><key, value></tt> pairs.
-
- <p>Mapping of input records to output records is complete when this method
- returns.</p>
-
- @param input the {@link RecordReader} to read the input records.
- @param output the {@link OutputCollector} to collect the outputrecords.
- @param reporter {@link Reporter} to report progress, status-updates etc.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Expert: Generic interface for {@link Mapper}s.
-
- <p>Custom implementations of <code>MapRunnable</code> can exert greater
- control on map processing e.g. multi-threaded, asynchronous mappers etc.</p>
-
- @see Mapper]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.MapRunnable -->
- <!-- start class org.apache.hadoop.mapred.MapRunner -->
- <class name="MapRunner" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.MapRunnable"/>
- <constructor name="MapRunner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="org.apache.hadoop.mapred.RecordReader"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getMapper" return="org.apache.hadoop.mapred.Mapper"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Default {@link MapRunnable} implementation.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.MapRunner -->
- <!-- start class org.apache.hadoop.mapred.MapTaskCompletionEventsUpdate -->
- <class name="MapTaskCompletionEventsUpdate" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="MapTaskCompletionEventsUpdate"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="MapTaskCompletionEventsUpdate" type="org.apache.hadoop.mapred.TaskCompletionEvent[], boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="shouldReset" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMapTaskCompletionEvents" return="org.apache.hadoop.mapred.TaskCompletionEvent[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A class that represents the communication between the tasktracker and child
- tasks w.r.t the map task completion events. It also indicates whether the
- child task should reset its events index.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.MapTaskCompletionEventsUpdate -->
- <!-- start class org.apache.hadoop.mapred.MultiFileInputFormat -->
- <class name="MultiFileInputFormat" extends="org.apache.hadoop.mapred.FileInputFormat"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="Use {@link org.apache.hadoop.mapred.lib.CombineFileInputFormat} instead">
- <constructor name="MultiFileInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplits" return="org.apache.hadoop.mapred.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="numSplits" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An abstract {@link InputFormat} that returns {@link MultiFileSplit}'s
- in {@link #getSplits(JobConf, int)} method. Splits are constructed from
- the files under the input paths. Each split returned contains <i>nearly</i>
- equal content length. <br>
- Subclasses implement {@link #getRecordReader(InputSplit, JobConf, Reporter)}
- to construct <code>RecordReader</code>'s for <code>MultiFileSplit</code>'s.
- @see MultiFileSplit
- @deprecated Use {@link org.apache.hadoop.mapred.lib.CombineFileInputFormat} instead]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.MultiFileInputFormat -->
- <!-- start class org.apache.hadoop.mapred.MultiFileSplit -->
- <class name="MultiFileSplit" extends="org.apache.hadoop.mapred.lib.CombineFileSplit"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link org.apache.hadoop.mapred.lib.CombineFileSplit} instead">
- <constructor name="MultiFileSplit" type="org.apache.hadoop.mapred.JobConf, org.apache.hadoop.fs.Path[], long[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A sub-collection of input files. Unlike {@link FileSplit}, MultiFileSplit
- class does not represent a split of a file, but a split of input files
- into smaller sets. The atomic unit of split is a file. <br>
- MultiFileSplit can be used to implement {@link RecordReader}'s, with
- reading one record per file.
- @see FileSplit
- @see MultiFileInputFormat
- @deprecated Use {@link org.apache.hadoop.mapred.lib.CombineFileSplit} instead]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.MultiFileSplit -->
- <!-- start class org.apache.hadoop.mapred.Operation -->
- <class name="Operation" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.Operation[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.Operation"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="VIEW_JOB_COUNTERS" type="org.apache.hadoop.mapred.Operation"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VIEW_JOB_DETAILS" type="org.apache.hadoop.mapred.Operation"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VIEW_TASK_LOGS" type="org.apache.hadoop.mapred.Operation"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILL_JOB" type="org.apache.hadoop.mapred.Operation"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAIL_TASK" type="org.apache.hadoop.mapred.Operation"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILL_TASK" type="org.apache.hadoop.mapred.Operation"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SET_JOB_PRIORITY" type="org.apache.hadoop.mapred.Operation"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUBMIT_JOB" type="org.apache.hadoop.mapred.Operation"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="qACLNeeded" type="org.apache.hadoop.mapred.QueueManager.QueueACL"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="jobACLNeeded" type="org.apache.hadoop.mapreduce.JobACL"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Generic operation that maps to the dependent set of ACLs that drive the
- authorization of the operation.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Operation -->
- <!-- start interface org.apache.hadoop.mapred.OutputCollector -->
- <interface name="OutputCollector" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="collect"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Adds a key/value pair to the output.
- @param key the key to collect.
- @param value to value to collect.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Collects the <code><key, value></code> pairs output by {@link Mapper}s
- and {@link Reducer}s.
-
- <p><code>OutputCollector</code> is the generalization of the facility
- provided by the Map-Reduce framework to collect data output by either the
- <code>Mapper</code> or the <code>Reducer</code> i.e. intermediate outputs
- or the output of the job.</p>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.OutputCollector -->
- <!-- start class org.apache.hadoop.mapred.OutputCommitter -->
- <class name="OutputCommitter" extends="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="OutputCommitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setupJob"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapred.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For the framework to setup the job output during initialization
-
- @param jobContext Context of the job whose output is being written.
- @throws IOException if temporary output could not be created]]>
- </doc>
- </method>
- <method name="cleanupJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #commitJob(JobContext)} or
- {@link #abortJob(JobContext, int)} instead">
- <param name="jobContext" type="org.apache.hadoop.mapred.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For cleaning up the job's output after job completion
- @deprecated use {@link #commitJob(JobContext)} or
- {@link #abortJob(JobContext, int)} instead]]>
- </doc>
- </method>
- <method name="commitJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapred.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For committing job's output after successful job completion. Note that this
- is invoked for jobs with final run state as {@link JobStatus#SUCCEEDED}.
-
- @param jobContext Context of the job whose output is being written.
- @throws IOException]]>
- </doc>
- </method>
- <method name="abortJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapred.JobContext"/>
- <param name="status" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For cleaning up the job's output after job failure.
-
- @param jobContext Context of the job whose output is being written.
- @param status Final run state of the job, should be
- {@link JobStatus#KILLED} or {@link JobStatus#FAILED}
- @throws IOException]]>
- </doc>
- </method>
- <method name="setupTask"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapred.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Sets up output for the task.
-
- @param taskContext Context of the task whose output is being written.
- @throws IOException]]>
- </doc>
- </method>
- <method name="needsTaskCommit" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapred.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check whether task needs a commit
-
- @param taskContext
- @return true/false
- @throws IOException]]>
- </doc>
- </method>
- <method name="commitTask"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapred.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[To promote the task's temporary output to final output location
-
- The task's output is moved to the job's output directory.
-
- @param taskContext Context of the task whose output is being written.
- @throws IOException if commit is not]]>
- </doc>
- </method>
- <method name="abortTask"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapred.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Discard the task output
-
- @param taskContext
- @throws IOException]]>
- </doc>
- </method>
- <method name="setupJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method implements the new interface by calling the old method. Note
- that the input types are different between the new and old apis and this
- is a bridge between the two.]]>
- </doc>
- </method>
- <method name="cleanupJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method implements the new interface by calling the old method. Note
- that the input types are different between the new and old apis and this
- is a bridge between the two.]]>
- </doc>
- </method>
- <method name="commitJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method implements the new interface by calling the old method. Note
- that the input types are different between the new and old apis and this
- is a bridge between the two.]]>
- </doc>
- </method>
- <method name="abortJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="runState" type="org.apache.hadoop.mapreduce.JobStatus.State"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method implements the new interface by calling the old method. Note
- that the input types are different between the new and old apis and this
- is a bridge between the two.]]>
- </doc>
- </method>
- <method name="setupTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method implements the new interface by calling the old method. Note
- that the input types are different between the new and old apis and this
- is a bridge between the two.]]>
- </doc>
- </method>
- <method name="needsTaskCommit" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method implements the new interface by calling the old method. Note
- that the input types are different between the new and old apis and this
- is a bridge between the two.]]>
- </doc>
- </method>
- <method name="commitTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method implements the new interface by calling the old method. Note
- that the input types are different between the new and old apis and this
- is a bridge between the two.]]>
- </doc>
- </method>
- <method name="abortTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This method implements the new interface by calling the old method. Note
- that the input types are different between the new and old apis and this
- is a bridge between the two.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>OutputCommitter</code> describes the commit of task output for a
- Map-Reduce job.
- <p>The Map-Reduce framework relies on the <code>OutputCommitter</code> of
- the job to:<p>
- <ol>
- <li>
- Setup the job during initialization. For example, create the temporary
- output directory for the job during the initialization of the job.
- </li>
- <li>
- Cleanup the job after the job completion. For example, remove the
- temporary output directory after the job completion.
- </li>
- <li>
- Setup the task temporary output.
- </li>
- <li>
- Check whether a task needs a commit. This is to avoid the commit
- procedure if a task does not need commit.
- </li>
- <li>
- Commit of the task output.
- </li>
- <li>
- Discard the task commit.
- </li>
- </ol>
-
- @see FileOutputCommitter
- @see JobContext
- @see TaskAttemptContext]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.OutputCommitter -->
- <!-- start interface org.apache.hadoop.mapred.OutputFormat -->
- <interface name="OutputFormat" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the {@link RecordWriter} for the given job.
- @param ignored
- @param job configuration for the job whose output is being written.
- @param name the unique name for this part of the output.
- @param progress mechanism for reporting progress while writing to file.
- @return a {@link RecordWriter} to write the output for the job.
- @throws IOException]]>
- </doc>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check for validity of the output-specification for the job.
-
- <p>This is to validate the output specification for the job when it is
- a job is submitted. Typically checks that it does not already exist,
- throwing an exception when it already exists, so that output is not
- overwritten.</p>
- @param ignored
- @param job job configuration.
- @throws IOException when output should not be attempted]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>OutputFormat</code> describes the output-specification for a
- Map-Reduce job.
- <p>The Map-Reduce framework relies on the <code>OutputFormat</code> of the
- job to:<p>
- <ol>
- <li>
- Validate the output-specification of the job. For e.g. check that the
- output directory doesn't already exist.
- <li>
- Provide the {@link RecordWriter} implementation to be used to write out
- the output files of the job. Output files are stored in a
- {@link FileSystem}.
- </li>
- </ol>
-
- @see RecordWriter
- @see JobConf]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.OutputFormat -->
- <!-- start class org.apache.hadoop.mapred.OutputLogFilter -->
- <class name="OutputLogFilter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="Use
- {@link org.apache.hadoop.mapred.Utils.OutputFileUtils.OutputLogFilter}
- instead.">
- <implements name="org.apache.hadoop.fs.PathFilter"/>
- <constructor name="OutputLogFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- </method>
- <doc>
- <![CDATA[This class filters log files from directory given
- It doesnt accept paths having _logs.
- This can be used to list paths of output directory as follows:
- Path[] fileList = FileUtil.stat2Paths(fs.listStatus(outDir,
- new OutputLogFilter()));
- @deprecated Use
- {@link org.apache.hadoop.mapred.Utils.OutputFileUtils.OutputLogFilter}
- instead.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.OutputLogFilter -->
- <!-- start interface org.apache.hadoop.mapred.Partitioner -->
- <interface name="Partitioner" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numPartitions" type="int"/>
- <doc>
- <![CDATA[Get the paritition number for a given key (hence record) given the total
- number of partitions i.e. number of reduce-tasks for the job.
-
- <p>Typically a hash function on a all or a subset of the key.</p>
- @param key the key to be paritioned.
- @param value the entry value.
- @param numPartitions the total number of partitions.
- @return the partition number for the <code>key</code>.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Partitions the key space.
-
- <p><code>Partitioner</code> controls the partitioning of the keys of the
- intermediate map-outputs. The key (or a subset of the key) is used to derive
- the partition, typically by a hash function. The total number of partitions
- is the same as the number of reduce tasks for the job. Hence this controls
- which of the <code>m</code> reduce tasks the intermediate key (and hence the
- record) is sent for reduction.</p>
-
- @see Reducer]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.Partitioner -->
- <!-- start class org.apache.hadoop.mapred.QueueAclsInfo -->
- <class name="QueueAclsInfo" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="QueueAclsInfo"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor for QueueAclsInfo.]]>
- </doc>
- </constructor>
- <constructor name="QueueAclsInfo" type="java.lang.String, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a new QueueAclsInfo object using the queue name and the
- queue operations array
-
- @param queueName Name of the job queue
- @param operations queue operations]]>
- </doc>
- </constructor>
- <method name="getQueueName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setQueueName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="queueName" type="java.lang.String"/>
- </method>
- <method name="getOperations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Class to encapsulate Queue ACLs for a particular
- user.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.QueueAclsInfo -->
- <!-- start class org.apache.hadoop.mapred.RawHistoryFileServlet -->
- <class name="RawHistoryFileServlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RawHistoryFileServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="servletConfig" type="javax.servlet.ServletConfig"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- </method>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.RawHistoryFileServlet -->
- <!-- start interface org.apache.hadoop.mapred.RawKeyValueIterator -->
- <interface name="RawKeyValueIterator" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getKey" return="org.apache.hadoop.io.DataInputBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the current raw key.
-
- @return Gets the current raw key as a DataInputBuffer
- @throws IOException]]>
- </doc>
- </method>
- <method name="getValue" return="org.apache.hadoop.io.DataInputBuffer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the current raw value.
-
- @return Gets the current raw value as a DataInputBuffer
- @throws IOException]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Sets up the current key and value (for getKey and getValue).
-
- @return <code>true</code> if there exists a key/value,
- <code>false</code> otherwise.
- @throws IOException]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Closes the iterator so that the underlying streams can be closed.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="getProgress" return="org.apache.hadoop.util.Progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Gets the Progress object; this has a float (0.0 - 1.0)
- indicating the bytes processed by the iterator so far]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>RawKeyValueIterator</code> is an iterator used to iterate over
- the raw keys and values during sort/merge of intermediate data.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.RawKeyValueIterator -->
- <!-- start interface org.apache.hadoop.mapred.RecordReader -->
- <interface name="RecordReader" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reads the next key/value pair from the input for processing.
- @param key the key to read data into
- @param value the value to read data into
- @return true iff a key/value was read, false if at EOF]]>
- </doc>
- </method>
- <method name="createKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an object of the appropriate type to be used as a key.
-
- @return a new key object.]]>
- </doc>
- </method>
- <method name="createValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an object of the appropriate type to be used as a value.
-
- @return a new value object.]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the current position in the input.
-
- @return the current position in the input.
- @throws IOException]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close this {@link InputSplit} to future operations.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[How much of the input has the {@link RecordReader} consumed i.e.
- has been processed by?
-
- @return progress from <code>0.0</code> to <code>1.0</code>.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>RecordReader</code> reads <key, value> pairs from an
- {@link InputSplit}.
-
- <p><code>RecordReader</code>, typically, converts the byte-oriented view of
- the input, provided by the <code>InputSplit</code>, and presents a
- record-oriented view for the {@link Mapper} & {@link Reducer} tasks for
- processing. It thus assumes the responsibility of processing record
- boundaries and presenting the tasks with keys and values.</p>
-
- @see InputSplit
- @see InputFormat]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.RecordReader -->
- <!-- start interface org.apache.hadoop.mapred.RecordWriter -->
- <interface name="RecordWriter" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes a key/value pair.
- @param key the key to write.
- @param value the value to write.
- @throws IOException]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close this <code>RecordWriter</code> to future operations.
-
- @param reporter facility to report progress.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>RecordWriter</code> writes the output <key, value> pairs
- to an output file.
- <p><code>RecordWriter</code> implementations write the job outputs to the
- {@link FileSystem}.
-
- @see OutputFormat]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.RecordWriter -->
- <!-- start interface org.apache.hadoop.mapred.Reducer -->
- <interface name="Reducer" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <implements name="org.apache.hadoop.io.Closeable"/>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="values" type="java.util.Iterator"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[<i>Reduces</i> values for a given key.
-
- <p>The framework calls this method for each
- <code><key, (list of values)></code> pair in the grouped inputs.
- Output values must be of the same type as input values. Input keys must
- not be altered. The framework will <b>reuse</b> the key and value objects
- that are passed into the reduce, therefore the application should clone
- the objects they want to keep a copy of. In many cases, all values are
- combined into zero or one value.
- </p>
-
- <p>Output pairs are collected with calls to
- {@link OutputCollector#collect(Object,Object)}.</p>
- <p>Applications can use the {@link Reporter} provided to report progress
- or just indicate that they are alive. In scenarios where the application
- takes an insignificant amount of time to process individual key/value
- pairs, this is crucial since the framework might assume that the task has
- timed-out and kill that task. The other way of avoiding this is to set
- <a href="{@docRoot}/../mapred-default.html#mapred.task.timeout">
- mapred.task.timeout</a> to a high-enough value (or even zero for no
- time-outs).</p>
-
- @param key the key.
- @param values the list of values to reduce.
- @param output to collect keys and combined values.
- @param reporter facility to report progress.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Reduces a set of intermediate values which share a key to a smaller set of
- values.
-
- <p>The number of <code>Reducer</code>s for the job is set by the user via
- {@link JobConf#setNumReduceTasks(int)}. <code>Reducer</code> implementations
- can access the {@link JobConf} for the job via the
- {@link JobConfigurable#configure(JobConf)} method and initialize themselves.
- Similarly they can use the {@link Closeable#close()} method for
- de-initialization.</p>
- <p><code>Reducer</code> has 3 primary phases:</p>
- <ol>
- <li>
-
- <h4 id="Shuffle">Shuffle</h4>
-
- <p><code>Reducer</code> is input the grouped output of a {@link Mapper}.
- In the phase the framework, for each <code>Reducer</code>, fetches the
- relevant partition of the output of all the <code>Mapper</code>s, via HTTP.
- </p>
- </li>
-
- <li>
- <h4 id="Sort">Sort</h4>
-
- <p>The framework groups <code>Reducer</code> inputs by <code>key</code>s
- (since different <code>Mapper</code>s may have output the same key) in this
- stage.</p>
-
- <p>The shuffle and sort phases occur simultaneously i.e. while outputs are
- being fetched they are merged.</p>
-
- <h5 id="SecondarySort">SecondarySort</h5>
-
- <p>If equivalence rules for keys while grouping the intermediates are
- different from those for grouping keys before reduction, then one may
- specify a <code>Comparator</code> via
- {@link JobConf#setOutputValueGroupingComparator(Class)}.Since
- {@link JobConf#setOutputKeyComparatorClass(Class)} can be used to
- control how intermediate keys are grouped, these can be used in conjunction
- to simulate <i>secondary sort on values</i>.</p>
-
-
- For example, say that you want to find duplicate web pages and tag them
- all with the url of the "best" known example. You would set up the job
- like:
- <ul>
- <li>Map Input Key: url</li>
- <li>Map Input Value: document</li>
- <li>Map Output Key: document checksum, url pagerank</li>
- <li>Map Output Value: url</li>
- <li>Partitioner: by checksum</li>
- <li>OutputKeyComparator: by checksum and then decreasing pagerank</li>
- <li>OutputValueGroupingComparator: by checksum</li>
- </ul>
- </li>
-
- <li>
- <h4 id="Reduce">Reduce</h4>
-
- <p>In this phase the
- {@link #reduce(Object, Iterator, OutputCollector, Reporter)}
- method is called for each <code><key, (list of values)></code> pair in
- the grouped inputs.</p>
- <p>The output of the reduce task is typically written to the
- {@link FileSystem} via
- {@link OutputCollector#collect(Object, Object)}.</p>
- </li>
- </ol>
-
- <p>The output of the <code>Reducer</code> is <b>not re-sorted</b>.</p>
-
- <p>Example:</p>
- <p><blockquote><pre>
- public class MyReducer<K extends WritableComparable, V extends Writable>
- extends MapReduceBase implements Reducer<K, V, K, V> {
-
- static enum MyCounters { NUM_RECORDS }
-
- private String reduceTaskId;
- private int noKeys = 0;
-
- public void configure(JobConf job) {
- reduceTaskId = job.get("mapred.task.id");
- }
-
- public void reduce(K key, Iterator<V> values,
- OutputCollector<K, V> output,
- Reporter reporter)
- throws IOException {
-
- // Process
- int noValues = 0;
- while (values.hasNext()) {
- V value = values.next();
-
- // Increment the no. of values for this key
- ++noValues;
-
- // Process the <key, value> pair (assume this takes a while)
- // ...
- // ...
-
- // Let the framework know that we are alive, and kicking!
- if ((noValues%10) == 0) {
- reporter.progress();
- }
-
- // Process some more
- // ...
- // ...
-
- // Output the <key, value>
- output.collect(key, value);
- }
-
- // Increment the no. of <key, list of values> pairs processed
- ++noKeys;
-
- // Increment counters
- reporter.incrCounter(NUM_RECORDS, 1);
-
- // Every 100 keys update application-level status
- if ((noKeys%100) == 0) {
- reporter.setStatus(reduceTaskId + " processed " + noKeys);
- }
- }
- }
- </pre></blockquote></p>
-
- @see Mapper
- @see Partitioner
- @see Reporter
- @see MapReduceBase]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.Reducer -->
- <!-- start interface org.apache.hadoop.mapred.Reporter -->
- <interface name="Reporter" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Progressable"/>
- <method name="setStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the status description for the task.
-
- @param status brief description of the current status.]]>
- </doc>
- </method>
- <method name="getCounter" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.Enum"/>
- <doc>
- <![CDATA[Get the {@link Counter} of the given group with the given name.
-
- @param name counter name
- @return the <code>Counter</code> of the given group/name.]]>
- </doc>
- </method>
- <method name="getCounter" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the {@link Counter} of the given group with the given name.
-
- @param group counter group
- @param name counter name
- @return the <code>Counter</code> of the given group/name.]]>
- </doc>
- </method>
- <method name="incrCounter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Enum"/>
- <param name="amount" type="long"/>
- <doc>
- <![CDATA[Increments the counter identified by the key, which can be of
- any {@link Enum} type, by the specified amount.
-
- @param key key to identify the counter to be incremented. The key can be
- be any <code>Enum</code>.
- @param amount A non-negative amount by which the counter is to
- be incremented.]]>
- </doc>
- </method>
- <method name="incrCounter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <param name="counter" type="java.lang.String"/>
- <param name="amount" type="long"/>
- <doc>
- <![CDATA[Increments the counter identified by the group and counter name
- by the specified amount.
-
- @param group name to identify the group of the counter to be incremented.
- @param counter name to identify the counter within the group.
- @param amount A non-negative amount by which the counter is to
- be incremented.]]>
- </doc>
- </method>
- <method name="getInputSplit" return="org.apache.hadoop.mapred.InputSplit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/>
- <doc>
- <![CDATA[Get the {@link InputSplit} object for a map.
-
- @return the <code>InputSplit</code> that the map is reading from.
- @throws UnsupportedOperationException if called outside a mapper]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the progress of the task. Progress is represented as a number between
- 0 and 1 (inclusive).]]>
- </doc>
- </method>
- <field name="NULL" type="org.apache.hadoop.mapred.Reporter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A constant of Reporter type that does nothing.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A facility for Map-Reduce applications to report progress and update
- counters, status information etc.
-
- <p>{@link Mapper} and {@link Reducer} can use the <code>Reporter</code>
- provided to report progress or just indicate that they are alive. In
- scenarios where the application takes an insignificant amount of time to
- process individual key/value pairs, this is crucial since the framework
- might assume that the task has timed-out and kill that task.
- <p>Applications can also update {@link Counters} via the provided
- <code>Reporter</code> .</p>
-
- @see Progressable
- @see Counters]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.Reporter -->
- <!-- start interface org.apache.hadoop.mapred.RunningJob -->
- <interface name="RunningJob" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getID" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job identifier.
-
- @return the job identifier.]]>
- </doc>
- </method>
- <method name="getJobID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="This method is deprecated and will be removed. Applications should
- rather use {@link #getID()}.">
- <doc>
- <![CDATA[@deprecated This method is deprecated and will be removed. Applications should
- rather use {@link #getID()}.]]>
- </doc>
- </method>
- <method name="getJobName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the job.
-
- @return the name of the job.]]>
- </doc>
- </method>
- <method name="getJobFile" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the path of the submitted job configuration.
-
- @return the path of the submitted job configuration.]]>
- </doc>
- </method>
- <method name="getTrackingURL" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the URL where some job progress information will be displayed.
-
- @return the URL where some job progress information will be displayed.]]>
- </doc>
- </method>
- <method name="mapProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the <i>progress</i> of the job's map-tasks, as a float between 0.0
- and 1.0. When all map tasks have completed, the function returns 1.0.
-
- @return the progress of the job's map-tasks.
- @throws IOException]]>
- </doc>
- </method>
- <method name="reduceProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the <i>progress</i> of the job's reduce-tasks, as a float between 0.0
- and 1.0. When all reduce tasks have completed, the function returns 1.0.
-
- @return the progress of the job's reduce-tasks.
- @throws IOException]]>
- </doc>
- </method>
- <method name="cleanupProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the <i>progress</i> of the job's cleanup-tasks, as a float between 0.0
- and 1.0. When all cleanup tasks have completed, the function returns 1.0.
-
- @return the progress of the job's cleanup-tasks.
- @throws IOException]]>
- </doc>
- </method>
- <method name="setupProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the <i>progress</i> of the job's setup-tasks, as a float between 0.0
- and 1.0. When all setup tasks have completed, the function returns 1.0.
-
- @return the progress of the job's setup-tasks.
- @throws IOException]]>
- </doc>
- </method>
- <method name="isComplete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check if the job is finished or not.
- This is a non-blocking call.
-
- @return <code>true</code> if the job is complete, else <code>false</code>.
- @throws IOException]]>
- </doc>
- </method>
- <method name="isSuccessful" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check if the job completed successfully.
-
- @return <code>true</code> if the job succeeded, else <code>false</code>.
- @throws IOException]]>
- </doc>
- </method>
- <method name="waitForCompletion"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Blocks until the job is complete.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="getJobState" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns the current state of the Job.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="getJobStatus" return="org.apache.hadoop.mapred.JobStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns a snapshot of the current status, {@link JobStatus}, of the Job.
- Need to call again for latest information.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="killJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Kill the running job. Blocks until all job tasks have been killed as well.
- If the job is no longer running, it simply returns.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="setJobPriority"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="priority" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the priority of a running job.
- @param priority the new priority for the job.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getTaskCompletionEvents" return="org.apache.hadoop.mapred.TaskCompletionEvent[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="startFrom" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get events indicating completion (success/failure) of component tasks.
-
- @param startFrom index to start fetching events from
- @return an array of {@link TaskCompletionEvent}s
- @throws IOException]]>
- </doc>
- </method>
- <method name="killTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="shouldFail" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Kill indicated task attempt.
-
- @param taskId the id of the task to be terminated.
- @param shouldFail if true the task is failed and added to failed tasks
- list, otherwise it is just killed, w/o affecting
- job failure status.
- @throws IOException]]>
- </doc>
- </method>
- <method name="killTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Applications should rather use {@link #killTask(TaskAttemptID, boolean)}">
- <param name="taskId" type="java.lang.String"/>
- <param name="shouldFail" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Applications should rather use {@link #killTask(TaskAttemptID, boolean)}]]>
- </doc>
- </method>
- <method name="getCounters" return="org.apache.hadoop.mapred.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the counters for this job.
-
- @return the counters for this job.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getFailureInfo" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get failure info for the job.
- @return the failure info for the job.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getTaskDiagnostics" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the diagnostic messages for a given task attempt.
- @param taskid
- @return the list of diagnostic messages for the task
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>RunningJob</code> is the user-interface to query for details on a
- running Map-Reduce job.
-
- <p>Clients can get hold of <code>RunningJob</code> via the {@link JobClient}
- and then query the running-job for details such as name, configuration,
- progress etc.</p>
-
- @see JobClient]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.RunningJob -->
- <!-- start class org.apache.hadoop.mapred.SafeModeException -->
- <class name="SafeModeException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SafeModeException" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[SafeModeException
- @param adminUser admin who put JobTracker in safe-mode,
- <code>null</code> if it was automatic]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[This exception is thrown when the JobTracker is in safe mode.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SafeModeException -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileAsBinaryInputFormat -->
- <class name="SequenceFileAsBinaryInputFormat" extends="org.apache.hadoop.mapred.SequenceFileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileAsBinaryInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[InputFormat reading keys, values from SequenceFiles in binary (raw)
- format.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileAsBinaryInputFormat -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileAsBinaryInputFormat.SequenceFileAsBinaryRecordReader -->
- <class name="SequenceFileAsBinaryInputFormat.SequenceFileAsBinaryRecordReader" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordReader"/>
- <constructor name="SequenceFileAsBinaryInputFormat.SequenceFileAsBinaryRecordReader" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.FileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="createKey" return="org.apache.hadoop.io.BytesWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createValue" return="org.apache.hadoop.io.BytesWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getKeyClassName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Retrieve the name of the key class for this SequenceFile.
- @see org.apache.hadoop.io.SequenceFile.Reader#getKeyClassName]]>
- </doc>
- </method>
- <method name="getValueClassName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Retrieve the name of the value class for this SequenceFile.
- @see org.apache.hadoop.io.SequenceFile.Reader#getValueClassName]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.BytesWritable"/>
- <param name="val" type="org.apache.hadoop.io.BytesWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read raw bytes from a SequenceFile.]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the progress within the input split
- @return 0.0 to 1.0 of the input byte range]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Read records from a SequenceFile as binary (raw) bytes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileAsBinaryInputFormat.SequenceFileAsBinaryRecordReader -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileAsBinaryOutputFormat -->
- <class name="SequenceFileAsBinaryOutputFormat" extends="org.apache.hadoop.mapred.SequenceFileOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileAsBinaryOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setSequenceFileOutputKeyClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the key class for the {@link SequenceFile}
- <p>This allows the user to specify the key class to be different
- from the actual class ({@link BytesWritable}) used for writing </p>
-
- @param conf the {@link JobConf} to modify
- @param theClass the SequenceFile output key class.]]>
- </doc>
- </method>
- <method name="setSequenceFileOutputValueClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the value class for the {@link SequenceFile}
- <p>This allows the user to specify the value class to be different
- from the actual class ({@link BytesWritable}) used for writing </p>
-
- @param conf the {@link JobConf} to modify
- @param theClass the SequenceFile output key class.]]>
- </doc>
- </method>
- <method name="getSequenceFileOutputKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the key class for the {@link SequenceFile}
-
- @return the key class of the {@link SequenceFile}]]>
- </doc>
- </method>
- <method name="getSequenceFileOutputValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the value class for the {@link SequenceFile}
-
- @return the value class of the {@link SequenceFile}]]>
- </doc>
- </method>
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link OutputFormat} that writes keys, values to
- {@link SequenceFile}s in binary(raw) format]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileAsBinaryOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileAsBinaryOutputFormat.WritableValueBytes -->
- <class name="SequenceFileAsBinaryOutputFormat.WritableValueBytes" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.SequenceFile.ValueBytes"/>
- <constructor name="SequenceFileAsBinaryOutputFormat.WritableValueBytes"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SequenceFileAsBinaryOutputFormat.WritableValueBytes" type="org.apache.hadoop.io.BytesWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="org.apache.hadoop.io.BytesWritable"/>
- </method>
- <method name="writeUncompressedBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="outStream" type="java.io.DataOutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeCompressedBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="outStream" type="java.io.DataOutputStream"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Inner class used for appendRaw]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileAsBinaryOutputFormat.WritableValueBytes -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileAsTextInputFormat -->
- <class name="SequenceFileAsTextInputFormat" extends="org.apache.hadoop.mapred.SequenceFileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileAsTextInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This class is similar to SequenceFileInputFormat, except it generates SequenceFileAsTextRecordReader
- which converts the input keys and values to their String forms by calling toString() method.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileAsTextInputFormat -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileAsTextRecordReader -->
- <class name="SequenceFileAsTextRecordReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordReader"/>
- <constructor name="SequenceFileAsTextRecordReader" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.FileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="createKey" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createValue" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Text"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read key/value pair in a line.]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This class converts the input keys and values to their String forms by calling toString()
- method. This class to SequenceFileAsTextInputFormat class is as LineRecordReader
- class to TextInputFormat class.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileAsTextRecordReader -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileInputFilter -->
- <class name="SequenceFileInputFilter" extends="org.apache.hadoop.mapred.SequenceFileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a record reader for the given split
- @param split file split
- @param job job configuration
- @param reporter reporter who sends report to task tracker
- @return RecordReader]]>
- </doc>
- </method>
- <method name="setFilterClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="filterClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[set the filter class
-
- @param conf application configuration
- @param filterClass filter class]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A class that allows a map/red job to work on a sample of sequence files.
- The sample is decided by the filter class set by the job.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileInputFilter -->
- <!-- start interface org.apache.hadoop.mapred.SequenceFileInputFilter.Filter -->
- <interface name="SequenceFileInputFilter.Filter" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[filter function
- Decide if a record should be filtered or not
- @param key record key
- @return true if a record is accepted; return false otherwise]]>
- </doc>
- </method>
- <doc>
- <![CDATA[filter interface]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.SequenceFileInputFilter.Filter -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileInputFilter.FilterBase -->
- <class name="SequenceFileInputFilter.FilterBase" extends="java.lang.Object"
- abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.SequenceFileInputFilter.Filter"/>
- <constructor name="SequenceFileInputFilter.FilterBase"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[base class for Filters]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileInputFilter.FilterBase -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileInputFilter.MD5Filter -->
- <class name="SequenceFileInputFilter.MD5Filter" extends="org.apache.hadoop.mapred.SequenceFileInputFilter.FilterBase"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFilter.MD5Filter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setFrequency"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="frequency" type="int"/>
- <doc>
- <![CDATA[set the filtering frequency in configuration
-
- @param conf configuration
- @param frequency filtering frequency]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[configure the filter according to configuration
-
- @param conf configuration]]>
- </doc>
- </method>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[Filtering method
- If MD5(key) % frequency==0, return true; otherwise return false
- @see org.apache.hadoop.mapred.SequenceFileInputFilter.Filter#accept(Object)]]>
- </doc>
- </method>
- <field name="MD5_LEN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class returns a set of records by examing the MD5 digest of its
- key against a filtering frequency <i>f</i>. The filtering criteria is
- MD5(key) % f == 0.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileInputFilter.MD5Filter -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileInputFilter.PercentFilter -->
- <class name="SequenceFileInputFilter.PercentFilter" extends="org.apache.hadoop.mapred.SequenceFileInputFilter.FilterBase"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFilter.PercentFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setFrequency"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="frequency" type="int"/>
- <doc>
- <![CDATA[set the frequency and stores it in conf
- @param conf configuration
- @param frequency filtering frequencey]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[configure the filter by checking the configuration
-
- @param conf configuration]]>
- </doc>
- </method>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[Filtering method
- If record# % frequency==0, return true; otherwise return false
- @see org.apache.hadoop.mapred.SequenceFileInputFilter.Filter#accept(Object)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class returns a percentage of records
- The percentage is determined by a filtering frequency <i>f</i> using
- the criteria record# % f == 0.
- For example, if the frequency is 10, one out of 10 records is returned.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileInputFilter.PercentFilter -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileInputFilter.RegexFilter -->
- <class name="SequenceFileInputFilter.RegexFilter" extends="org.apache.hadoop.mapred.SequenceFileInputFilter.FilterBase"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFilter.RegexFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setPattern"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="regex" type="java.lang.String"/>
- <exception name="PatternSyntaxException" type="java.util.regex.PatternSyntaxException"/>
- <doc>
- <![CDATA[Define the filtering regex and stores it in conf
- @param conf where the regex is set
- @param regex regex used as a filter]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[configure the Filter by checking the configuration]]>
- </doc>
- </method>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[Filtering method
- If key matches the regex, return true; otherwise return false
- @see org.apache.hadoop.mapred.SequenceFileInputFilter.Filter#accept(Object)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Records filter by matching key to regex]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileInputFilter.RegexFilter -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileInputFormat -->
- <class name="SequenceFileInputFormat" extends="org.apache.hadoop.mapred.FileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="listStatus" return="org.apache.hadoop.fs.FileStatus[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link InputFormat} for {@link SequenceFile}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileInputFormat -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileOutputFormat -->
- <class name="SequenceFileOutputFormat" extends="org.apache.hadoop.mapred.FileOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getReaders" return="org.apache.hadoop.io.SequenceFile.Reader[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Open the output generated by this format.]]>
- </doc>
- </method>
- <method name="getOutputCompressionType" return="org.apache.hadoop.io.SequenceFile.CompressionType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the {@link CompressionType} for the output {@link SequenceFile}.
- @param conf the {@link JobConf}
- @return the {@link CompressionType} for the output {@link SequenceFile},
- defaulting to {@link CompressionType#RECORD}]]>
- </doc>
- </method>
- <method name="setOutputCompressionType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="style" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <doc>
- <![CDATA[Set the {@link CompressionType} for the output {@link SequenceFile}.
- @param conf the {@link JobConf} to modify
- @param style the {@link CompressionType} for the output
- {@link SequenceFile}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An {@link OutputFormat} that writes {@link SequenceFile}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.SequenceFileRecordReader -->
- <class name="SequenceFileRecordReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordReader"/>
- <constructor name="SequenceFileRecordReader" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.FileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The class of key that must be passed to {@link
- #next(Object, Object)}..]]>
- </doc>
- </method>
- <method name="getValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The class of value that must be passed to {@link
- #next(Object, Object)}..]]>
- </doc>
- </method>
- <method name="createKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getCurrentValue"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the progress within the input split
- @return 0.0 to 1.0 of the input byte range]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="seek"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="pos" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="conf" type="org.apache.hadoop.conf.Configuration"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An {@link RecordReader} for {@link SequenceFile}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SequenceFileRecordReader -->
- <!-- start class org.apache.hadoop.mapred.ShuffleExceptionTracker -->
- <class name="ShuffleExceptionTracker" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getNumRequests" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Gets the number of requests we are tracking
- @return number of requests]]>
- </doc>
- </method>
- <method name="getPercentExceptions" return="float"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Gets the percent of the requests that had exceptions occur.
- @return percent failures as float]]>
- </doc>
- </method>
- <method name="success"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Mark the request as success.]]>
- </doc>
- </method>
- <method name="exception"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Mark the request as an exception occurred.]]>
- </doc>
- </method>
- <method name="checkException" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ie" type="java.io.IOException"/>
- <doc>
- <![CDATA[Parse the exception to see if it matches the regular expression you
- configured. If both msgRegex and StackRegex are set then make sure both
- match, otherwise only one has to match. Abort if the limit is hit.
- @param ie - the shuffle exception that occurred
- @return true if the exception matches, false otherwise]]>
- </doc>
- </method>
- <method name="doAbort"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class is used to track shuffle exceptions. It contains routines
- to check an exception that occurred while fetching the Map output to see if it
- matches what was configured. It also provides functions to keep track of
- the number of exceptions that occurred and if a limit is set, it will
- abort the TT. The limit is a percent of exceptions of the last X number of
- requests.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.ShuffleExceptionTracker -->
- <!-- start class org.apache.hadoop.mapred.SkipBadRecords -->
- <class name="SkipBadRecords" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SkipBadRecords"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getAttemptsToStartSkipping" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the number of Task attempts AFTER which skip mode
- will be kicked off. When skip mode is kicked off, the
- tasks reports the range of records which it will process
- next to the TaskTracker. So that on failures, TT knows which
- ones are possibly the bad records. On further executions,
- those are skipped.
- Default value is 2.
-
- @param conf the configuration
- @return attemptsToStartSkipping no of task attempts]]>
- </doc>
- </method>
- <method name="setAttemptsToStartSkipping"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="attemptsToStartSkipping" type="int"/>
- <doc>
- <![CDATA[Set the number of Task attempts AFTER which skip mode
- will be kicked off. When skip mode is kicked off, the
- tasks reports the range of records which it will process
- next to the TaskTracker. So that on failures, TT knows which
- ones are possibly the bad records. On further executions,
- those are skipped.
- Default value is 2.
-
- @param conf the configuration
- @param attemptsToStartSkipping no of task attempts]]>
- </doc>
- </method>
- <method name="getAutoIncrMapperProcCount" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the flag which if set to true,
- {@link SkipBadRecords#COUNTER_MAP_PROCESSED_RECORDS} is incremented
- by MapRunner after invoking the map function. This value must be set to
- false for applications which process the records asynchronously
- or buffer the input records. For example streaming.
- In such cases applications should increment this counter on their own.
- Default value is true.
-
- @param conf the configuration
- @return <code>true</code> if auto increment
- {@link SkipBadRecords#COUNTER_MAP_PROCESSED_RECORDS}.
- <code>false</code> otherwise.]]>
- </doc>
- </method>
- <method name="setAutoIncrMapperProcCount"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="autoIncr" type="boolean"/>
- <doc>
- <![CDATA[Set the flag which if set to true,
- {@link SkipBadRecords#COUNTER_MAP_PROCESSED_RECORDS} is incremented
- by MapRunner after invoking the map function. This value must be set to
- false for applications which process the records asynchronously
- or buffer the input records. For example streaming.
- In such cases applications should increment this counter on their own.
- Default value is true.
-
- @param conf the configuration
- @param autoIncr whether to auto increment
- {@link SkipBadRecords#COUNTER_MAP_PROCESSED_RECORDS}.]]>
- </doc>
- </method>
- <method name="getAutoIncrReducerProcCount" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the flag which if set to true,
- {@link SkipBadRecords#COUNTER_REDUCE_PROCESSED_GROUPS} is incremented
- by framework after invoking the reduce function. This value must be set to
- false for applications which process the records asynchronously
- or buffer the input records. For example streaming.
- In such cases applications should increment this counter on their own.
- Default value is true.
-
- @param conf the configuration
- @return <code>true</code> if auto increment
- {@link SkipBadRecords#COUNTER_REDUCE_PROCESSED_GROUPS}.
- <code>false</code> otherwise.]]>
- </doc>
- </method>
- <method name="setAutoIncrReducerProcCount"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="autoIncr" type="boolean"/>
- <doc>
- <![CDATA[Set the flag which if set to true,
- {@link SkipBadRecords#COUNTER_REDUCE_PROCESSED_GROUPS} is incremented
- by framework after invoking the reduce function. This value must be set to
- false for applications which process the records asynchronously
- or buffer the input records. For example streaming.
- In such cases applications should increment this counter on their own.
- Default value is true.
-
- @param conf the configuration
- @param autoIncr whether to auto increment
- {@link SkipBadRecords#COUNTER_REDUCE_PROCESSED_GROUPS}.]]>
- </doc>
- </method>
- <method name="getSkipOutputPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the directory to which skipped records are written. By default it is
- the sub directory of the output _logs directory.
- User can stop writing skipped records by setting the value null.
-
- @param conf the configuration.
- @return path skip output directory. Null is returned if this is not set
- and output directory is also not set.]]>
- </doc>
- </method>
- <method name="setSkipOutputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the directory to which skipped records are written. By default it is
- the sub directory of the output _logs directory.
- User can stop writing skipped records by setting the value null.
-
- @param conf the configuration.
- @param path skip output directory path]]>
- </doc>
- </method>
- <method name="getMapperMaxSkipRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the number of acceptable skip records surrounding the bad record PER
- bad record in mapper. The number includes the bad record as well.
- To turn the feature of detection/skipping of bad records off, set the
- value to 0.
- The framework tries to narrow down the skipped range by retrying
- until this threshold is met OR all attempts get exhausted for this task.
- Set the value to Long.MAX_VALUE to indicate that framework need not try to
- narrow down. Whatever records(depends on application) get skipped are
- acceptable.
- Default value is 0.
-
- @param conf the configuration
- @return maxSkipRecs acceptable skip records.]]>
- </doc>
- </method>
- <method name="setMapperMaxSkipRecords"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="maxSkipRecs" type="long"/>
- <doc>
- <![CDATA[Set the number of acceptable skip records surrounding the bad record PER
- bad record in mapper. The number includes the bad record as well.
- To turn the feature of detection/skipping of bad records off, set the
- value to 0.
- The framework tries to narrow down the skipped range by retrying
- until this threshold is met OR all attempts get exhausted for this task.
- Set the value to Long.MAX_VALUE to indicate that framework need not try to
- narrow down. Whatever records(depends on application) get skipped are
- acceptable.
- Default value is 0.
-
- @param conf the configuration
- @param maxSkipRecs acceptable skip records.]]>
- </doc>
- </method>
- <method name="getReducerMaxSkipGroups" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the number of acceptable skip groups surrounding the bad group PER
- bad group in reducer. The number includes the bad group as well.
- To turn the feature of detection/skipping of bad groups off, set the
- value to 0.
- The framework tries to narrow down the skipped range by retrying
- until this threshold is met OR all attempts get exhausted for this task.
- Set the value to Long.MAX_VALUE to indicate that framework need not try to
- narrow down. Whatever groups(depends on application) get skipped are
- acceptable.
- Default value is 0.
-
- @param conf the configuration
- @return maxSkipGrps acceptable skip groups.]]>
- </doc>
- </method>
- <method name="setReducerMaxSkipGroups"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="maxSkipGrps" type="long"/>
- <doc>
- <![CDATA[Set the number of acceptable skip groups surrounding the bad group PER
- bad group in reducer. The number includes the bad group as well.
- To turn the feature of detection/skipping of bad groups off, set the
- value to 0.
- The framework tries to narrow down the skipped range by retrying
- until this threshold is met OR all attempts get exhausted for this task.
- Set the value to Long.MAX_VALUE to indicate that framework need not try to
- narrow down. Whatever groups(depends on application) get skipped are
- acceptable.
- Default value is 0.
-
- @param conf the configuration
- @param maxSkipGrps acceptable skip groups.]]>
- </doc>
- </method>
- <field name="COUNTER_GROUP" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Special counters which are written by the application and are
- used by the framework for detecting bad records. For detecting bad records
- these counters must be incremented by the application.]]>
- </doc>
- </field>
- <field name="COUNTER_MAP_PROCESSED_RECORDS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Number of processed map records.
- @see SkipBadRecords#getAutoIncrMapperProcCount(Configuration)]]>
- </doc>
- </field>
- <field name="COUNTER_REDUCE_PROCESSED_GROUPS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Number of processed reduce groups.
- @see SkipBadRecords#getAutoIncrReducerProcCount(Configuration)]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Utility class for skip bad records functionality. It contains various
- settings related to skipping of bad records.
-
- <p>Hadoop provides an optional mode of execution in which the bad records
- are detected and skipped in further attempts.
-
- <p>This feature can be used when map/reduce tasks crashes deterministically on
- certain input. This happens due to bugs in the map/reduce function. The usual
- course would be to fix these bugs. But sometimes this is not possible;
- perhaps the bug is in third party libraries for which the source code is
- not available. Due to this, the task never reaches to completion even with
- multiple attempts and complete data for that task is lost.</p>
-
- <p>With this feature, only a small portion of data is lost surrounding
- the bad record, which may be acceptable for some user applications.
- see {@link SkipBadRecords#setMapperMaxSkipRecords(Configuration, long)}</p>
-
- <p>The skipping mode gets kicked off after certain no of failures
- see {@link SkipBadRecords#setAttemptsToStartSkipping(Configuration, int)}</p>
-
- <p>In the skipping mode, the map/reduce task maintains the record range which
- is getting processed at all times. Before giving the input to the
- map/reduce function, it sends this record range to the Task tracker.
- If task crashes, the Task tracker knows which one was the last reported
- range. On further attempts that range get skipped.</p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.SkipBadRecords -->
- <!-- start class org.apache.hadoop.mapred.Task -->
- <class name="Task" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="Task"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Task" type="java.lang.String, org.apache.hadoop.mapred.TaskAttemptID, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getFileSystemCounterNames" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="uriScheme" type="java.lang.String"/>
- <doc>
- <![CDATA[Counters to measure the usage of the different file systems.
- Always return the String array with two elements. First one is the name of
- BYTES_READ counter and second one is of the BYTES_WRITTEN counter.]]>
- </doc>
- </method>
- <method name="setJobFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobFile" type="java.lang.String"/>
- </method>
- <method name="getJobFile" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskID" return="org.apache.hadoop.mapred.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumSlotsRequired" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job name for this task.
- @return the job name]]>
- </doc>
- </method>
- <method name="setJobTokenSecret"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tokenSecret" type="javax.crypto.SecretKey"/>
- <doc>
- <![CDATA[Set the job token secret
- @param tokenSecret the secret]]>
- </doc>
- </method>
- <method name="getJobTokenSecret" return="javax.crypto.SecretKey"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job token secret
- @return the token secret]]>
- </doc>
- </method>
- <method name="setJvmContext"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <doc>
- <![CDATA[Set the task JvmContext
- @param jvmContext]]>
- </doc>
- </method>
- <method name="getJvmContext" return="org.apache.hadoop.mapred.JvmContext"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Gets the task JvmContext
- @return the jvm context]]>
- </doc>
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the index of this task within the job.
- @return the integer part of the task id]]>
- </doc>
- </method>
- <method name="getPhase" return="org.apache.hadoop.mapred.TaskStatus.Phase"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return current phase of the task.
- needs to be synchronized as communication thread sends the phase every second
- @return the curent phase of the task]]>
- </doc>
- </method>
- <method name="setPhase"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="phase" type="org.apache.hadoop.mapred.TaskStatus.Phase"/>
- <doc>
- <![CDATA[Set current phase of the task.
- @param phase task phase]]>
- </doc>
- </method>
- <method name="toWriteSkipRecs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get whether to write skip records.]]>
- </doc>
- </method>
- <method name="setWriteSkipRecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="writeSkipRecs" type="boolean"/>
- <doc>
- <![CDATA[Set whether to write skip records.]]>
- </doc>
- </method>
- <method name="reportFatalError"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="id" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="throwable" type="java.lang.Throwable"/>
- <param name="logMsg" type="java.lang.String"/>
- <doc>
- <![CDATA[Report a fatal error to the parent (task) tracker.]]>
- </doc>
- </method>
- <method name="getSkipRanges" return="org.apache.hadoop.mapred.SortedRanges"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get skipRanges.]]>
- </doc>
- </method>
- <method name="setSkipRanges"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="skipRanges" type="org.apache.hadoop.mapred.SortedRanges"/>
- <doc>
- <![CDATA[Set skipRanges.]]>
- </doc>
- </method>
- <method name="isSkipping" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is Task in skipping mode.]]>
- </doc>
- </method>
- <method name="setSkipping"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="skipping" type="boolean"/>
- <doc>
- <![CDATA[Sets whether to run Task in skipping mode.
- @param skipping]]>
- </doc>
- </method>
- <method name="getUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the user running the job/task. TaskTracker needs task's
- user name even before it's JobConf is localized. So we explicitly serialize
- the user name.
-
- @return user]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="localizeConfiguration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Localize the given JobConf to be specific for this task.]]>
- </doc>
- </method>
- <method name="run"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="umbilical" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Run this task as a part of the named job. This method is executed in the
- child process and is what invokes user-supplied map, reduce, etc. methods.
- @param umbilical for progress reports]]>
- </doc>
- </method>
- <method name="createRunner" return="org.apache.hadoop.mapred.TaskRunner"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tracker" type="org.apache.hadoop.mapred.TaskTracker"/>
- <param name="tip" type="org.apache.hadoop.mapred.TaskTracker.TaskInProgress"/>
- <param name="rjob" type="org.apache.hadoop.mapred.TaskTracker.RunningJob"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return an approprate thread runner for this task.
- @param tip TODO]]>
- </doc>
- </method>
- <method name="isMapTask" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getProgress" return="org.apache.hadoop.util.Progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="id" type="org.apache.hadoop.mapred.JobID"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <param name="useNewApi" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="reportNextRecordRange"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="umbilical" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <param name="nextRecIndex" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Reports the next executing record range to TaskTracker.
-
- @param umbilical
- @param nextRecIndex the record index which would be fed next.
- @throws IOException]]>
- </doc>
- </method>
- <method name="done"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="umbilical" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Task.TaskReporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="statusUpdate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="umbilical" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="runTaskCleanupTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="umbilical" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Task.TaskReporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="runJobCleanupTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="umbilical" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Task.TaskReporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="supportIsolationRunner" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="runJobSetupTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="umbilical" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Task.TaskReporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getFsStatistics" return="org.apache.hadoop.fs.FileSystem.Statistics"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets a handle to the Statistics instance based on the scheme associated
- with path.
-
- @param path
- the path.
- @return a Statistics instance, or null if none is found for the scheme.]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createReduceContext" return="org.apache.hadoop.mapreduce.Reducer.Context"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="reducer" type="org.apache.hadoop.mapreduce.Reducer"/>
- <param name="job" type="org.apache.hadoop.conf.Configuration"/>
- <param name="taskId" type="org.apache.hadoop.mapreduce.TaskAttemptID"/>
- <param name="rIter" type="org.apache.hadoop.mapred.RawKeyValueIterator"/>
- <param name="inputKeyCounter" type="org.apache.hadoop.mapreduce.Counter"/>
- <param name="inputValueCounter" type="org.apache.hadoop.mapreduce.Counter"/>
- <param name="output" type="org.apache.hadoop.mapreduce.RecordWriter"/>
- <param name="committer" type="org.apache.hadoop.mapreduce.OutputCommitter"/>
- <param name="reporter" type="org.apache.hadoop.mapreduce.StatusReporter"/>
- <param name="comparator" type="org.apache.hadoop.io.RawComparator"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valueClass" type="java.lang.Class"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- </method>
- <field name="MR_COMBINE_RECORDS_BEFORE_PROGRESS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_MR_COMBINE_RECORDS_BEFORE_PROGRESS" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FILESYSTEM_COUNTER_GROUP" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Name of the FileSystem counters' group]]>
- </doc>
- </field>
- <field name="jobRunStateForCleanup" type="org.apache.hadoop.mapreduce.JobStatus.State"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="jobCleanup" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="jobSetup" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="taskCleanup" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="conf" type="org.apache.hadoop.mapred.JobConf"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="mapOutputFile" type="org.apache.hadoop.mapred.MapOutputFile"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="lDirAlloc" type="org.apache.hadoop.fs.LocalDirAllocator"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="jobContext" type="org.apache.hadoop.mapred.JobContext"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="taskContext" type="org.apache.hadoop.mapred.TaskAttemptContext"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="outputFormat" type="org.apache.hadoop.mapreduce.OutputFormat"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="committer" type="org.apache.hadoop.mapreduce.OutputCommitter"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="spilledRecordsCounter" type="org.apache.hadoop.mapred.Counters.Counter"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="umbilical" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="tokenSecret" type="javax.crypto.SecretKey"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="PROGRESS_INTERVAL" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of milliseconds between progress reports.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Base class for tasks.
-
- This is NOT a public interface.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Task -->
- <!-- start class org.apache.hadoop.mapred.Task.CombineOutputCollector -->
- <class name="Task.CombineOutputCollector" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.OutputCollector"/>
- <constructor name="Task.CombineOutputCollector" type="org.apache.hadoop.mapred.Counters.Counter, org.apache.hadoop.util.Progressable, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setWriter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="writer" type="org.apache.hadoop.mapred.IFile.Writer"/>
- </method>
- <method name="collect"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[OutputCollector for the combiner.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Task.CombineOutputCollector -->
- <!-- start class org.apache.hadoop.mapred.Task.CombinerRunner -->
- <class name="Task.CombinerRunner" extends="java.lang.Object"
- abstract="true"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <field name="inputCounter" type="org.apache.hadoop.mapred.Counters.Counter"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="job" type="org.apache.hadoop.mapred.JobConf"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="reporter" type="org.apache.hadoop.mapred.Task.TaskReporter"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.Task.CombinerRunner -->
- <!-- start class org.apache.hadoop.mapred.Task.CombineValuesIterator -->
- <class name="Task.CombineValuesIterator" extends="org.apache.hadoop.mapred.Task.ValuesIterator"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <constructor name="Task.CombineValuesIterator" type="org.apache.hadoop.mapred.RawKeyValueIterator, org.apache.hadoop.io.RawComparator, java.lang.Class, java.lang.Class, org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.Reporter, org.apache.hadoop.mapred.Counters.Counter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="next" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.Task.CombineValuesIterator -->
- <!-- start class org.apache.hadoop.mapred.Task.Counter -->
- <class name="Task.Counter" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.Task.Counter[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.Task.Counter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="MAP_INPUT_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_OUTPUT_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_SKIPPED_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_INPUT_BYTES" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_OUTPUT_BYTES" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_OUTPUT_MATERIALIZED_BYTES" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMBINE_INPUT_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMBINE_OUTPUT_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_INPUT_GROUPS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_SHUFFLE_BYTES" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_INPUT_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_OUTPUT_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_SKIPPED_GROUPS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_SKIPPED_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SPILLED_RECORDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SPLIT_RAW_BYTES" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CPU_MILLISECONDS" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PHYSICAL_MEMORY_BYTES" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VIRTUAL_MEMORY_BYTES" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMMITTED_HEAP_BYTES" type="org.apache.hadoop.mapred.Task.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.Task.Counter -->
- <!-- start class org.apache.hadoop.mapred.Task.NewCombinerRunner -->
- <class name="Task.NewCombinerRunner" extends="org.apache.hadoop.mapred.Task.CombinerRunner"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- </class>
- <!-- end class org.apache.hadoop.mapred.Task.NewCombinerRunner -->
- <!-- start class org.apache.hadoop.mapred.Task.OldCombinerRunner -->
- <class name="Task.OldCombinerRunner" extends="org.apache.hadoop.mapred.Task.CombinerRunner"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <constructor name="Task.OldCombinerRunner" type="java.lang.Class, org.apache.hadoop.mapred.JobConf, org.apache.hadoop.mapred.Counters.Counter, org.apache.hadoop.mapred.Task.TaskReporter"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="combine"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="kvIter" type="org.apache.hadoop.mapred.RawKeyValueIterator"/>
- <param name="combineCollector" type="org.apache.hadoop.mapred.OutputCollector"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.Task.OldCombinerRunner -->
- <!-- start class org.apache.hadoop.mapred.Task.TaskReporter -->
- <class name="Task.TaskReporter" extends="org.apache.hadoop.mapreduce.StatusReporter"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="java.lang.Runnable"/>
- <implements name="org.apache.hadoop.mapred.Reporter"/>
- <method name="setStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="java.lang.String"/>
- </method>
- <method name="setProgress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="progress" type="float"/>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getCounter" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getCounter" return="org.apache.hadoop.mapred.Counters.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.Enum"/>
- </method>
- <method name="incrCounter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Enum"/>
- <param name="amount" type="long"/>
- </method>
- <method name="incrCounter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <param name="counter" type="java.lang.String"/>
- <param name="amount" type="long"/>
- </method>
- <method name="setInputSplit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- </method>
- <method name="getInputSplit" return="org.apache.hadoop.mapred.InputSplit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="UnsupportedOperationException" type="java.lang.UnsupportedOperationException"/>
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The communication thread handles communication with the parent (Task Tracker).
- It sends progress updates if progress has been made or if the task needs to
- let the parent know that it's alive. It also pings the parent to see if it's alive.]]>
- </doc>
- </method>
- <method name="startCommunicationThread"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="stopCommunicationThread"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.Task.TaskReporter -->
- <!-- start class org.apache.hadoop.mapred.TaskAttemptContext -->
- <class name="TaskAttemptContext" extends="org.apache.hadoop.mapreduce.TaskAttemptContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getTaskAttemptID" return="org.apache.hadoop.mapred.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the taskAttemptID.
-
- @return TaskAttemptID]]>
- </doc>
- </method>
- <method name="getProgressible" return="org.apache.hadoop.util.Progressable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobConf" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskAttemptContext -->
- <!-- start class org.apache.hadoop.mapred.TaskAttemptID -->
- <class name="TaskAttemptID" extends="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskAttemptID" type="org.apache.hadoop.mapred.TaskID, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a TaskAttemptID object from given {@link TaskID}.
- @param taskId TaskID that this task belongs to
- @param id the task attempt number]]>
- </doc>
- </constructor>
- <constructor name="TaskAttemptID" type="java.lang.String, int, boolean, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a TaskId object from given parts.
- @param jtIdentifier jobTracker identifier
- @param jobId job number
- @param isMap whether the tip is a map
- @param taskId taskId number
- @param id the task attempt number]]>
- </doc>
- </constructor>
- <constructor name="TaskAttemptID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="downgrade" return="org.apache.hadoop.mapred.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="old" type="org.apache.hadoop.mapreduce.TaskAttemptID"/>
- <doc>
- <![CDATA[Downgrade a new TaskAttemptID to an old one
- @param old the new id
- @return either old or a new TaskAttemptID constructed to match old]]>
- </doc>
- </method>
- <method name="getTaskID" return="org.apache.hadoop.mapred.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="read" return="org.apache.hadoop.mapred.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="forName" return="org.apache.hadoop.mapred.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <doc>
- <![CDATA[Construct a TaskAttemptID object from given string
- @return constructed TaskAttemptID object or null if the given String is null
- @throws IllegalArgumentException if the given string is malformed]]>
- </doc>
- </method>
- <method name="getTaskAttemptIDsPattern" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jtIdentifier" type="java.lang.String"/>
- <param name="jobId" type="java.lang.Integer"/>
- <param name="isMap" type="java.lang.Boolean"/>
- <param name="taskId" type="java.lang.Integer"/>
- <param name="attemptId" type="java.lang.Integer"/>
- <doc>
- <![CDATA[Returns a regex pattern which matches task attempt IDs. Arguments can
- be given null, in which case that part of the regex will be generic.
- For example to obtain a regex matching <i>all task attempt IDs</i>
- of <i>any jobtracker</i>, in <i>any job</i>, of the <i>first
- map task</i>, we would use :
- <pre>
- TaskAttemptID.getTaskAttemptIDsPattern(null, null, true, 1, null);
- </pre>
- which will return :
- <pre> "attempt_[^_]*_[0-9]*_m_000001_[0-9]*" </pre>
- @param jtIdentifier jobTracker identifier, or null
- @param jobId job number, or null
- @param isMap whether the tip is a map, or null
- @param taskId taskId number, or null
- @param attemptId the task attempt number, or null
- @return a regex pattern matching TaskAttemptIDs]]>
- </doc>
- </method>
- <doc>
- <![CDATA[TaskAttemptID represents the immutable and unique identifier for
- a task attempt. Each task attempt is one particular instance of a Map or
- Reduce Task identified by its TaskID.
-
- TaskAttemptID consists of 2 parts. First part is the
- {@link TaskID}, that this TaskAttemptID belongs to.
- Second part is the task attempt number. <br>
- An example TaskAttemptID is :
- <code>attempt_200707121733_0003_m_000005_0</code> , which represents the
- zeroth task attempt for the fifth map task in the third job
- running at the jobtracker started at <code>200707121733</code>.
- <p>
- Applications should never construct or parse TaskAttemptID strings
- , but rather use appropriate constructors or {@link #forName(String)}
- method.
-
- @see JobID
- @see TaskID]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskAttemptID -->
- <!-- start class org.apache.hadoop.mapred.TaskCompletionEvent -->
- <class name="TaskCompletionEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="TaskCompletionEvent"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor for Writable.]]>
- </doc>
- </constructor>
- <constructor name="TaskCompletionEvent" type="int, org.apache.hadoop.mapred.TaskAttemptID, int, boolean, org.apache.hadoop.mapred.TaskCompletionEvent.Status, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor. eventId should be created externally and incremented
- per event for each job.
- @param eventId event id, event id should be unique and assigned in
- incrementally, starting from 0.
- @param taskId task id
- @param status task's status
- @param taskTrackerHttp task tracker's host:port for http.]]>
- </doc>
- </constructor>
- <method name="getEventId" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns event Id.
- @return event id]]>
- </doc>
- </method>
- <method name="getTaskId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #getTaskAttemptId()} instead.">
- <doc>
- <![CDATA[Returns task id.
- @return task id
- @deprecated use {@link #getTaskAttemptId()} instead.]]>
- </doc>
- </method>
- <method name="getTaskAttemptId" return="org.apache.hadoop.mapred.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns task id.
- @return task id]]>
- </doc>
- </method>
- <method name="getTaskStatus" return="org.apache.hadoop.mapred.TaskCompletionEvent.Status"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns enum Status.SUCESS or Status.FAILURE.
- @return task tracker status]]>
- </doc>
- </method>
- <method name="getTaskTrackerHttp" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[http location of the tasktracker where this task ran.
- @return http location of tasktracker user logs]]>
- </doc>
- </method>
- <method name="getTaskRunTime" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns time (in millisec) the task took to complete.]]>
- </doc>
- </method>
- <method name="setTaskRunTime"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskCompletionTime" type="int"/>
- <doc>
- <![CDATA[Set the task completion time
- @param taskCompletionTime time (in millisec) the task took to complete]]>
- </doc>
- </method>
- <method name="setEventId"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="eventId" type="int"/>
- <doc>
- <![CDATA[set event Id. should be assigned incrementally starting from 0.
- @param eventId]]>
- </doc>
- </method>
- <method name="setTaskId"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #setTaskID(TaskAttemptID)} instead.">
- <param name="taskId" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets task id.
- @param taskId
- @deprecated use {@link #setTaskID(TaskAttemptID)} instead.]]>
- </doc>
- </method>
- <method name="setTaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <doc>
- <![CDATA[Sets task id.
- @param taskId]]>
- </doc>
- </method>
- <method name="setTaskStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="org.apache.hadoop.mapred.TaskCompletionEvent.Status"/>
- <doc>
- <![CDATA[Set task status.
- @param status]]>
- </doc>
- </method>
- <method name="setTaskTrackerHttp"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskTrackerHttp" type="java.lang.String"/>
- <doc>
- <![CDATA[Set task tracker http location.
- @param taskTrackerHttp]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isMapTask" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="idWithinJob" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="EMPTY_ARRAY" type="org.apache.hadoop.mapred.TaskCompletionEvent[]"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This is used to track task completion events on
- job tracker.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskCompletionEvent -->
- <!-- start class org.apache.hadoop.mapred.TaskCompletionEvent.Status -->
- <class name="TaskCompletionEvent.Status" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.TaskCompletionEvent.Status[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.TaskCompletionEvent.Status"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="FAILED" type="org.apache.hadoop.mapred.TaskCompletionEvent.Status"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED" type="org.apache.hadoop.mapred.TaskCompletionEvent.Status"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUCCEEDED" type="org.apache.hadoop.mapred.TaskCompletionEvent.Status"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="OBSOLETE" type="org.apache.hadoop.mapred.TaskCompletionEvent.Status"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TIPFAILED" type="org.apache.hadoop.mapred.TaskCompletionEvent.Status"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskCompletionEvent.Status -->
- <!-- start class org.apache.hadoop.mapred.TaskController -->
- <class name="TaskController" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="TaskController"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getLocalDirs" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="setup"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="allocator" type="org.apache.hadoop.fs.LocalDirAllocator"/>
- <param name="localStorage" type="org.apache.hadoop.mapred.TaskTracker.LocalStorage"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Does initialization and setup.
- @param allocator the local dir allocator to use
- @param localStorage local storage to obtain dirs from]]>
- </doc>
- </method>
- <method name="initializeJob"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobid" type="java.lang.String"/>
- <param name="credentials" type="org.apache.hadoop.fs.Path"/>
- <param name="jobConf" type="org.apache.hadoop.fs.Path"/>
- <param name="taskTracker" type="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <param name="ttAddr" type="java.net.InetSocketAddress"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Create all of the directories necessary for the job to start and download
- all of the job and private distributed cache files.
- Creates both the user directories and the job log directory.
- @param user the user name
- @param jobid the job
- @param credentials a filename containing the job secrets
- @param jobConf the path to the localized configuration file
- @param taskTracker the connection the task tracker
- @param ttAddr the tasktracker's RPC address
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="launchTask" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobId" type="java.lang.String"/>
- <param name="attemptId" type="java.lang.String"/>
- <param name="setup" type="java.util.List"/>
- <param name="jvmArguments" type="java.util.List"/>
- <param name="currentWorkDirectory" type="java.io.File"/>
- <param name="stdout" type="java.lang.String"/>
- <param name="stderr" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create all of the directories for the task and launches the child jvm.
- @param user the user name
- @param jobId the jobId in question
- @param attemptId the attempt id (cleanup attempts have .cleanup suffix)
- @param setup list of shell commands to execute before the jvm
- @param jvmArguments list of jvm arguments
- @param currentWorkDirectory the full path of the cwd for the task
- @param stdout the file to redirect stdout to
- @param stderr the file to redirect stderr to
- @return the exit code for the task
- @throws IOException]]>
- </doc>
- </method>
- <method name="signalTask"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="taskPid" type="int"/>
- <param name="signal" type="org.apache.hadoop.util.ProcessTree.Signal"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Send a signal to a task pid as the user.
- @param user the user name
- @param taskPid the pid of the task
- @param signal the id of the signal to send]]>
- </doc>
- </method>
- <method name="deleteAsUser"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="subDir" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete the user's files under all of the task tracker root directories.
- @param user the user name
- @param subDir the path relative to the user's subdirectory under
- the task tracker root directories.
- @throws IOException]]>
- </doc>
- </method>
- <method name="createLogDir"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskID" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="isCleanup" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates task log dir
- @param taskID ID of the task
- @param isCleanup If the task is cleanup task or not
- @throws IOException]]>
- </doc>
- </method>
- <method name="deleteLogAsUser"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="subDir" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete the user's files under the userlogs directory.
- @param user the user to work as
- @param subDir the path under the userlogs directory.
- @throws IOException]]>
- </doc>
- </method>
- <method name="truncateLogsAsUser"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="allAttempts" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Run the passed command as the user
- @param user
- @param allAttempts the list of attempts that the JVM ran
- @throws IOException]]>
- </doc>
- </method>
- <method name="getRunAsUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Returns the local unix user that a given job will run as.]]>
- </doc>
- </method>
- <method name="writeCommand" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="cmdLine" type="java.lang.String"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="commandFile" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="logOutput"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="output" type="java.lang.String"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMMAND_FILE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="allocator" type="org.apache.hadoop.fs.LocalDirAllocator"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="localStorage" type="org.apache.hadoop.mapred.TaskTracker.LocalStorage"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="TASK_LAUNCH_SCRIPT_PERMISSION" type="org.apache.hadoop.fs.permission.FsPermission"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Controls initialization, finalization and clean up of tasks, and
- also the launching and killing of task JVMs.
-
- This class defines the API for initializing, finalizing and cleaning
- up of tasks, as also the launching and killing task JVMs.
- Subclasses of this class will implement the logic required for
- performing the actual actions.
-
- <br/>
-
- NOTE: This class is internal only class and not intended for users!!]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskController -->
- <!-- start class org.apache.hadoop.mapred.TaskGraphServlet -->
- <class name="TaskGraphServlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskGraphServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="width" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[height of the graph w/o margins]]>
- </doc>
- </field>
- <field name="height" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[height of the graph w/o margins]]>
- </doc>
- </field>
- <field name="ymargin" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[margin space on y axis]]>
- </doc>
- </field>
- <field name="xmargin" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[margin space on x axis]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The servlet that outputs svg graphics for map / reduce task
- statuses]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskGraphServlet -->
- <!-- start class org.apache.hadoop.mapred.TaskID -->
- <class name="TaskID" extends="org.apache.hadoop.mapreduce.TaskID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskID" type="org.apache.hadoop.mapreduce.JobID, boolean, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a TaskID object from given {@link JobID}.
- @param jobId JobID that this tip belongs to
- @param isMap whether the tip is a map
- @param id the tip number]]>
- </doc>
- </constructor>
- <constructor name="TaskID" type="java.lang.String, int, boolean, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a TaskInProgressId object from given parts.
- @param jtIdentifier jobTracker identifier
- @param jobId job number
- @param isMap whether the tip is a map
- @param id the tip number]]>
- </doc>
- </constructor>
- <constructor name="TaskID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="downgrade" return="org.apache.hadoop.mapred.TaskID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="old" type="org.apache.hadoop.mapreduce.TaskID"/>
- <doc>
- <![CDATA[Downgrade a new TaskID to an old one
- @param old a new or old TaskID
- @return either old or a new TaskID build to match old]]>
- </doc>
- </method>
- <method name="read" return="org.apache.hadoop.mapred.TaskID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskIDsPattern" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jtIdentifier" type="java.lang.String"/>
- <param name="jobId" type="java.lang.Integer"/>
- <param name="isMap" type="java.lang.Boolean"/>
- <param name="taskId" type="java.lang.Integer"/>
- <doc>
- <![CDATA[Returns a regex pattern which matches task IDs. Arguments can
- be given null, in which case that part of the regex will be generic.
- For example to obtain a regex matching <i>the first map task</i>
- of <i>any jobtracker</i>, of <i>any job</i>, we would use :
- <pre>
- TaskID.getTaskIDsPattern(null, null, true, 1);
- </pre>
- which will return :
- <pre> "task_[^_]*_[0-9]*_m_000001*" </pre>
- @param jtIdentifier jobTracker identifier, or null
- @param jobId job number, or null
- @param isMap whether the tip is a map, or null
- @param taskId taskId number, or null
- @return a regex pattern matching TaskIDs]]>
- </doc>
- </method>
- <method name="forName" return="org.apache.hadoop.mapred.TaskID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- </method>
- <doc>
- <![CDATA[TaskID represents the immutable and unique identifier for
- a Map or Reduce Task. Each TaskID encompasses multiple attempts made to
- execute the Map or Reduce Task, each of which are uniquely indentified by
- their TaskAttemptID.
-
- TaskID consists of 3 parts. First part is the {@link JobID}, that this
- TaskInProgress belongs to. Second part of the TaskID is either 'm' or 'r'
- representing whether the task is a map task or a reduce task.
- And the third part is the task number. <br>
- An example TaskID is :
- <code>task_200707121733_0003_m_000005</code> , which represents the
- fifth map task in the third job running at the jobtracker
- started at <code>200707121733</code>.
- <p>
- Applications should never construct or parse TaskID strings
- , but rather use appropriate constructors or {@link #forName(String)}
- method.
-
- @see JobID
- @see TaskAttemptID]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskID -->
- <!-- start class org.apache.hadoop.mapred.TaskLog -->
- <class name="TaskLog" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskLog"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createTaskAttemptLogDir"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskID" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="isCleanup" type="boolean"/>
- <param name="localDirs" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create log directory for the given attempt. This involves creating the
- following and setting proper permissions for the new directories
- <br>{hadoop.log.dir}/userlogs/<jobid>
- <br>{hadoop.log.dir}/userlogs/<jobid>/<attempt-id-as-symlink>
- <br>{one of the mapred-local-dirs}/userlogs/<jobid>
- <br>{one of the mapred-local-dirs}/userlogs/<jobid>/<attempt-id>
- @param taskID attempt-id for which log dir is to be created
- @param isCleanup Is this attempt a cleanup attempt ?
- @param localDirs mapred local directories
- @throws IOException]]>
- </doc>
- </method>
- <method name="getTaskAttemptLogDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskID" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="cleanupSuffix" type="java.lang.String"/>
- <param name="localDirs" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get attempt log directory path for the given attempt-id under randomly
- selected mapred local directory.
- @param taskID attempt-id for which log dir path is needed
- @param cleanupSuffix ".cleanup" if this attempt is a cleanup attempt
- @param localDirs mapred local directories
- @return target task attempt log directory
- @throws IOException]]>
- </doc>
- </method>
- <method name="getTaskLogFile" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="isCleanup" type="boolean"/>
- <param name="filter" type="org.apache.hadoop.mapred.TaskLog.LogName"/>
- </method>
- <method name="getBaseLogDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="syncLogs"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logLocation" type="java.lang.String"/>
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="isCleanup" type="boolean"/>
- <param name="segmented" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getTaskLogLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the desired maximum length of task's logs.
- @param conf the job to look in
- @return the number of bytes to cap the log files at]]>
- </doc>
- </method>
- <method name="captureOutAndError" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cmd" type="java.util.List"/>
- <param name="stdoutFilename" type="java.io.File"/>
- <param name="stderrFilename" type="java.io.File"/>
- <param name="tailLength" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrap a command in a shell to capture stdout and stderr to files.
- If the tailLength is 0, the entire output will be saved.
- @param cmd The command and the arguments that should be run
- @param stdoutFilename The filename that stdout should be saved to
- @param stderrFilename The filename that stderr should be saved to
- @param tailLength The length of the tail to be saved.
- @return the modified command that should be run]]>
- </doc>
- </method>
- <method name="captureOutAndError" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="setup" type="java.util.List"/>
- <param name="cmd" type="java.util.List"/>
- <param name="stdoutFilename" type="java.io.File"/>
- <param name="stderrFilename" type="java.io.File"/>
- <param name="tailLength" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrap a command in a shell to capture stdout and stderr to files.
- Setup commands such as setting memory limit can be passed which
- will be executed before exec.
- If the tailLength is 0, the entire output will be saved.
- @param setup The setup commands for the execed process.
- @param cmd The command and the arguments that should be run
- @param stdoutFilename The filename that stdout should be saved to
- @param stderrFilename The filename that stderr should be saved to
- @param tailLength The length of the tail to be saved.
- @return the modified command that should be run]]>
- </doc>
- </method>
- <method name="captureOutAndError" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="pidFiles are no more used. Instead pid is exported to
- env variable JVM_PID.">
- <param name="setup" type="java.util.List"/>
- <param name="cmd" type="java.util.List"/>
- <param name="stdoutFilename" type="java.io.File"/>
- <param name="stderrFilename" type="java.io.File"/>
- <param name="tailLength" type="long"/>
- <param name="pidFileName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrap a command in a shell to capture stdout and stderr to files.
- Setup commands such as setting memory limit can be passed which
- will be executed before exec.
- If the tailLength is 0, the entire output will be saved.
- @param setup The setup commands for the execed process.
- @param cmd The command and the arguments that should be run
- @param stdoutFilename The filename that stdout should be saved to
- @param stderrFilename The filename that stderr should be saved to
- @param tailLength The length of the tail to be saved.
- @deprecated pidFiles are no more used. Instead pid is exported to
- env variable JVM_PID.
- @return the modified command that should be run]]>
- </doc>
- </method>
- <method name="captureOutAndError" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="pidFiles are no more used. Instead pid is exported to
- env variable JVM_PID.">
- <param name="setup" type="java.util.List"/>
- <param name="cmd" type="java.util.List"/>
- <param name="stdoutFilename" type="java.io.File"/>
- <param name="stderrFilename" type="java.io.File"/>
- <param name="tailLength" type="long"/>
- <param name="useSetsid" type="boolean"/>
- <param name="pidFileName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrap a command in a shell to capture stdout and stderr to files.
- Setup commands such as setting memory limit can be passed which
- will be executed before exec.
- If the tailLength is 0, the entire output will be saved.
- @param setup The setup commands for the execed process.
- @param cmd The command and the arguments that should be run
- @param stdoutFilename The filename that stdout should be saved to
- @param stderrFilename The filename that stderr should be saved to
- @param tailLength The length of the tail to be saved.
- @param useSetsid Should setsid be used in the command or not.
- @deprecated pidFiles are no more used. Instead pid is exported to
- env variable JVM_PID.
- @return the modified command that should be run]]>
- </doc>
- </method>
- <method name="captureOutAndError" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="setup" type="java.util.List"/>
- <param name="cmd" type="java.util.List"/>
- <param name="stdoutFilename" type="java.io.File"/>
- <param name="stderrFilename" type="java.io.File"/>
- <param name="tailLength" type="long"/>
- <param name="useSetsid" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrap a command in a shell to capture stdout and stderr to files.
- Setup commands such as setting memory limit can be passed which
- will be executed before exec.
- If the tailLength is 0, the entire output will be saved.
- @param setup The setup commands for the execed process.
- @param cmd The command and the arguments that should be run
- @param stdoutFilename The filename that stdout should be saved to
- @param stderrFilename The filename that stderr should be saved to
- @param tailLength The length of the tail to be saved.
- @param useSetsid Should setsid be used in the command or not.
- @return the modified command that should be run]]>
- </doc>
- </method>
- <method name="addCommand" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cmd" type="java.util.List"/>
- <param name="isExecutable" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add quotes to each of the command strings and
- return as a single string
- @param cmd The command to be quoted
- @param isExecutable makes shell path if the first
- argument is executable
- @return returns The quoted string.
- @throws IOException]]>
- </doc>
- </method>
- <method name="captureDebugOut" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cmd" type="java.util.List"/>
- <param name="debugoutFilename" type="java.io.File"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Wrap a command in a shell to capture debug script's
- stdout and stderr to debugout.
- @param cmd The command and the arguments that should be run
- @param debugoutFilename The filename that stdout and stderr
- should be saved to.
- @return the modified command that should be run
- @throws IOException]]>
- </doc>
- </method>
- <method name="getUserLogDir" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobDir" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="java.lang.String"/>
- <doc>
- <![CDATA[Get the user log directory for the job jobid.
-
- @param jobid string representation of the jobid
- @return user log directory for the job]]>
- </doc>
- </method>
- <method name="getJobDir" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapreduce.JobID"/>
- <doc>
- <![CDATA[Get the user log directory for the job jobid.
-
- @param jobid the jobid object
- @return user log directory for the job]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A simple logger to handle the task-specific user logs.
- This class uses the system property <code>hadoop.log.dir</code>.
-
- This class is for Map/Reduce internal use only.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskLog -->
- <!-- start class org.apache.hadoop.mapred.TaskLog.LogName -->
- <class name="TaskLog.LogName" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.TaskLog.LogName[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.TaskLog.LogName"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="STDOUT" type="org.apache.hadoop.mapred.TaskLog.LogName"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Log on the stdout of the task.]]>
- </doc>
- </field>
- <field name="STDERR" type="org.apache.hadoop.mapred.TaskLog.LogName"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Log on the stderr of the task.]]>
- </doc>
- </field>
- <field name="SYSLOG" type="org.apache.hadoop.mapred.TaskLog.LogName"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Log on the map-reduce system logs of the task.]]>
- </doc>
- </field>
- <field name="PROFILE" type="org.apache.hadoop.mapred.TaskLog.LogName"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The java profiler information.]]>
- </doc>
- </field>
- <field name="DEBUGOUT" type="org.apache.hadoop.mapred.TaskLog.LogName"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Log the debug script's stdout]]>
- </doc>
- </field>
- <doc>
- <![CDATA[The filter for userlogs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskLog.LogName -->
- <!-- start class org.apache.hadoop.mapred.TaskLogAppender -->
- <class name="TaskLogAppender" extends="org.apache.log4j.FileAppender"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskLogAppender"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="activateOptions"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="append"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="event" type="org.apache.log4j.spi.LoggingEvent"/>
- </method>
- <method name="flush"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Getter/Setter methods for log4j.]]>
- </doc>
- </method>
- <method name="setTaskId"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="java.lang.String"/>
- </method>
- <method name="getTotalLogFileSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setTotalLogFileSize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logSize" type="long"/>
- </method>
- <method name="setIsCleanup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="isCleanup" type="boolean"/>
- <doc>
- <![CDATA[Set whether the task is a cleanup attempt or not.
-
- @param isCleanup
- true if the task is cleanup attempt, false otherwise.]]>
- </doc>
- </method>
- <method name="getIsCleanup" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get whether task is cleanup attempt or not.
-
- @return true if the task is cleanup attempt, false otherwise.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A simple log4j-appender for the task child's
- map-reduce system logs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskLogAppender -->
- <!-- start class org.apache.hadoop.mapred.TaskLogServlet -->
- <class name="TaskLogServlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskLogServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getTaskLogUrl" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskTrackerHostName" type="java.lang.String"/>
- <param name="httpPort" type="java.lang.String"/>
- <param name="taskAttemptID" type="java.lang.String"/>
- <doc>
- <![CDATA[Construct the taskLogUrl
- @param taskTrackerHostName
- @param httpPort
- @param taskAttemptID
- @return the taskLogUrl]]>
- </doc>
- </method>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the logs via http.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A servlet that is run by the TaskTrackers to provide the task logs via http.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskLogServlet -->
- <!-- start class org.apache.hadoop.mapred.TaskLogsTruncater -->
- <class name="TaskLogsTruncater" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskLogsTruncater" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="shouldTruncateLogs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="lInfo" type="org.apache.hadoop.mapreduce.server.tasktracker.JVMInfo"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check the log file sizes generated by the attempts that ran in a
- particular JVM
- @param lInfo
- @return is truncation required?
- @throws IOException]]>
- </doc>
- </method>
- <method name="truncateLogs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="lInfo" type="org.apache.hadoop.mapreduce.server.tasktracker.JVMInfo"/>
- <doc>
- <![CDATA[Process the removed task's logs. This involves truncating them to
- retainSize.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[The class for truncating the user logs.
- Should be used only by {@link UserLogManager}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskLogsTruncater -->
- <!-- start class org.apache.hadoop.mapred.TaskReport -->
- <class name="TaskReport" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="TaskReport"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getTaskId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #getTaskID()} instead">
- <doc>
- <![CDATA[@deprecated use {@link #getTaskID()} instead]]>
- </doc>
- </method>
- <method name="getTaskID" return="org.apache.hadoop.mapred.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The id of the task.]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The amount completed, between zero and one.]]>
- </doc>
- </method>
- <method name="getState" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The most recent state, reported by a {@link Reporter}.]]>
- </doc>
- </method>
- <method name="getDiagnostics" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A list of error messages.]]>
- </doc>
- </method>
- <method name="getCounters" return="org.apache.hadoop.mapred.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[A table of counters.]]>
- </doc>
- </method>
- <method name="getCurrentStatus" return="org.apache.hadoop.mapred.TIPStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The current status]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get finish time of task.
- @return 0, if finish time was not set else returns finish time.]]>
- </doc>
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get start time of task.
- @return 0 if start time was not set, else start time.]]>
- </doc>
- </method>
- <method name="setSuccessfulAttempt"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <doc>
- <![CDATA[set successful attempt ID of the task.]]>
- </doc>
- </method>
- <method name="getSuccessfulTaskAttempt" return="org.apache.hadoop.mapred.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the attempt ID that took this task to completion]]>
- </doc>
- </method>
- <method name="setRunningTaskAttempts"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="runningAttempts" type="java.util.Collection"/>
- <doc>
- <![CDATA[set running attempt(s) of the task.]]>
- </doc>
- </method>
- <method name="getRunningTaskAttempts" return="java.util.Collection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the running task attempt IDs for this task]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A report on the state of a task.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskReport -->
- <!-- start class org.apache.hadoop.mapred.TaskStatus -->
- <class name="TaskStatus" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Cloneable"/>
- <constructor name="TaskStatus"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TaskStatus" type="org.apache.hadoop.mapred.TaskAttemptID, float, int, org.apache.hadoop.mapred.TaskStatus.State, java.lang.String, java.lang.String, java.lang.String, org.apache.hadoop.mapred.TaskStatus.Phase, org.apache.hadoop.mapred.Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getTaskID" return="org.apache.hadoop.mapred.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getIsMap" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setProgress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="progress" type="float"/>
- </method>
- <method name="getRunState" return="org.apache.hadoop.mapred.TaskStatus.State"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskTracker" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setTaskTracker"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tracker" type="java.lang.String"/>
- </method>
- <method name="setRunState"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="runState" type="org.apache.hadoop.mapred.TaskStatus.State"/>
- </method>
- <method name="getDiagnosticInfo" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setDiagnosticInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="info" type="java.lang.String"/>
- </method>
- <method name="getStateString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setStateString"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="stateString" type="java.lang.String"/>
- </method>
- <method name="getNextRecordRange" return="org.apache.hadoop.mapred.SortedRanges.Range"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the next record range which is going to be processed by Task.
- @return nextRecordRange]]>
- </doc>
- </method>
- <method name="setNextRecordRange"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nextRecordRange" type="org.apache.hadoop.mapred.SortedRanges.Range"/>
- <doc>
- <![CDATA[Set the next record range which is going to be processed by Task.
- @param nextRecordRange]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get task finish time. if shuffleFinishTime and sortFinishTime
- are not set before, these are set to finishTime. It takes care of
- the case when shuffle, sort and finish are completed with in the
- heartbeat interval and are not reported separately. if task state is
- TaskStatus.FAILED then finish time represents when the task failed.
- @return finish time of the task.]]>
- </doc>
- </method>
- <method name="getShuffleFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get shuffle finish time for the task. If shuffle finish time was
- not set due to shuffle/sort/finish phases ending within same
- heartbeat interval, it is set to finish time of next phase i.e. sort
- or task finish when these are set.
- @return 0 if shuffleFinishTime, sortFinishTime and finish time are not set. else
- it returns approximate shuffle finish time.]]>
- </doc>
- </method>
- <method name="getSortFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get sort finish time for the task,. If sort finish time was not set
- due to sort and reduce phase finishing in same heartebat interval, it is
- set to finish time, when finish time is set.
- @return 0 if sort finish time and finish time are not set, else returns sort
- finish time if that is set, else it returns finish time.]]>
- </doc>
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get start time of the task.
- @return 0 is start time is not set, else returns start time.]]>
- </doc>
- </method>
- <method name="getPhase" return="org.apache.hadoop.mapred.TaskStatus.Phase"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get current phase of this task. Phase.Map in case of map tasks,
- for reduce one of Phase.SHUFFLE, Phase.SORT or Phase.REDUCE.
- @return .]]>
- </doc>
- </method>
- <method name="getIncludeCounters" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setIncludeCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="send" type="boolean"/>
- </method>
- <method name="getCounters" return="org.apache.hadoop.mapred.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get task's counters.]]>
- </doc>
- </method>
- <method name="setCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="org.apache.hadoop.mapred.Counters"/>
- <doc>
- <![CDATA[Set the task's counters.
- @param counters]]>
- </doc>
- </method>
- <method name="getOutputSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of bytes of output from this map.]]>
- </doc>
- </method>
- <method name="getFetchFailedMaps" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the list of maps from which output-fetches failed.
-
- @return the list of maps from which output-fetches failed.]]>
- </doc>
- </method>
- <method name="clone" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Describes the current status of a task. This is
- not intended to be a comprehensive piece of data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskStatus -->
- <!-- start class org.apache.hadoop.mapred.TaskStatus.Phase -->
- <class name="TaskStatus.Phase" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.TaskStatus.Phase[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.TaskStatus.Phase"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="STARTING" type="org.apache.hadoop.mapred.TaskStatus.Phase"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP" type="org.apache.hadoop.mapred.TaskStatus.Phase"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SHUFFLE" type="org.apache.hadoop.mapred.TaskStatus.Phase"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SORT" type="org.apache.hadoop.mapred.TaskStatus.Phase"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE" type="org.apache.hadoop.mapred.TaskStatus.Phase"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CLEANUP" type="org.apache.hadoop.mapred.TaskStatus.Phase"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskStatus.Phase -->
- <!-- start class org.apache.hadoop.mapred.TaskStatus.State -->
- <class name="TaskStatus.State" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.TaskStatus.State[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.TaskStatus.State"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="RUNNING" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUCCEEDED" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="UNASSIGNED" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMMIT_PENDING" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED_UNCLEAN" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED_UNCLEAN" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskStatus.State -->
- <!-- start class org.apache.hadoop.mapred.TaskTracker -->
- <class name="TaskTracker" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.MRConstants"/>
- <implements name="org.apache.hadoop.mapred.TaskUmbilicalProtocol"/>
- <implements name="java.lang.Runnable"/>
- <implements name="org.apache.hadoop.mapred.TaskTrackerMXBean"/>
- <constructor name="TaskTracker" type="org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Start with the local machine name, and the default JobTracker]]>
- </doc>
- </constructor>
- <method name="getTaskTrackerInstrumentation" return="org.apache.hadoop.mapred.TaskTrackerInstrumentation"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskController" return="org.apache.hadoop.mapred.TaskController"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getUserDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- </method>
- <method name="getPrivateDistributedCacheDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- </method>
- <method name="getPublicDistributedCacheDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobCacheSubdir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- </method>
- <method name="getLocalJobDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobid" type="java.lang.String"/>
- </method>
- <method name="getJobJarFile" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobid" type="java.lang.String"/>
- </method>
- <method name="getLocalTaskDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobid" type="java.lang.String"/>
- <param name="taskid" type="java.lang.String"/>
- </method>
- <method name="getLocalTaskDir" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobid" type="java.lang.String"/>
- <param name="taskid" type="java.lang.String"/>
- <param name="isCleanupAttempt" type="boolean"/>
- </method>
- <method name="getProtocolVersion" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="protocol" type="java.lang.String"/>
- <param name="clientVersion" type="long"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="cleanupStorage"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Removes all contents of temporary storage. Called upon
- startup, to remove any leftovers from previous run.]]>
- </doc>
- </method>
- <method name="launchTaskForJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="tip" type="org.apache.hadoop.mapred.TaskTracker.TaskInProgress"/>
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="rjob" type="org.apache.hadoop.mapred.TaskTracker.RunningJob"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="shutdown"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Close down the TaskTracker and all its components. We must also shutdown
- any running tasks or threads, and cleanup disk space. A new TaskTracker
- within the same process space might be restarted, so everything must be
- clean.
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getJobClient" return="org.apache.hadoop.mapred.InterTrackerProtocol"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The connection to the JobTracker, used by the TaskRunner
- for locating remote files.]]>
- </doc>
- </method>
- <method name="getTaskTrackerReportAddress" return="java.net.InetSocketAddress"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the port at which the tasktracker bound to]]>
- </doc>
- </method>
- <method name="getJvmManagerInstance" return="org.apache.hadoop.mapred.JvmManager"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The server retry loop.
- This while-loop attempts to connect to the JobTracker. It only
- loops when the old TaskTracker has gone bad (its state is
- stale somehow) and we need to reinitialize everything.]]>
- </doc>
- </method>
- <method name="getTask" return="org.apache.hadoop.mapred.JvmTask"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called upon startup by the child process, to fetch Task data.]]>
- </doc>
- </method>
- <method name="statusUpdate" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="taskStatus" type="org.apache.hadoop.mapred.TaskStatus"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called periodically to report Task progress, from 0.0 to 1.0.]]>
- </doc>
- </method>
- <method name="reportDiagnosticInfo"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="info" type="java.lang.String"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called when the task dies before completion, and we want to report back
- diagnostic info]]>
- </doc>
- </method>
- <method name="reportNextRecordRange"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="range" type="org.apache.hadoop.mapred.SortedRanges.Range"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="ping" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Child checking to see if we're alive. Normally does nothing.]]>
- </doc>
- </method>
- <method name="commitPending"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="taskStatus" type="org.apache.hadoop.mapred.TaskStatus"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Task is reporting that it is in commit_pending
- and it is waiting for the commit Response]]>
- </doc>
- </method>
- <method name="canCommit" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Child checking whether it can commit]]>
- </doc>
- </method>
- <method name="done"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The task is done.]]>
- </doc>
- </method>
- <method name="shuffleError"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="message" type="java.lang.String"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A reduce-task failed to shuffle the map-outputs. Kill the task.]]>
- </doc>
- </method>
- <method name="fsError"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="message" type="java.lang.String"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A child task had a local filesystem error. Kill the task.]]>
- </doc>
- </method>
- <method name="fatalError"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="msg" type="java.lang.String"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A child task had a fatal error. Kill the task.]]>
- </doc>
- </method>
- <method name="getMapCompletionEvents" return="org.apache.hadoop.mapred.MapTaskCompletionEventsUpdate"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="fromEventId" type="int"/>
- <param name="maxLocs" type="int"/>
- <param name="id" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="mapOutputLost"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="errorMsg" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A completed map task's output has been lost.]]>
- </doc>
- </method>
- <method name="isIdle" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is this task tracker idle?
- @return has this task tracker finished all its assigned tasks?]]>
- </doc>
- </method>
- <method name="isIdleAndClean" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is this task tracker idle and clean?
- @return has this task tracker finished and cleaned up all of its tasks?]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Start the TaskTracker, point toward the indicated JobTracker]]>
- </doc>
- </method>
- <method name="isTaskMemoryManagerEnabled" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Is the TaskMemoryManager Enabled on this system?
- @return true if enabled, false otherwise.]]>
- </doc>
- </method>
- <method name="getTaskMemoryManager" return="org.apache.hadoop.mapred.TaskMemoryManagerThread"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getConfigVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobTrackerUrl" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getRpcPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHttpPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="isHealthy" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTasksInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="updatePrivateDistributedCacheSizes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- <param name="sizes" type="long[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MR_CLIENTTRACE_FORMAT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ClientTraceLog" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUBDIR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TT_LOG_TMP_DIR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TT_RESOURCE_CALCULATOR_PLUGIN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TT_USER_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TT_KEYTAB_FILE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[TaskTracker is a process that starts and tracks MR Tasks
- in a networked environment. It contacts the JobTracker
- for Task assignments and reporting results.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskTracker -->
- <!-- start class org.apache.hadoop.mapred.TaskTracker.MapOutputServlet -->
- <class name="TaskTracker.MapOutputServlet" extends="javax.servlet.http.HttpServlet"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskTracker.MapOutputServlet"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doGet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <param name="response" type="javax.servlet.http.HttpServletResponse"/>
- <exception name="ServletException" type="javax.servlet.ServletException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This class is used in TaskTracker's Jetty to serve the map outputs
- to other nodes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskTracker.MapOutputServlet -->
- <!-- start class org.apache.hadoop.mapred.TaskTrackerMetricsSource -->
- <class name="TaskTrackerMetricsSource" extends="org.apache.hadoop.mapred.TaskTrackerInstrumentation"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.metrics2.MetricsSource"/>
- <constructor name="TaskTrackerMetricsSource" type="org.apache.hadoop.mapred.TaskTracker"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="org.apache.hadoop.metrics2.MetricsBuilder"/>
- <param name="all" type="boolean"/>
- </method>
- <method name="completeTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- </method>
- <method name="timedoutTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- </method>
- <method name="taskFailedPing"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- </method>
- <doc>
- <![CDATA[Instrumentation for metrics v2]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskTrackerMetricsSource -->
- <!-- start interface org.apache.hadoop.mapred.TaskTrackerMXBean -->
- <interface name="TaskTrackerMXBean" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the hostname of the tasktracker]]>
- </doc>
- </method>
- <method name="getVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the version of the code base]]>
- </doc>
- </method>
- <method name="getConfigVersion" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the config version (from a config properties)]]>
- </doc>
- </method>
- <method name="getJobTrackerUrl" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the URL of the jobtracker]]>
- </doc>
- </method>
- <method name="getRpcPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the RPC port of the tasktracker]]>
- </doc>
- </method>
- <method name="getHttpPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the HTTP port of the tasktracker]]>
- </doc>
- </method>
- <method name="isHealthy" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the health status of the tasktracker]]>
- </doc>
- </method>
- <method name="getTasksInfoJson" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return a json formatted info about tasks of the tasktracker]]>
- </doc>
- </method>
- <doc>
- <![CDATA[MXBean interface for TaskTracker]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.TaskTrackerMXBean -->
- <!-- start class org.apache.hadoop.mapred.TaskTrackerStatus -->
- <class name="TaskTrackerStatus" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="TaskTrackerStatus"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TaskTrackerStatus" type="java.lang.String, java.lang.String, int, java.util.List, int, int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getTrackerName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHost" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHttpPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the port that this task tracker is serving http requests on.
- @return the http port]]>
- </doc>
- </method>
- <method name="getTaskFailures" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of tasks that have failed on this tracker.
- @return The number of failed tasks]]>
- </doc>
- </method>
- <method name="getDirFailures" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of local directories that have failed on this tracker.
- @return The number of failed local directories]]>
- </doc>
- </method>
- <method name="getTaskReports" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current tasks at the TaskTracker.
- Tasks are tracked by a {@link TaskStatus} object.
-
- @return a list of {@link TaskStatus} representing
- the current tasks at the TaskTracker.]]>
- </doc>
- </method>
- <method name="countMapTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of running map tasks.
- @return the number of running map tasks]]>
- </doc>
- </method>
- <method name="countOccupiedMapSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of occupied map slots.
- @return the number of occupied map slots]]>
- </doc>
- </method>
- <method name="getAvailableMapSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get available map slots.
- @return available map slots]]>
- </doc>
- </method>
- <method name="countReduceTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of running reduce tasks.
- @return the number of running reduce tasks]]>
- </doc>
- </method>
- <method name="countOccupiedReduceSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of occupied reduce slots.
- @return the number of occupied reduce slots]]>
- </doc>
- </method>
- <method name="getAvailableReduceSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get available reduce slots.
- @return available reduce slots]]>
- </doc>
- </method>
- <method name="getLastSeen" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setLastSeen"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="lastSeen" type="long"/>
- </method>
- <method name="getMaxMapSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the maximum map slots for this node.
- @return the maximum map slots for this node]]>
- </doc>
- </method>
- <method name="getMaxReduceSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the maximum reduce slots for this node.
- @return the maximum reduce slots for this node]]>
- </doc>
- </method>
- <method name="getHealthStatus" return="org.apache.hadoop.mapred.TaskTrackerStatus.TaskTrackerHealthStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns health status of the task tracker.
- @return health status of Task Tracker]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="UNAVAILABLE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A TaskTrackerStatus is a MapReduce primitive. Keeps
- info on a TaskTracker. The JobTracker maintains a set
- of the most recent TaskTrackerStatus objects for each
- unique TaskTracker it knows about.
- This is NOT a public interface!]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TaskTrackerStatus -->
- <!-- start interface org.apache.hadoop.mapred.TaskUmbilicalProtocol -->
- <interface name="TaskUmbilicalProtocol" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.ipc.VersionedProtocol"/>
- <method name="getTask" return="org.apache.hadoop.mapred.JvmTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called when a child task process starts, to get its task.
- @param context the JvmContext of the JVM w.r.t the TaskTracker that
- launched it
- @return Task object
- @throws IOException]]>
- </doc>
- </method>
- <method name="statusUpdate" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="taskStatus" type="org.apache.hadoop.mapred.TaskStatus"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Report child's progress to parent.
-
- @param taskId task-id of the child
- @param taskStatus status of the child
- @param jvmContext context the jvmContext running the task.
- @throws IOException
- @throws InterruptedException
- @return True if the task is known]]>
- </doc>
- </method>
- <method name="reportDiagnosticInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="trace" type="java.lang.String"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Report error messages back to parent. Calls should be sparing, since all
- such messages are held in the job tracker.
- @param taskid the id of the task involved
- @param trace the text to report
- @param jvmContext context the jvmContext running the task.]]>
- </doc>
- </method>
- <method name="reportNextRecordRange"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="range" type="org.apache.hadoop.mapred.SortedRanges.Range"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Report the record range which is going to process next by the Task.
- @param taskid the id of the task involved
- @param range the range of record sequence nos
- @param jvmContext context the jvmContext running the task.
- @throws IOException]]>
- </doc>
- </method>
- <method name="ping" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Periodically called by child to check if parent is still alive.
- @param taskid the id of the task involved
- @param jvmContext context the jvmContext running the task.
- @return True if the task is known]]>
- </doc>
- </method>
- <method name="done"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Report that the task is successfully completed. Failure is assumed if
- the task process exits without calling this.
- @param taskid task's id
- @param jvmContext context the jvmContext running the task.]]>
- </doc>
- </method>
- <method name="commitPending"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="taskStatus" type="org.apache.hadoop.mapred.TaskStatus"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Report that the task is complete, but its commit is pending.
-
- @param taskId task's id
- @param taskStatus status of the child
- @param jvmContext context the jvmContext running the task.
- @throws IOException]]>
- </doc>
- </method>
- <method name="canCommit" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskid" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Polling to know whether the task can go-ahead with commit
- @param taskid
- @param jvmContext context the jvmContext running the task.
- @return true/false
- @throws IOException]]>
- </doc>
- </method>
- <method name="shuffleError"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="message" type="java.lang.String"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Report that a reduce-task couldn't shuffle map-outputs.]]>
- </doc>
- </method>
- <method name="fsError"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="message" type="java.lang.String"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Report that the task encounted a local filesystem error.]]>
- </doc>
- </method>
- <method name="fatalError"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="message" type="java.lang.String"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Report that the task encounted a fatal error.]]>
- </doc>
- </method>
- <method name="getMapCompletionEvents" return="org.apache.hadoop.mapred.MapTaskCompletionEventsUpdate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapred.JobID"/>
- <param name="fromIndex" type="int"/>
- <param name="maxLocs" type="int"/>
- <param name="id" type="org.apache.hadoop.mapred.TaskAttemptID"/>
- <param name="jvmContext" type="org.apache.hadoop.mapred.JvmContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called by a reduce task to get the map output locations for finished maps.
- Returns an update centered around the map-task-completion-events.
- The update also piggybacks the information whether the events copy at the
- task-tracker has changed or not. This will trigger some action at the
- child-process.
- @param jobId the reducer job id
- @param fromIndex the index starting from which the locations should be
- fetched
- @param maxLocs the max number of locations to fetch
- @param id The attempt id of the task that is trying to communicate
- @return A {@link MapTaskCompletionEventsUpdate}]]>
- </doc>
- </method>
- <method name="updatePrivateDistributedCacheSizes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- <param name="sizes" type="long[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The job initializer needs to report the sizes of the archive
- objects and directories in the private distributed cache.
- @param jobId the job to update
- @param sizes the array of sizes that were computed
- @throws IOException]]>
- </doc>
- </method>
- <field name="versionID" type="long"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Changed the version to 2, since we have a new method getMapOutputs
- Changed version to 3 to have progress() return a boolean
- Changed the version to 4, since we have replaced
- TaskUmbilicalProtocol.progress(String, float, String,
- org.apache.hadoop.mapred.TaskStatus.Phase, Counters)
- with statusUpdate(String, TaskStatus)
-
- Version 5 changed counters representation for HADOOP-2248
- Version 6 changes the TaskStatus representation for HADOOP-2208
- Version 7 changes the done api (via HADOOP-3140). It now expects whether
- or not the task's output needs to be promoted.
- Version 8 changes {job|tip|task}id's to use their corresponding
- objects rather than strings.
- Version 9 changes the counter representation for HADOOP-1915
- Version 10 changed the TaskStatus format and added reportNextRecordRange
- for HADOOP-153
- Version 11 Adds RPCs for task commit as part of HADOOP-3150
- Version 12 getMapCompletionEvents() now also indicates if the events are
- stale or not. Hence the return type is a class that
- encapsulates the events and whether to reset events index.
- Version 13 changed the getTask method signature for HADOOP-249
- Version 14 changed the getTask method signature for HADOOP-4232
- Version 15 Adds FAILED_UNCLEAN and KILLED_UNCLEAN states for HADOOP-4759
- Version 16 Added numRequiredSlots to TaskStatus for MAPREDUCE-516
- Version 17 Change in signature of getTask() for HADOOP-5488
- Version 18 Added fatalError for child to communicate fatal errors to TT
- Version 19 Added jvmContext to most method signatures for MAPREDUCE-2429]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Protocol that task child process uses to contact its parent process. The
- parent is a daemon which which polls the central master for a new map or
- reduce task and runs it as a child process. All communication between child
- and parent is via this protocol.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.TaskUmbilicalProtocol -->
- <!-- start class org.apache.hadoop.mapred.TextInputFormat -->
- <class name="TextInputFormat" extends="org.apache.hadoop.mapred.FileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <constructor name="TextInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="isSplitable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericSplit" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link InputFormat} for plain text files. Files are broken into lines.
- Either linefeed or carriage-return are used to signal end of line. Keys are
- the position in the file, and values are the line of text..]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TextInputFormat -->
- <!-- start class org.apache.hadoop.mapred.TextOutputFormat -->
- <class name="TextOutputFormat" extends="org.apache.hadoop.mapred.FileOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TextOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link OutputFormat} that writes plain text files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TextOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.TextOutputFormat.LineRecordWriter -->
- <class name="TextOutputFormat.LineRecordWriter" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordWriter"/>
- <constructor name="TextOutputFormat.LineRecordWriter" type="java.io.DataOutputStream, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TextOutputFormat.LineRecordWriter" type="java.io.DataOutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="out" type="java.io.DataOutputStream"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.TextOutputFormat.LineRecordWriter -->
- <!-- start class org.apache.hadoop.mapred.TIPStatus -->
- <class name="TIPStatus" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.TIPStatus[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.TIPStatus"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="PENDING" type="org.apache.hadoop.mapred.TIPStatus"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNNING" type="org.apache.hadoop.mapred.TIPStatus"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMPLETE" type="org.apache.hadoop.mapred.TIPStatus"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED" type="org.apache.hadoop.mapred.TIPStatus"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="org.apache.hadoop.mapred.TIPStatus"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The states of a {@link TaskInProgress} as seen by the JobTracker.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.TIPStatus -->
- <!-- start class org.apache.hadoop.mapred.UserLogCleaner -->
- <class name="UserLogCleaner" extends="java.lang.Thread"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="UserLogCleaner" type="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogManager, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="deleteJobLogs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapreduce.JobID"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="addOldUserLogsForDeletion"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="loc" type="java.io.File"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Adds the job log directories for deletion with default retain hours.
- Deletes all other directories, if any.
-
- @param loc location of log directory
- @param conf
- @throws IOException]]>
- </doc>
- </method>
- <method name="clearOldUserLogs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Clears all the logs in userlogs directory. This is usually called on
- reinit/restart of the TaskTracker.
-
- @param conf
- @throws IOException]]>
- </doc>
- </method>
- <method name="markJobLogsForDeletion"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobCompletionTime" type="long"/>
- <param name="retainHours" type="int"/>
- <param name="jobid" type="org.apache.hadoop.mapreduce.JobID"/>
- <doc>
- <![CDATA[Adds job user-log directory to cleanup thread to delete logs after user-log
- retain hours.
-
- @param jobCompletionTime
- job completion time in millis
- @param retainHours
- the user-log retain hours for the job
- @param jobid
- JobID for which user logs should be deleted]]>
- </doc>
- </method>
- <method name="unmarkJobFromLogDeletion"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobid" type="org.apache.hadoop.mapreduce.JobID"/>
- <doc>
- <![CDATA[Remove job from user log deletion.
-
- @param jobid]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is used only in UserLogManager, to manage cleanup of user logs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.UserLogCleaner -->
- <!-- start class org.apache.hadoop.mapred.Utils -->
- <class name="Utils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Utils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A utility class. It provides
- - file-util
- - A path filter utility to filter out output/part files in the output dir]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Utils -->
- <!-- start class org.apache.hadoop.mapred.Utils.OutputFileUtils -->
- <class name="Utils.OutputFileUtils" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Utils.OutputFileUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.mapred.Utils.OutputFileUtils -->
- <!-- start class org.apache.hadoop.mapred.Utils.OutputFileUtils.OutputFilesFilter -->
- <class name="Utils.OutputFileUtils.OutputFilesFilter" extends="org.apache.hadoop.mapred.Utils.OutputFileUtils.OutputLogFilter"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Utils.OutputFileUtils.OutputFilesFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- </method>
- <doc>
- <![CDATA[This class filters output(part) files from the given directory
- It does not accept files with filenames _logs and _SUCCESS.
- This can be used to list paths of output directory as follows:
- Path[] fileList = FileUtil.stat2Paths(fs.listStatus(outDir,
- new OutputFilesFilter()));]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Utils.OutputFileUtils.OutputFilesFilter -->
- <!-- start class org.apache.hadoop.mapred.Utils.OutputFileUtils.OutputLogFilter -->
- <class name="Utils.OutputFileUtils.OutputLogFilter" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.fs.PathFilter"/>
- <constructor name="Utils.OutputFileUtils.OutputLogFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- </method>
- <doc>
- <![CDATA[This class filters log files from directory given
- It doesnt accept paths having _logs.
- This can be used to list paths of output directory as follows:
- Path[] fileList = FileUtil.stat2Paths(fs.listStatus(outDir,
- new OutputLogFilter()));]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.Utils.OutputFileUtils.OutputLogFilter -->
- </package>
- <package name="org.apache.hadoop.mapred.jobcontrol">
- <!-- start class org.apache.hadoop.mapred.jobcontrol.Job -->
- <class name="Job" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Job" type="org.apache.hadoop.mapred.JobConf, java.util.ArrayList"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a job.
- @param jobConf a mapred job configuration representing a job to be executed.
- @param dependingJobs an array of jobs the current job depends on]]>
- </doc>
- </constructor>
- <constructor name="Job" type="org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a job.
-
- @param jobConf mapred job configuration representing a job to be executed.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job name of this job]]>
- </doc>
- </method>
- <method name="setJobName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobName" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the job name for this job.
- @param jobName the job name]]>
- </doc>
- </method>
- <method name="getJobID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job ID of this job assigned by JobControl]]>
- </doc>
- </method>
- <method name="setJobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the job ID for this job.
- @param id the job ID]]>
- </doc>
- </method>
- <method name="getMapredJobID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #getAssignedJobID()} instead">
- <doc>
- <![CDATA[@return the mapred ID of this job
- @deprecated use {@link #getAssignedJobID()} instead]]>
- </doc>
- </method>
- <method name="setMapredJobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #setAssignedJobID(JobID)} instead">
- <param name="mapredJobID" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the mapred ID for this job.
- @param mapredJobID the mapred job ID for this job.
- @deprecated use {@link #setAssignedJobID(JobID)} instead]]>
- </doc>
- </method>
- <method name="getAssignedJobID" return="org.apache.hadoop.mapred.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the mapred ID of this job as assigned by the
- mapred framework.]]>
- </doc>
- </method>
- <method name="setAssignedJobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mapredJobID" type="org.apache.hadoop.mapred.JobID"/>
- <doc>
- <![CDATA[Set the mapred ID for this job as assigned by the
- mapred framework.
- @param mapredJobID the mapred job ID for this job.]]>
- </doc>
- </method>
- <method name="getJobConf" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the mapred job conf of this job]]>
- </doc>
- </method>
- <method name="setJobConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Set the mapred job conf for this job.
- @param jobConf the mapred job conf for this job.]]>
- </doc>
- </method>
- <method name="getState" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the state of this job]]>
- </doc>
- </method>
- <method name="setState"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="state" type="int"/>
- <doc>
- <![CDATA[Set the state for this job.
- @param state the new state for this job.]]>
- </doc>
- </method>
- <method name="getMessage" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the message of this job]]>
- </doc>
- </method>
- <method name="setMessage"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="message" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the message for this job.
- @param message the message for this job.]]>
- </doc>
- </method>
- <method name="getJobClient" return="org.apache.hadoop.mapred.JobClient"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job client of this job]]>
- </doc>
- </method>
- <method name="getDependingJobs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the depending jobs of this job]]>
- </doc>
- </method>
- <method name="addDependingJob" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dependingJob" type="org.apache.hadoop.mapred.jobcontrol.Job"/>
- <doc>
- <![CDATA[Add a job to this jobs' dependency list. Dependent jobs can only be added while a Job
- is waiting to run, not during or afterwards.
-
- @param dependingJob Job that this Job depends on.
- @return <tt>true</tt> if the Job was added.]]>
- </doc>
- </method>
- <method name="isCompleted" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return true if this job is in a complete state]]>
- </doc>
- </method>
- <method name="isReady" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return true if this job is in READY state]]>
- </doc>
- </method>
- <method name="submit"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Submit this job to mapred. The state becomes RUNNING if submission
- is successful, FAILED otherwise.]]>
- </doc>
- </method>
- <field name="SUCCESS" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WAITING" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNNING" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="READY" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEPENDENT_FAILED" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class encapsulates a MapReduce job and its dependency. It monitors
- the states of the depending jobs and updates the state of this job.
- A job starts in the WAITING state. If it does not have any depending jobs, or
- all of the depending jobs are in SUCCESS state, then the job state will become
- READY. If any depending jobs fail, the job will fail too.
- When in READY state, the job can be submitted to Hadoop for execution, with
- the state changing into RUNNING state. From RUNNING state, the job can get into
- SUCCESS or FAILED state, depending the status of the job execution.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.jobcontrol.Job -->
- <!-- start class org.apache.hadoop.mapred.jobcontrol.JobControl -->
- <class name="JobControl" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Runnable"/>
- <constructor name="JobControl" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a job control for a group of jobs.
- @param groupName a name identifying this group]]>
- </doc>
- </constructor>
- <method name="getWaitingJobs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the jobs in the waiting state]]>
- </doc>
- </method>
- <method name="getRunningJobs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the jobs in the running state]]>
- </doc>
- </method>
- <method name="getReadyJobs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the jobs in the ready state]]>
- </doc>
- </method>
- <method name="getSuccessfulJobs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the jobs in the success state]]>
- </doc>
- </method>
- <method name="getFailedJobs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="addJob" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="aJob" type="org.apache.hadoop.mapred.jobcontrol.Job"/>
- <doc>
- <![CDATA[Add a new job.
- @param aJob the new job]]>
- </doc>
- </method>
- <method name="addJobs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobs" type="java.util.Collection"/>
- <doc>
- <![CDATA[Add a collection of jobs
-
- @param jobs]]>
- </doc>
- </method>
- <method name="getState" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the thread state]]>
- </doc>
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[set the thread state to STOPPING so that the
- thread will stop when it wakes up.]]>
- </doc>
- </method>
- <method name="suspend"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[suspend the running thread]]>
- </doc>
- </method>
- <method name="resume"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[resume the suspended thread]]>
- </doc>
- </method>
- <method name="allFinished" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The main loop for the thread.
- The loop does the following:
- Check the states of the running jobs
- Update the states of waiting jobs
- Submit the jobs in ready state]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class encapsulates a set of MapReduce jobs and its dependency. It tracks
- the states of the jobs by placing them into different tables according to their
- states.
-
- This class provides APIs for the client app to add a job to the group and to get
- the jobs in the group in different states. When a
- job is added, an ID unique to the group is assigned to the job.
-
- This class has a thread that submits jobs when they become ready, monitors the
- states of the running jobs, and updates the states of jobs based on the state changes
- of their depending jobs states. The class provides APIs for suspending/resuming
- the thread,and for stopping the thread.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.jobcontrol.JobControl -->
- </package>
- <package name="org.apache.hadoop.mapred.join">
- <!-- start class org.apache.hadoop.mapred.join.ArrayListBackedIterator -->
- <class name="ArrayListBackedIterator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ResetableIterator"/>
- <constructor name="ArrayListBackedIterator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ArrayListBackedIterator" type="java.util.ArrayList"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="replay" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="item" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[This class provides an implementation of ResetableIterator. The
- implementation uses an {@link java.util.ArrayList} to store elements
- added to it, replaying them as requested.
- Prefer {@link StreamBackedIterator}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.ArrayListBackedIterator -->
- <!-- start interface org.apache.hadoop.mapred.join.ComposableInputFormat -->
- <interface name="ComposableInputFormat" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.InputFormat"/>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.join.ComposableRecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Refinement of InputFormat requiring implementors to provide
- ComposableRecordReader instead of RecordReader.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.join.ComposableInputFormat -->
- <!-- start interface org.apache.hadoop.mapred.join.ComposableRecordReader -->
- <interface name="ComposableRecordReader" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordReader"/>
- <implements name="java.lang.Comparable"/>
- <method name="id" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the position in the collector this class occupies.]]>
- </doc>
- </method>
- <method name="key" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the key this RecordReader would supply on a call to next(K,V)]]>
- </doc>
- </method>
- <method name="key"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Clone the key at the head of this RecordReader into the object provided.]]>
- </doc>
- </method>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns true if the stream is not empty, but provides no guarantee that
- a call to next(K,V) will succeed.]]>
- </doc>
- </method>
- <method name="skip"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Skip key-value pairs with keys less than or equal to the key provided.]]>
- </doc>
- </method>
- <method name="accept"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jc" type="org.apache.hadoop.mapred.join.CompositeRecordReader.JoinCollector"/>
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[While key-value pairs from this RecordReader match the given key, register
- them with the JoinCollector provided.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Additional operations required of a RecordReader to participate in a join.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.join.ComposableRecordReader -->
- <!-- start class org.apache.hadoop.mapred.join.CompositeInputFormat -->
- <class name="CompositeInputFormat" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ComposableInputFormat"/>
- <constructor name="CompositeInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setFormat"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Interpret a given string as a composite expression.
- {@code
- func ::= <ident>([<func>,]*<func>)
- func ::= tbl(<class>,"<path>")
- class ::= @see java.lang.Class#forName(java.lang.String)
- path ::= @see org.apache.hadoop.fs.Path#Path(java.lang.String)
- }
- Reads expression from the <tt>mapred.join.expr</tt> property and
- user-supplied join types from <tt>mapred.join.define.<ident></tt>
- types. Paths supplied to <tt>tbl</tt> are given as input paths to the
- InputFormat class listed.
- @see #compose(java.lang.String, java.lang.Class, java.lang.String...)]]>
- </doc>
- </method>
- <method name="addDefaults"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Adds the default set of identifiers to the parser.]]>
- </doc>
- </method>
- <method name="getSplits" return="org.apache.hadoop.mapred.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="numSplits" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Build a CompositeInputSplit from the child InputFormats by assigning the
- ith split from each child to the ith composite split.]]>
- </doc>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.join.ComposableRecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a CompositeRecordReader for the children of this InputFormat
- as defined in the init expression.
- The outermost join need only be composable, not necessarily a composite.
- Mandating TupleWritable isn't strictly correct.]]>
- </doc>
- </method>
- <method name="compose" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="java.lang.Class"/>
- <param name="path" type="java.lang.String"/>
- <doc>
- <![CDATA[Convenience method for constructing composite formats.
- Given InputFormat class (inf), path (p) return:
- {@code tbl(<inf>, <p>) }]]>
- </doc>
- </method>
- <method name="compose" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="op" type="java.lang.String"/>
- <param name="inf" type="java.lang.Class"/>
- <param name="path" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Convenience method for constructing composite formats.
- Given operation (op), Object class (inf), set of paths (p) return:
- {@code <op>(tbl(<inf>,<p1>),tbl(<inf>,<p2>),...,tbl(<inf>,<pn>)) }]]>
- </doc>
- </method>
- <method name="compose" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="op" type="java.lang.String"/>
- <param name="inf" type="java.lang.Class"/>
- <param name="path" type="org.apache.hadoop.fs.Path[]"/>
- <doc>
- <![CDATA[Convenience method for constructing composite formats.
- Given operation (op), Object class (inf), set of paths (p) return:
- {@code <op>(tbl(<inf>,<p1>),tbl(<inf>,<p2>),...,tbl(<inf>,<pn>)) }]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An InputFormat capable of performing joins over a set of data sources sorted
- and partitioned the same way.
- @see #setFormat
- A user may define new join types by setting the property
- <tt>mapred.join.define.<ident></tt> to a classname. In the expression
- <tt>mapred.join.expr</tt>, the identifier will be assumed to be a
- ComposableRecordReader.
- <tt>mapred.join.keycomparator</tt> can be a classname used to compare keys
- in the join.
- @see JoinRecordReader
- @see MultiFilterRecordReader]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.CompositeInputFormat -->
- <!-- start class org.apache.hadoop.mapred.join.CompositeInputSplit -->
- <class name="CompositeInputSplit" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.InputSplit"/>
- <constructor name="CompositeInputSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="CompositeInputSplit" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="s" type="org.apache.hadoop.mapred.InputSplit"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add an InputSplit to this collection.
- @throws IOException If capacity was not specified during construction
- or if capacity has been reached.]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.mapred.InputSplit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Get ith child InputSplit.]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the aggregate length of all child InputSplits currently added.]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the length of ith child InputSplit.]]>
- </doc>
- </method>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Collect a set of hosts from all child InputSplits.]]>
- </doc>
- </method>
- <method name="getLocation" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[getLocations from ith InputSplit.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write splits in the following format.
- {@code
- <count><class1><class2>...<classn><split1><split2>...<splitn>
- }]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}
- @throws IOException If the child InputSplit cannot be read, typically
- for faliing access checks.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This InputSplit contains a set of child InputSplits. Any InputSplit inserted
- into this collection must have a public default constructor.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.CompositeInputSplit -->
- <!-- start class org.apache.hadoop.mapred.join.CompositeRecordReader -->
- <class name="CompositeRecordReader" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="CompositeRecordReader" type="int, int, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a RecordReader with <tt>capacity</tt> children to position
- <tt>id</tt> in the parent reader.
- The id of a root CompositeRecordReader is -1 by convention, but relying
- on this is not recommended.]]>
- </doc>
- </constructor>
- <method name="combine" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="srcs" type="java.lang.Object[]"/>
- <param name="value" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- </method>
- <method name="id" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the position in the collector this class occupies.]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getRecordReaderQueue" return="java.util.PriorityQueue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return sorted list of RecordReaders for this composite.]]>
- </doc>
- </method>
- <method name="getComparator" return="org.apache.hadoop.io.WritableComparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return comparator defining the ordering for RecordReaders in this
- composite.]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rr" type="org.apache.hadoop.mapred.join.ComposableRecordReader"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add a RecordReader to this collection.
- The id() of a RecordReader determines where in the Tuple its
- entry will appear. Adding RecordReaders with the same id has
- undefined behavior.]]>
- </doc>
- </method>
- <method name="key" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the key for the current join or the value at the top of the
- RecordReader heap.]]>
- </doc>
- </method>
- <method name="key"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Clone the key at the top of this RR into the given object.]]>
- </doc>
- </method>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return true if it is possible that this could emit more values.]]>
- </doc>
- </method>
- <method name="skip"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Pass skip key to child RRs.]]>
- </doc>
- </method>
- <method name="getDelegate" return="org.apache.hadoop.mapred.join.ResetableIterator"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Obtain an iterator over the child RRs apropos of the value type
- ultimately emitted from this join.]]>
- </doc>
- </method>
- <method name="accept"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jc" type="org.apache.hadoop.mapred.join.CompositeRecordReader.JoinCollector"/>
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[If key provided matches that of this Composite, give JoinCollector
- iterator over values it may emit.]]>
- </doc>
- </method>
- <method name="fillJoinCollector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="iterkey" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For all child RRs offering the key provided, obtain an iterator
- at that position in the JoinCollector.]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.mapred.join.ComposableRecordReader"/>
- <doc>
- <![CDATA[Implement Comparable contract (compare key of join or head of heap
- with that of another).]]>
- </doc>
- </method>
- <method name="createKey" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new key value common to all child RRs.
- @throws ClassCastException if key classes differ.]]>
- </doc>
- </method>
- <method name="createInternalValue" return="org.apache.hadoop.mapred.join.TupleWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a value to be used internally for joins.]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Unsupported (returns zero in all cases).]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close all child RRs.]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Report progress as the minimum of all child RR progress.]]>
- </doc>
- </method>
- <field name="jc" type="org.apache.hadoop.mapred.join.CompositeRecordReader.JoinCollector"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="kids" type="org.apache.hadoop.mapred.join.ComposableRecordReader[]"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A RecordReader that can effect joins of RecordReaders sharing a common key
- type and partitioning.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.CompositeRecordReader -->
- <!-- start class org.apache.hadoop.mapred.join.InnerJoinRecordReader -->
- <class name="InnerJoinRecordReader" extends="org.apache.hadoop.mapred.join.JoinRecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="combine" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="srcs" type="java.lang.Object[]"/>
- <param name="dst" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <doc>
- <![CDATA[Return true iff the tuple is full (all data sources contain this key).]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Full inner join.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.InnerJoinRecordReader -->
- <!-- start class org.apache.hadoop.mapred.join.JoinRecordReader -->
- <class name="JoinRecordReader" extends="org.apache.hadoop.mapred.join.CompositeRecordReader"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ComposableRecordReader"/>
- <constructor name="JoinRecordReader" type="int, org.apache.hadoop.mapred.JobConf, int, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Emit the next set of key, value pairs as defined by the child
- RecordReaders and operation associated with this composite RR.]]>
- </doc>
- </method>
- <method name="createValue" return="org.apache.hadoop.mapred.join.TupleWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getDelegate" return="org.apache.hadoop.mapred.join.ResetableIterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return an iterator wrapping the JoinCollector.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Base class for Composite joins returning Tuples of arbitrary Writables.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.JoinRecordReader -->
- <!-- start class org.apache.hadoop.mapred.join.JoinRecordReader.JoinDelegationIterator -->
- <class name="JoinRecordReader.JoinDelegationIterator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ResetableIterator"/>
- <constructor name="JoinRecordReader.JoinDelegationIterator"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="replay" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="item" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Since the JoinCollector is effecting our operation, we need only
- provide an iterator proxy wrapping its operation.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.JoinRecordReader.JoinDelegationIterator -->
- <!-- start class org.apache.hadoop.mapred.join.MultiFilterRecordReader -->
- <class name="MultiFilterRecordReader" extends="org.apache.hadoop.mapred.join.CompositeRecordReader"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ComposableRecordReader"/>
- <constructor name="MultiFilterRecordReader" type="int, org.apache.hadoop.mapred.JobConf, int, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="emit" return="org.apache.hadoop.io.Writable"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="dst" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For each tuple emitted, return a value (typically one of the values
- in the tuple).
- Modifying the Writables in the tuple is permitted and unlikely to affect
- join behavior in most cases, but it is not recommended. It's safer to
- clone first.]]>
- </doc>
- </method>
- <method name="combine" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="srcs" type="java.lang.Object[]"/>
- <param name="dst" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <doc>
- <![CDATA[Default implementation offers {@link #emit} every Tuple from the
- collector (the outer join of child RRs).]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="createValue" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getDelegate" return="org.apache.hadoop.mapred.join.ResetableIterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return an iterator returning a single value from the tuple.
- @see MultiFilterDelegationIterator]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Base class for Composite join returning values derived from multiple
- sources, but generally not tuples.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.MultiFilterRecordReader -->
- <!-- start class org.apache.hadoop.mapred.join.MultiFilterRecordReader.MultiFilterDelegationIterator -->
- <class name="MultiFilterRecordReader.MultiFilterDelegationIterator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ResetableIterator"/>
- <constructor name="MultiFilterRecordReader.MultiFilterDelegationIterator"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="replay" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="item" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Proxy the JoinCollector, but include callback to emit.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.MultiFilterRecordReader.MultiFilterDelegationIterator -->
- <!-- start class org.apache.hadoop.mapred.join.OuterJoinRecordReader -->
- <class name="OuterJoinRecordReader" extends="org.apache.hadoop.mapred.join.JoinRecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="combine" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="srcs" type="java.lang.Object[]"/>
- <param name="dst" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <doc>
- <![CDATA[Emit everything from the collector.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Full outer join.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.OuterJoinRecordReader -->
- <!-- start class org.apache.hadoop.mapred.join.OverrideRecordReader -->
- <class name="OverrideRecordReader" extends="org.apache.hadoop.mapred.join.MultiFilterRecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="emit" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="dst" type="org.apache.hadoop.mapred.join.TupleWritable"/>
- <doc>
- <![CDATA[Emit the value with the highest position in the tuple.]]>
- </doc>
- </method>
- <method name="fillJoinCollector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="iterkey" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Instead of filling the JoinCollector with iterators from all
- data sources, fill only the rightmost for this key.
- This not only saves space by discarding the other sources, but
- it also emits the number of key-value pairs in the preferred
- RecordReader instead of repeating that stream n times, where
- n is the cardinality of the cross product of the discarded
- streams for the given key.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Prefer the "rightmost" data source for this key.
- For example, <tt>override(S1,S2,S3)</tt> will prefer values
- from S3 over S2, and values from S2 over S1 for all keys
- emitted from all sources.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.OverrideRecordReader -->
- <!-- start class org.apache.hadoop.mapred.join.Parser -->
- <class name="Parser" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Parser"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Very simple shift-reduce parser for join expressions.
- This should be sufficient for the user extension permitted now, but ought to
- be replaced with a parser generator if more complex grammars are supported.
- In particular, this "shift-reduce" parser has no states. Each set
- of formals requires a different internal node type, which is responsible for
- interpreting the list of tokens it receives. This is sufficient for the
- current grammar, but it has several annoying properties that might inhibit
- extension. In particular, parenthesis are always function calls; an
- algebraic or filter grammar would not only require a node type, but must
- also work around the internals of this parser.
- For most other cases, adding classes to the hierarchy- particularly by
- extending JoinRecordReader and MultiFilterRecordReader- is fairly
- straightforward. One need only override the relevant method(s) (usually only
- {@link CompositeRecordReader#combine}) and include a property to map its
- value to an identifier in the parser.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.Parser -->
- <!-- start class org.apache.hadoop.mapred.join.Parser.Node -->
- <class name="Parser.Node" extends="java.lang.Object"
- abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ComposableInputFormat"/>
- <constructor name="Parser.Node" type="java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="addIdentifier"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="ident" type="java.lang.String"/>
- <param name="mcstrSig" type="java.lang.Class[]"/>
- <param name="nodetype" type="java.lang.Class"/>
- <param name="cl" type="java.lang.Class"/>
- <exception name="NoSuchMethodException" type="java.lang.NoSuchMethodException"/>
- <doc>
- <![CDATA[For a given identifier, add a mapping to the nodetype for the parse
- tree and to the ComposableRecordReader to be created, including the
- formals required to invoke the constructor.
- The nodetype and constructor signature should be filled in from the
- child node.]]>
- </doc>
- </method>
- <method name="setID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="id" type="int"/>
- </method>
- <method name="setKeyComparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="cmpcl" type="java.lang.Class"/>
- </method>
- <field name="rrCstrMap" type="java.util.Map"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="id" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="ident" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="cmpcl" type="java.lang.Class"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.Parser.Node -->
- <!-- start class org.apache.hadoop.mapred.join.Parser.NodeToken -->
- <class name="Parser.NodeToken" extends="org.apache.hadoop.mapred.join.Parser.Token"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getNode" return="org.apache.hadoop.mapred.join.Parser.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.Parser.NodeToken -->
- <!-- start class org.apache.hadoop.mapred.join.Parser.NumToken -->
- <class name="Parser.NumToken" extends="org.apache.hadoop.mapred.join.Parser.Token"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Parser.NumToken" type="double"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getNum" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.Parser.NumToken -->
- <!-- start class org.apache.hadoop.mapred.join.Parser.StrToken -->
- <class name="Parser.StrToken" extends="org.apache.hadoop.mapred.join.Parser.Token"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Parser.StrToken" type="org.apache.hadoop.mapred.join.Parser.TType, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getStr" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.Parser.StrToken -->
- <!-- start class org.apache.hadoop.mapred.join.Parser.Token -->
- <class name="Parser.Token" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getType" return="org.apache.hadoop.mapred.join.Parser.TType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNode" return="org.apache.hadoop.mapred.join.Parser.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getNum" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getStr" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Tagged-union type for tokens from the join expression.
- @see Parser.TType]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.Parser.Token -->
- <!-- start class org.apache.hadoop.mapred.join.Parser.TType -->
- <class name="Parser.TType" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapred.join.Parser.TType[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapred.join.Parser.TType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="CIF" type="org.apache.hadoop.mapred.join.Parser.TType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="IDENT" type="org.apache.hadoop.mapred.join.Parser.TType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="COMMA" type="org.apache.hadoop.mapred.join.Parser.TType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LPAREN" type="org.apache.hadoop.mapred.join.Parser.TType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RPAREN" type="org.apache.hadoop.mapred.join.Parser.TType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="QUOT" type="org.apache.hadoop.mapred.join.Parser.TType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NUM" type="org.apache.hadoop.mapred.join.Parser.TType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.Parser.TType -->
- <!-- start interface org.apache.hadoop.mapred.join.ResetableIterator -->
- <interface name="ResetableIterator" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[True if a call to next may return a value. This is permitted false
- positives, but not false negatives.]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Assign next value to actual.
- It is required that elements added to a ResetableIterator be returned in
- the same order after a call to {@link #reset} (FIFO).
- Note that a call to this may fail for nested joins (i.e. more elements
- available, but none satisfying the constraints of the join)]]>
- </doc>
- </method>
- <method name="replay" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Assign last value returned to actual.]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Set iterator to return to the start of its range. Must be called after
- calling {@link #add} to avoid a ConcurrentModificationException.]]>
- </doc>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="item" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add an element to the collection of elements to iterate over.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close datasources and release resources. Calling methods on the iterator
- after calling close has undefined behavior.]]>
- </doc>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Close datasources, but do not release internal resources. Calling this
- method should permit the object to be reused with a different datasource.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This defines an interface to a stateful Iterator that can replay elements
- added to it directly.
- Note that this does not extend {@link java.util.Iterator}.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.join.ResetableIterator -->
- <!-- start class org.apache.hadoop.mapred.join.ResetableIterator.EMPTY -->
- <class name="ResetableIterator.EMPTY" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ResetableIterator"/>
- <constructor name="ResetableIterator.EMPTY"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="replay" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="item" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.ResetableIterator.EMPTY -->
- <!-- start class org.apache.hadoop.mapred.join.StreamBackedIterator -->
- <class name="StreamBackedIterator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ResetableIterator"/>
- <constructor name="StreamBackedIterator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="replay" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="add"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="item" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="clear"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[This class provides an implementation of ResetableIterator. This
- implementation uses a byte array to store elements added to it.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.StreamBackedIterator -->
- <!-- start class org.apache.hadoop.mapred.join.TupleWritable -->
- <class name="TupleWritable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Iterable"/>
- <constructor name="TupleWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an empty tuple with no allocated storage for writables.]]>
- </doc>
- </constructor>
- <constructor name="TupleWritable" type="org.apache.hadoop.io.Writable[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Initialize tuple with storage; unknown whether any of them contain
- "written" values.]]>
- </doc>
- </constructor>
- <method name="has" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Return true if tuple has an element at the position provided.]]>
- </doc>
- </method>
- <method name="get" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Get ith Writable from Tuple.]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of children in this Tuple.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="iterator" return="java.util.Iterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return an iterator over the elements in this tuple.
- Note that this doesn't flatten the tuple; one may receive tuples
- from this iterator.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Convert Tuple to String as in the following.
- <tt>[<child1>,<child2>,...,<childn>]</tt>]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes each Writable to <code>out</code>.
- TupleWritable format:
- {@code
- <count><type1><type2>...<typen><obj1><obj2>...<objn>
- }]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Writable type storing multiple {@link org.apache.hadoop.io.Writable}s.
- This is *not* a general-purpose tuple type. In almost all cases, users are
- encouraged to implement their own serializable types, which can perform
- better validation and provide more efficient encodings than this class is
- capable. TupleWritable relies on the join framework for type safety and
- assumes its instances will rarely be persisted, assumptions not only
- incompatible with, but contrary to the general case.
- @see org.apache.hadoop.io.Writable]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.TupleWritable -->
- <!-- start class org.apache.hadoop.mapred.join.WrappedRecordReader -->
- <class name="WrappedRecordReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.join.ComposableRecordReader"/>
- <method name="id" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="key" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the key at the head of this RR.]]>
- </doc>
- </method>
- <method name="key"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="qkey" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Clone the key at the head of this RR into the object supplied.]]>
- </doc>
- </method>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return true if the RR- including the k,v pair stored in this object-
- is exhausted.]]>
- </doc>
- </method>
- <method name="skip"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Skip key-value pairs with keys less than or equal to the key provided.]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the next k,v pair into the head of this object; return true iff
- the RR and this are exhausted.]]>
- </doc>
- </method>
- <method name="accept"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="org.apache.hadoop.mapred.join.CompositeRecordReader.JoinCollector"/>
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add an iterator to the collector at the position occupied by this
- RecordReader over the values in this stream paired with the key
- provided (ie register a stream of values from this source matching K
- with a collector).]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write key-value pair at the head of this stream to the objects provided;
- get next key-value pair from proxied RR.]]>
- </doc>
- </method>
- <method name="createKey" return="org.apache.hadoop.io.WritableComparable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Request new key from proxied RR.]]>
- </doc>
- </method>
- <method name="createValue" return="org.apache.hadoop.io.Writable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Request new value from proxied RR.]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Request progress from proxied RR.]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Request position from proxied RR.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Forward close request to proxied RR.]]>
- </doc>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.mapred.join.ComposableRecordReader"/>
- <doc>
- <![CDATA[Implement Comparable contract (compare key at head of proxied RR
- with that of another).]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="java.lang.Object"/>
- <doc>
- <![CDATA[Return true iff compareTo(other) retn true.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Proxy class for a RecordReader participating in the join framework.
- This class keeps track of the "head" key-value pair for the
- provided RecordReader and keeps a store of values matching a key when
- this source is participating in a join.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.join.WrappedRecordReader -->
- </package>
- <package name="org.apache.hadoop.mapred.lib">
- <!-- start class org.apache.hadoop.mapred.lib.BinaryPartitioner -->
- <class name="BinaryPartitioner" extends="org.apache.hadoop.mapreduce.lib.partition.BinaryPartitioner"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Partitioner"/>
- <constructor name="BinaryPartitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <doc>
- <![CDATA[Partition {@link BinaryComparable} keys using a configurable part of
- the bytes array returned by {@link BinaryComparable#getBytes()}.
-
- @see org.apache.hadoop.mapreduce.lib.partition.BinaryPartitioner]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.BinaryPartitioner -->
- <!-- start class org.apache.hadoop.mapred.lib.ChainMapper -->
- <class name="ChainMapper" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <constructor name="ChainMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.]]>
- </doc>
- </constructor>
- <method name="addMapper"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="klass" type="java.lang.Class"/>
- <param name="inputKeyClass" type="java.lang.Class"/>
- <param name="inputValueClass" type="java.lang.Class"/>
- <param name="outputKeyClass" type="java.lang.Class"/>
- <param name="outputValueClass" type="java.lang.Class"/>
- <param name="byValue" type="boolean"/>
- <param name="mapperConf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Adds a Mapper class to the chain job's JobConf.
- <p/>
- It has to be specified how key and values are passed from one element of
- the chain to the next, by value or by reference. If a Mapper leverages the
- assumed semantics that the key and values are not modified by the collector
- 'by value' must be used. If the Mapper does not expect this semantics, as
- an optimization to avoid serialization and deserialization 'by reference'
- can be used.
- <p/>
- For the added Mapper the configuration given for it,
- <code>mapperConf</code>, have precedence over the job's JobConf. This
- precedence is in effect when the task is running.
- <p/>
- IMPORTANT: There is no need to specify the output key/value classes for the
- ChainMapper, this is done by the addMapper for the last mapper in the chain
- <p/>
- @param job job's JobConf to add the Mapper class.
- @param klass the Mapper class to add.
- @param inputKeyClass mapper input key class.
- @param inputValueClass mapper input value class.
- @param outputKeyClass mapper output key class.
- @param outputValueClass mapper output value class.
- @param byValue indicates if key/values should be passed by value
- to the next Mapper in the chain, if any.
- @param mapperConf a JobConf with the configuration for the Mapper
- class. It is recommended to use a JobConf without default values using the
- <code>JobConf(boolean loadDefaults)</code> constructor with FALSE.]]>
- </doc>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Configures the ChainMapper and all the Mappers in the chain.
- <p/>
- If this method is overriden <code>super.configure(...)</code> should be
- invoked at the beginning of the overwriter method.]]>
- </doc>
- </method>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Chains the <code>map(...)</code> methods of the Mappers in the chain.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Closes the ChainMapper and all the Mappers in the chain.
- <p/>
- If this method is overriden <code>super.close()</code> should be
- invoked at the end of the overwriter method.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The ChainMapper class allows to use multiple Mapper classes within a single
- Map task.
- <p/>
- The Mapper classes are invoked in a chained (or piped) fashion, the output of
- the first becomes the input of the second, and so on until the last Mapper,
- the output of the last Mapper will be written to the task's output.
- <p/>
- The key functionality of this feature is that the Mappers in the chain do not
- need to be aware that they are executed in a chain. This enables having
- reusable specialized Mappers that can be combined to perform composite
- operations within a single task.
- <p/>
- Special care has to be taken when creating chains that the key/values output
- by a Mapper are valid for the following Mapper in the chain. It is assumed
- all Mappers and the Reduce in the chain use maching output and input key and
- value classes as no conversion is done by the chaining code.
- <p/>
- Using the ChainMapper and the ChainReducer classes is possible to compose
- Map/Reduce jobs that look like <code>[MAP+ / REDUCE MAP*]</code>. And
- immediate benefit of this pattern is a dramatic reduction in disk IO.
- <p/>
- IMPORTANT: There is no need to specify the output key/value classes for the
- ChainMapper, this is done by the addMapper for the last mapper in the chain.
- <p/>
- ChainMapper usage pattern:
- <p/>
- <pre>
- ...
- conf.setJobName("chain");
- conf.setInputFormat(TextInputFormat.class);
- conf.setOutputFormat(TextOutputFormat.class);
- <p/>
- JobConf mapAConf = new JobConf(false);
- ...
- ChainMapper.addMapper(conf, AMap.class, LongWritable.class, Text.class,
- Text.class, Text.class, true, mapAConf);
- <p/>
- JobConf mapBConf = new JobConf(false);
- ...
- ChainMapper.addMapper(conf, BMap.class, Text.class, Text.class,
- LongWritable.class, Text.class, false, mapBConf);
- <p/>
- JobConf reduceConf = new JobConf(false);
- ...
- ChainReducer.setReducer(conf, XReduce.class, LongWritable.class, Text.class,
- Text.class, Text.class, true, reduceConf);
- <p/>
- ChainReducer.addMapper(conf, CMap.class, Text.class, Text.class,
- LongWritable.class, Text.class, false, null);
- <p/>
- ChainReducer.addMapper(conf, DMap.class, LongWritable.class, Text.class,
- LongWritable.class, LongWritable.class, true, null);
- <p/>
- FileInputFormat.setInputPaths(conf, inDir);
- FileOutputFormat.setOutputPath(conf, outDir);
- ...
- <p/>
- JobClient jc = new JobClient(conf);
- RunningJob job = jc.submitJob(conf);
- ...
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.ChainMapper -->
- <!-- start class org.apache.hadoop.mapred.lib.ChainReducer -->
- <class name="ChainReducer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Reducer"/>
- <constructor name="ChainReducer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.]]>
- </doc>
- </constructor>
- <method name="setReducer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="klass" type="java.lang.Class"/>
- <param name="inputKeyClass" type="java.lang.Class"/>
- <param name="inputValueClass" type="java.lang.Class"/>
- <param name="outputKeyClass" type="java.lang.Class"/>
- <param name="outputValueClass" type="java.lang.Class"/>
- <param name="byValue" type="boolean"/>
- <param name="reducerConf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Sets the Reducer class to the chain job's JobConf.
- <p/>
- It has to be specified how key and values are passed from one element of
- the chain to the next, by value or by reference. If a Reducer leverages the
- assumed semantics that the key and values are not modified by the collector
- 'by value' must be used. If the Reducer does not expect this semantics, as
- an optimization to avoid serialization and deserialization 'by reference'
- can be used.
- <p/>
- For the added Reducer the configuration given for it,
- <code>reducerConf</code>, have precedence over the job's JobConf. This
- precedence is in effect when the task is running.
- <p/>
- IMPORTANT: There is no need to specify the output key/value classes for the
- ChainReducer, this is done by the setReducer or the addMapper for the last
- element in the chain.
- @param job job's JobConf to add the Reducer class.
- @param klass the Reducer class to add.
- @param inputKeyClass reducer input key class.
- @param inputValueClass reducer input value class.
- @param outputKeyClass reducer output key class.
- @param outputValueClass reducer output value class.
- @param byValue indicates if key/values should be passed by value
- to the next Mapper in the chain, if any.
- @param reducerConf a JobConf with the configuration for the Reducer
- class. It is recommended to use a JobConf without default values using the
- <code>JobConf(boolean loadDefaults)</code> constructor with FALSE.]]>
- </doc>
- </method>
- <method name="addMapper"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="klass" type="java.lang.Class"/>
- <param name="inputKeyClass" type="java.lang.Class"/>
- <param name="inputValueClass" type="java.lang.Class"/>
- <param name="outputKeyClass" type="java.lang.Class"/>
- <param name="outputValueClass" type="java.lang.Class"/>
- <param name="byValue" type="boolean"/>
- <param name="mapperConf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Adds a Mapper class to the chain job's JobConf.
- <p/>
- It has to be specified how key and values are passed from one element of
- the chain to the next, by value or by reference. If a Mapper leverages the
- assumed semantics that the key and values are not modified by the collector
- 'by value' must be used. If the Mapper does not expect this semantics, as
- an optimization to avoid serialization and deserialization 'by reference'
- can be used.
- <p/>
- For the added Mapper the configuration given for it,
- <code>mapperConf</code>, have precedence over the job's JobConf. This
- precedence is in effect when the task is running.
- <p/>
- IMPORTANT: There is no need to specify the output key/value classes for the
- ChainMapper, this is done by the addMapper for the last mapper in the chain
- .
- @param job chain job's JobConf to add the Mapper class.
- @param klass the Mapper class to add.
- @param inputKeyClass mapper input key class.
- @param inputValueClass mapper input value class.
- @param outputKeyClass mapper output key class.
- @param outputValueClass mapper output value class.
- @param byValue indicates if key/values should be passed by value
- to the next Mapper in the chain, if any.
- @param mapperConf a JobConf with the configuration for the Mapper
- class. It is recommended to use a JobConf without default values using the
- <code>JobConf(boolean loadDefaults)</code> constructor with FALSE.]]>
- </doc>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Configures the ChainReducer, the Reducer and all the Mappers in the chain.
- <p/>
- If this method is overriden <code>super.configure(...)</code> should be
- invoked at the beginning of the overwriter method.]]>
- </doc>
- </method>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="values" type="java.util.Iterator"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Chains the <code>reduce(...)</code> method of the Reducer with the
- <code>map(...) </code> methods of the Mappers in the chain.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Closes the ChainReducer, the Reducer and all the Mappers in the chain.
- <p/>
- If this method is overriden <code>super.close()</code> should be
- invoked at the end of the overwriter method.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The ChainReducer class allows to chain multiple Mapper classes after a
- Reducer within the Reducer task.
- <p/>
- For each record output by the Reducer, the Mapper classes are invoked in a
- chained (or piped) fashion, the output of the first becomes the input of the
- second, and so on until the last Mapper, the output of the last Mapper will
- be written to the task's output.
- <p/>
- The key functionality of this feature is that the Mappers in the chain do not
- need to be aware that they are executed after the Reducer or in a chain.
- This enables having reusable specialized Mappers that can be combined to
- perform composite operations within a single task.
- <p/>
- Special care has to be taken when creating chains that the key/values output
- by a Mapper are valid for the following Mapper in the chain. It is assumed
- all Mappers and the Reduce in the chain use maching output and input key and
- value classes as no conversion is done by the chaining code.
- <p/>
- Using the ChainMapper and the ChainReducer classes is possible to compose
- Map/Reduce jobs that look like <code>[MAP+ / REDUCE MAP*]</code>. And
- immediate benefit of this pattern is a dramatic reduction in disk IO.
- <p/>
- IMPORTANT: There is no need to specify the output key/value classes for the
- ChainReducer, this is done by the setReducer or the addMapper for the last
- element in the chain.
- <p/>
- ChainReducer usage pattern:
- <p/>
- <pre>
- ...
- conf.setJobName("chain");
- conf.setInputFormat(TextInputFormat.class);
- conf.setOutputFormat(TextOutputFormat.class);
- <p/>
- JobConf mapAConf = new JobConf(false);
- ...
- ChainMapper.addMapper(conf, AMap.class, LongWritable.class, Text.class,
- Text.class, Text.class, true, mapAConf);
- <p/>
- JobConf mapBConf = new JobConf(false);
- ...
- ChainMapper.addMapper(conf, BMap.class, Text.class, Text.class,
- LongWritable.class, Text.class, false, mapBConf);
- <p/>
- JobConf reduceConf = new JobConf(false);
- ...
- ChainReducer.setReducer(conf, XReduce.class, LongWritable.class, Text.class,
- Text.class, Text.class, true, reduceConf);
- <p/>
- ChainReducer.addMapper(conf, CMap.class, Text.class, Text.class,
- LongWritable.class, Text.class, false, null);
- <p/>
- ChainReducer.addMapper(conf, DMap.class, LongWritable.class, Text.class,
- LongWritable.class, LongWritable.class, true, null);
- <p/>
- FileInputFormat.setInputPaths(conf, inDir);
- FileOutputFormat.setOutputPath(conf, outDir);
- ...
- <p/>
- JobClient jc = new JobClient(conf);
- RunningJob job = jc.submitJob(conf);
- ...
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.ChainReducer -->
- <!-- start class org.apache.hadoop.mapred.lib.CombineFileInputFormat -->
- <class name="CombineFileInputFormat" extends="org.apache.hadoop.mapred.FileInputFormat"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CombineFileInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[default constructor]]>
- </doc>
- </constructor>
- <method name="setMaxSplitSize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="maxSplitSize" type="long"/>
- <doc>
- <![CDATA[Specify the maximum size (in bytes) of each split. Each split is
- approximately equal to the specified size.]]>
- </doc>
- </method>
- <method name="setMinSplitSizeNode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="minSplitSizeNode" type="long"/>
- <doc>
- <![CDATA[Specify the minimum size (in bytes) of each split per node.
- This applies to data that is left over after combining data on a single
- node into splits that are of maximum size specified by maxSplitSize.
- This leftover data will be combined into its own split if its size
- exceeds minSplitSizeNode.]]>
- </doc>
- </method>
- <method name="setMinSplitSizeRack"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="minSplitSizeRack" type="long"/>
- <doc>
- <![CDATA[Specify the minimum size (in bytes) of each split per rack.
- This applies to data that is left over after combining data on a single
- rack into splits that are of maximum size specified by maxSplitSize.
- This leftover data will be combined into its own split if its size
- exceeds minSplitSizeRack.]]>
- </doc>
- </method>
- <method name="createPool"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="filters" type="java.util.List"/>
- <doc>
- <![CDATA[Create a new pool and add the filters to it.
- A split cannot have files from different pools.]]>
- </doc>
- </method>
- <method name="createPool"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="filters" type="org.apache.hadoop.fs.PathFilter[]"/>
- <doc>
- <![CDATA[Create a new pool and add the filters to it.
- A pathname can satisfy any one of the specified filters.
- A split cannot have files from different pools.]]>
- </doc>
- </method>
- <method name="getSplits" return="org.apache.hadoop.mapred.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="numSplits" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This is not implemented yet.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An abstract {@link org.apache.hadoop.mapred.InputFormat} that returns {@link CombineFileSplit}'s
- in {@link org.apache.hadoop.mapred.InputFormat#getSplits(JobConf, int)} method.
- Splits are constructed from the files under the input paths.
- A split cannot have files from different pools.
- Each split returned may contain blocks from different files.
- If a maxSplitSize is specified, then blocks on the same node are
- combined to form a single split. Blocks that are left over are
- then combined with other blocks in the same rack.
- If maxSplitSize is not specified, then blocks from the same rack
- are combined in a single split; no attempt is made to create
- node-local splits.
- If the maxSplitSize is equal to the block size, then this class
- is similar to the default spliting behaviour in Hadoop: each
- block is a locally processed split.
- Subclasses implement {@link org.apache.hadoop.mapred.InputFormat#getRecordReader(InputSplit, JobConf, Reporter)}
- to construct <code>RecordReader</code>'s for <code>CombineFileSplit</code>'s.
- @see CombineFileSplit]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.CombineFileInputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.CombineFileRecordReader -->
- <class name="CombineFileRecordReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordReader"/>
- <constructor name="CombineFileRecordReader" type="org.apache.hadoop.mapred.JobConf, org.apache.hadoop.mapred.lib.CombineFileSplit, org.apache.hadoop.mapred.Reporter, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A generic RecordReader that can hand out different recordReaders
- for each chunk in the CombineFileSplit.]]>
- </doc>
- </constructor>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[return the amount of data processed]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[return progress based on the amount of data processed so far.]]>
- </doc>
- </method>
- <method name="initNextRecordReader" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the record reader for the next chunk in this CombineFileSplit.]]>
- </doc>
- </method>
- <field name="split" type="org.apache.hadoop.mapred.lib.CombineFileSplit"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="jc" type="org.apache.hadoop.mapred.JobConf"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="reporter" type="org.apache.hadoop.mapred.Reporter"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="rrClass" type="java.lang.Class"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="rrConstructor" type="java.lang.reflect.Constructor"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="fs" type="org.apache.hadoop.fs.FileSystem"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="idx" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="progress" type="long"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="curReader" type="org.apache.hadoop.mapred.RecordReader"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A generic RecordReader that can hand out different recordReaders
- for each chunk in a {@link CombineFileSplit}.
- A CombineFileSplit can combine data chunks from multiple files.
- This class allows using different RecordReaders for processing
- these data chunks from different files.
- @see CombineFileSplit]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.CombineFileRecordReader -->
- <!-- start class org.apache.hadoop.mapred.lib.CombineFileSplit -->
- <class name="CombineFileSplit" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.InputSplit"/>
- <constructor name="CombineFileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[default constructor]]>
- </doc>
- </constructor>
- <constructor name="CombineFileSplit" type="org.apache.hadoop.mapred.JobConf, org.apache.hadoop.fs.Path[], long[], long[], java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="CombineFileSplit" type="org.apache.hadoop.mapred.JobConf, org.apache.hadoop.fs.Path[], long[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="CombineFileSplit" type="org.apache.hadoop.mapred.lib.CombineFileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy constructor]]>
- </doc>
- </constructor>
- <method name="getJob" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStartOffsets" return="long[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns an array containing the startoffsets of the files in the split]]>
- </doc>
- </method>
- <method name="getLengths" return="long[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns an array containing the lengths of the files in the split]]>
- </doc>
- </method>
- <method name="getOffset" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Returns the start offset of the i<sup>th</sup> Path]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Returns the length of the i<sup>th</sup> Path]]>
- </doc>
- </method>
- <method name="getNumPaths" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of Paths in the split]]>
- </doc>
- </method>
- <method name="getPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Returns the i<sup>th</sup> Path]]>
- </doc>
- </method>
- <method name="getPaths" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns all the Paths in the split]]>
- </doc>
- </method>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns all the Paths where this input-split resides]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A sub-collection of input files. Unlike {@link org.apache.hadoop.mapred.FileSplit},
- CombineFileSplit * class does not represent a split of a file, but a split of input files
- into smaller sets. A split may contain blocks from different file but all
- the blocks in the same split are probably local to some rack <br>
- CombineFileSplit can be used to implement {@link org.apache.hadoop.mapred.RecordReader}'s,
- with reading one record per file.
- @see org.apache.hadoop.mapred.FileSplit
- @see CombineFileInputFormat]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.CombineFileSplit -->
- <!-- start class org.apache.hadoop.mapred.lib.DelegatingInputFormat -->
- <class name="DelegatingInputFormat" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.InputFormat"/>
- <constructor name="DelegatingInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplits" return="org.apache.hadoop.mapred.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="numSplits" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link InputFormat} that delegates behaviour of paths to multiple other
- InputFormats.
-
- @see MultipleInputs#addInputPath(JobConf, Path, Class, Class)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.DelegatingInputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.DelegatingMapper -->
- <class name="DelegatingMapper" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <constructor name="DelegatingMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="outputCollector" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link Mapper} that delegates behaviour of paths to multiple other
- mappers.
-
- @see MultipleInputs#addInputPath(JobConf, Path, Class, Class)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.DelegatingMapper -->
- <!-- start class org.apache.hadoop.mapred.lib.FieldSelectionMapReduce -->
- <class name="FieldSelectionMapReduce" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <implements name="org.apache.hadoop.mapred.Reducer"/>
- <constructor name="FieldSelectionMapReduce"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="val" type="java.lang.Object"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The identify function. Input key/value pair is written directly to output.]]>
- </doc>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Text"/>
- <param name="values" type="java.util.Iterator"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class implements a mapper/reducer class that can be used to perform
- field selections in a manner similar to unix cut. The input data is treated
- as fields separated by a user specified separator (the default value is
- "\t"). The user can specify a list of fields that form the map output keys,
- and a list of fields that form the map output values. If the inputformat is
- TextInputFormat, the mapper will ignore the key to the map function. and the
- fields are from the value only. Otherwise, the fields are the union of those
- from the key and those from the value.
-
- The field separator is under attribute "mapred.data.field.separator"
-
- The map output field list spec is under attribute "map.output.key.value.fields.spec".
- The value is expected to be like "keyFieldsSpec:valueFieldsSpec"
- key/valueFieldsSpec are comma (,) separated field spec: fieldSpec,fieldSpec,fieldSpec ...
- Each field spec can be a simple number (e.g. 5) specifying a specific field, or a range
- (like 2-5) to specify a range of fields, or an open range (like 3-) specifying all
- the fields starting from field 3. The open range field spec applies value fields only.
- They have no effect on the key fields.
-
- Here is an example: "4,3,0,1:6,5,1-3,7-". It specifies to use fields 4,3,0 and 1 for keys,
- and use fields 6,5,1,2,3,7 and above for values.
-
- The reduce output field list spec is under attribute "reduce.output.key.value.fields.spec".
-
- The reducer extracts output key/value pairs in a similar manner, except that
- the key is never ignored.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.FieldSelectionMapReduce -->
- <!-- start class org.apache.hadoop.mapred.lib.HashPartitioner -->
- <class name="HashPartitioner" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Partitioner"/>
- <constructor name="HashPartitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numReduceTasks" type="int"/>
- <doc>
- <![CDATA[Use {@link Object#hashCode()} to partition.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Partition keys by their {@link Object#hashCode()}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.HashPartitioner -->
- <!-- start class org.apache.hadoop.mapred.lib.IdentityMapper -->
- <class name="IdentityMapper" extends="org.apache.hadoop.mapred.MapReduceBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <constructor name="IdentityMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="val" type="java.lang.Object"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The identify function. Input key/value pair is written directly to
- output.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Implements the identity function, mapping inputs directly to outputs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.IdentityMapper -->
- <!-- start class org.apache.hadoop.mapred.lib.IdentityReducer -->
- <class name="IdentityReducer" extends="org.apache.hadoop.mapred.MapReduceBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Reducer"/>
- <constructor name="IdentityReducer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="values" type="java.util.Iterator"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Writes all keys and values directly to output.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Performs no reduction, writing all input values directly to the output.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.IdentityReducer -->
- <!-- start class org.apache.hadoop.mapred.lib.InputSampler -->
- <class name="InputSampler" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="InputSampler" type="org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="writePartitionFile"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="sampler" type="org.apache.hadoop.mapred.lib.InputSampler.Sampler"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write a partition file for the given job, using the Sampler provided.
- Queries the sampler for a sample keyset, sorts by the output key
- comparator, selects the keys for each rank, and writes to the destination
- returned from {@link
- org.apache.hadoop.mapred.lib.TotalOrderPartitioner#getPartitionFile}.]]>
- </doc>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Driver for InputSampler from the command line.
- Configures a JobConf instance and calls {@link #writePartitionFile}.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <doc>
- <![CDATA[Utility for collecting samples and writing a partition file for
- {@link org.apache.hadoop.mapred.lib.TotalOrderPartitioner}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.InputSampler -->
- <!-- start class org.apache.hadoop.mapred.lib.InputSampler.IntervalSampler -->
- <class name="InputSampler.IntervalSampler" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.InputSampler.Sampler"/>
- <constructor name="InputSampler.IntervalSampler" type="double"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new IntervalSampler sampling <em>all</em> splits.
- @param freq The frequency with which records will be emitted.]]>
- </doc>
- </constructor>
- <constructor name="InputSampler.IntervalSampler" type="double, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new IntervalSampler.
- @param freq The frequency with which records will be emitted.
- @param maxSplitsSampled The maximum number of splits to examine.
- @see #getSample]]>
- </doc>
- </constructor>
- <method name="getSample" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="org.apache.hadoop.mapred.InputFormat"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For each split sampled, emit when the ratio of the number of records
- retained to the total record count is less than the specified
- frequency.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Sample from s splits at regular intervals.
- Useful for sorted data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.InputSampler.IntervalSampler -->
- <!-- start class org.apache.hadoop.mapred.lib.InputSampler.RandomSampler -->
- <class name="InputSampler.RandomSampler" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.InputSampler.Sampler"/>
- <constructor name="InputSampler.RandomSampler" type="double, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new RandomSampler sampling <em>all</em> splits.
- This will read every split at the client, which is very expensive.
- @param freq Probability with which a key will be chosen.
- @param numSamples Total number of samples to obtain from all selected
- splits.]]>
- </doc>
- </constructor>
- <constructor name="InputSampler.RandomSampler" type="double, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new RandomSampler.
- @param freq Probability with which a key will be chosen.
- @param numSamples Total number of samples to obtain from all selected
- splits.
- @param maxSplitsSampled The maximum number of splits to examine.]]>
- </doc>
- </constructor>
- <method name="getSample" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="org.apache.hadoop.mapred.InputFormat"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Randomize the split order, then take the specified number of keys from
- each split sampled, where each key is selected with the specified
- probability and possibly replaced by a subsequently selected key when
- the quota of keys from that split is satisfied.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Sample from random points in the input.
- General-purpose sampler. Takes numSamples / maxSplitsSampled inputs from
- each split.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.InputSampler.RandomSampler -->
- <!-- start interface org.apache.hadoop.mapred.lib.InputSampler.Sampler -->
- <interface name="InputSampler.Sampler" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getSample" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="org.apache.hadoop.mapred.InputFormat"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For a given job, collect and return a subset of the keys from the
- input data.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface to sample using an {@link org.apache.hadoop.mapred.InputFormat}.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.lib.InputSampler.Sampler -->
- <!-- start class org.apache.hadoop.mapred.lib.InputSampler.SplitSampler -->
- <class name="InputSampler.SplitSampler" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.InputSampler.Sampler"/>
- <constructor name="InputSampler.SplitSampler" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a SplitSampler sampling <em>all</em> splits.
- Takes the first numSamples / numSplits records from each split.
- @param numSamples Total number of samples to obtain from all selected
- splits.]]>
- </doc>
- </constructor>
- <constructor name="InputSampler.SplitSampler" type="int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new SplitSampler.
- @param numSamples Total number of samples to obtain from all selected
- splits.
- @param maxSplitsSampled The maximum number of splits to examine.]]>
- </doc>
- </constructor>
- <method name="getSample" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="org.apache.hadoop.mapred.InputFormat"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[From each split sampled, take the first numSamples / numSplits records.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Samples the first n records from s splits.
- Inexpensive way to sample random data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.InputSampler.SplitSampler -->
- <!-- start class org.apache.hadoop.mapred.lib.InverseMapper -->
- <class name="InverseMapper" extends="org.apache.hadoop.mapred.MapReduceBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <constructor name="InverseMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The inverse function. Input keys and values are swapped.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A {@link Mapper} that swaps keys and values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.InverseMapper -->
- <!-- start class org.apache.hadoop.mapred.lib.KeyFieldBasedComparator -->
- <class name="KeyFieldBasedComparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <constructor name="KeyFieldBasedComparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[This comparator implementation provides a subset of the features provided
- by the Unix/GNU Sort. In particular, the supported features are:
- -n, (Sort numerically)
- -r, (Reverse the result of comparison)
- -k pos1[,pos2], where pos is of the form f[.c][opts], where f is the number
- of the field to use, and c is the number of the first character from the
- beginning of the field. Fields and character posns are numbered starting
- with 1; a character position of zero in pos2 indicates the field's last
- character. If '.c' is omitted from pos1, it defaults to 1 (the beginning
- of the field); if omitted from pos2, it defaults to 0 (the end of the
- field). opts are ordering options (any of 'nr' as described above).
- We assume that the fields in the key are separated by
- map.output.key.field.separator.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.KeyFieldBasedComparator -->
- <!-- start class org.apache.hadoop.mapred.lib.KeyFieldBasedPartitioner -->
- <class name="KeyFieldBasedPartitioner" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Partitioner"/>
- <constructor name="KeyFieldBasedPartitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numReduceTasks" type="int"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="end" type="int"/>
- <param name="currentHash" type="int"/>
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="hash" type="int"/>
- <param name="numReduceTasks" type="int"/>
- </method>
- <doc>
- <![CDATA[Defines a way to partition keys based on certain key fields (also see
- {@link KeyFieldBasedComparator}.
- The key specification supported is of the form -k pos1[,pos2], where,
- pos is of the form f[.c][opts], where f is the number
- of the key field to use, and c is the number of the first character from
- the beginning of the field. Fields and character posns are numbered
- starting with 1; a character position of zero in pos2 indicates the
- field's last character. If '.c' is omitted from pos1, it defaults to 1
- (the beginning of the field); if omitted from pos2, it defaults to 0
- (the end of the field).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.KeyFieldBasedPartitioner -->
- <!-- start class org.apache.hadoop.mapred.lib.LongSumReducer -->
- <class name="LongSumReducer" extends="org.apache.hadoop.mapred.MapReduceBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Reducer"/>
- <constructor name="LongSumReducer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="values" type="java.util.Iterator"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A {@link Reducer} that sums long values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.LongSumReducer -->
- <!-- start class org.apache.hadoop.mapred.lib.MultipleInputs -->
- <class name="MultipleInputs" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MultipleInputs"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="addInputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="inputFormatClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Add a {@link Path} with a custom {@link InputFormat} to the list of
- inputs for the map-reduce job.
-
- @param conf The configuration of the job
- @param path {@link Path} to be added to the list of inputs for the job
- @param inputFormatClass {@link InputFormat} class to use for this path]]>
- </doc>
- </method>
- <method name="addInputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="inputFormatClass" type="java.lang.Class"/>
- <param name="mapperClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Add a {@link Path} with a custom {@link InputFormat} and
- {@link Mapper} to the list of inputs for the map-reduce job.
-
- @param conf The configuration of the job
- @param path {@link Path} to be added to the list of inputs for the job
- @param inputFormatClass {@link InputFormat} class to use for this path
- @param mapperClass {@link Mapper} class to use for this path]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class supports MapReduce jobs that have multiple input paths with
- a different {@link InputFormat} and {@link Mapper} for each path]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.MultipleInputs -->
- <!-- start class org.apache.hadoop.mapred.lib.MultipleOutputFormat -->
- <class name="MultipleOutputFormat" extends="org.apache.hadoop.mapred.FileOutputFormat"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MultipleOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="arg3" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a composite record writer that can write key/value data to different
- output files
-
- @param fs
- the file system to use
- @param job
- the job conf for the job
- @param name
- the leaf file name for the output file (such as part-00000")
- @param arg3
- a progressable for reporting progress.
- @return a composite record writer
- @throws IOException]]>
- </doc>
- </method>
- <method name="generateLeafFileName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Generate the leaf name for the output file name. The default behavior does
- not change the leaf file name (such as part-00000)
-
- @param name
- the leaf file name for the output file
- @return the given leaf file name]]>
- </doc>
- </method>
- <method name="generateFileNameForKeyValue" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Generate the file output file name based on the given key and the leaf file
- name. The default behavior is that the file name does not depend on the
- key.
-
- @param key
- the key of the output data
- @param name
- the leaf file name
- @return generated file name]]>
- </doc>
- </method>
- <method name="generateActualKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <doc>
- <![CDATA[Generate the actual key from the given key/value. The default behavior is that
- the actual key is equal to the given key
-
- @param key
- the key of the output data
- @param value
- the value of the output data
- @return the actual key derived from the given key/value]]>
- </doc>
- </method>
- <method name="generateActualValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <doc>
- <![CDATA[Generate the actual value from the given key and value. The default behavior is that
- the actual value is equal to the given value
-
- @param key
- the key of the output data
- @param value
- the value of the output data
- @return the actual value derived from the given key/value]]>
- </doc>
- </method>
- <method name="getInputFileBasedOutputFileName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Generate the outfile name based on a given anme and the input file name. If
- the map input file does not exists (i.e. this is not for a map only job),
- the given name is returned unchanged. If the config value for
- "num.of.trailing.legs.to.use" is not set, or set 0 or negative, the given
- name is returned unchanged. Otherwise, return a file name consisting of the
- N trailing legs of the input file name where N is the config value for
- "num.of.trailing.legs.to.use".
-
- @param job
- the job config
- @param name
- the output file name
- @return the outfile name based on a given anme and the input file name.]]>
- </doc>
- </method>
- <method name="getBaseRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="arg3" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@param fs
- the file system to use
- @param job
- a job conf object
- @param name
- the name of the file over which a record writer object will be
- constructed
- @param arg3
- a progressable object
- @return A RecordWriter object over the given file
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This abstract class extends the FileOutputFormat, allowing to write the
- output data to different output files. There are three basic use cases for
- this class.
-
- Case one: This class is used for a map reduce job with at least one reducer.
- The reducer wants to write data to different files depending on the actual
- keys. It is assumed that a key (or value) encodes the actual key (value)
- and the desired location for the actual key (value).
-
- Case two: This class is used for a map only job. The job wants to use an
- output file name that is either a part of the input file name of the input
- data, or some derivation of it.
-
- Case three: This class is used for a map only job. The job wants to use an
- output file name that depends on both the keys and the input file name,]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.MultipleOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.MultipleOutputs -->
- <class name="MultipleOutputs" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MultipleOutputs" type="org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates and initializes multiple named outputs support, it should be
- instantiated in the Mapper/Reducer configure method.
- @param job the job configuration object]]>
- </doc>
- </constructor>
- <method name="getNamedOutputsList" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Returns list of channel names.
- @param conf job conf
- @return List of channel Names]]>
- </doc>
- </method>
- <method name="isMultiNamedOutput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="namedOutput" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns if a named output is multiple.
- @param conf job conf
- @param namedOutput named output
- @return <code>true</code> if the name output is multi, <code>false</code>
- if it is single. If the name output is not defined it returns
- <code>false</code>]]>
- </doc>
- </method>
- <method name="getNamedOutputFormatClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="namedOutput" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns the named output OutputFormat.
- @param conf job conf
- @param namedOutput named output
- @return namedOutput OutputFormat]]>
- </doc>
- </method>
- <method name="getNamedOutputKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="namedOutput" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns the key class for a named output.
- @param conf job conf
- @param namedOutput named output
- @return class for the named output key]]>
- </doc>
- </method>
- <method name="getNamedOutputValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="namedOutput" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns the value class for a named output.
- @param conf job conf
- @param namedOutput named output
- @return class of named output value]]>
- </doc>
- </method>
- <method name="addNamedOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="namedOutput" type="java.lang.String"/>
- <param name="outputFormatClass" type="java.lang.Class"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valueClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Adds a named output for the job.
- <p/>
- @param conf job conf to add the named output
- @param namedOutput named output name, it has to be a word, letters
- and numbers only, cannot be the word 'part' as
- that is reserved for the
- default output.
- @param outputFormatClass OutputFormat class.
- @param keyClass key class
- @param valueClass value class]]>
- </doc>
- </method>
- <method name="addMultiNamedOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="namedOutput" type="java.lang.String"/>
- <param name="outputFormatClass" type="java.lang.Class"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valueClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Adds a multi named output for the job.
- <p/>
- @param conf job conf to add the named output
- @param namedOutput named output name, it has to be a word, letters
- and numbers only, cannot be the word 'part' as
- that is reserved for the
- default output.
- @param outputFormatClass OutputFormat class.
- @param keyClass key class
- @param valueClass value class]]>
- </doc>
- </method>
- <method name="setCountersEnabled"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="enabled" type="boolean"/>
- <doc>
- <![CDATA[Enables or disables counters for the named outputs.
- <p/>
- By default these counters are disabled.
- <p/>
- MultipleOutputs supports counters, by default the are disabled.
- The counters group is the {@link MultipleOutputs} class name.
- </p>
- The names of the counters are the same as the named outputs. For multi
- named outputs the name of the counter is the concatenation of the named
- output, and underscore '_' and the multiname.
- @param conf job conf to enableadd the named output.
- @param enabled indicates if the counters will be enabled or not.]]>
- </doc>
- </method>
- <method name="getCountersEnabled" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Returns if the counters for the named outputs are enabled or not.
- <p/>
- By default these counters are disabled.
- <p/>
- MultipleOutputs supports counters, by default the are disabled.
- The counters group is the {@link MultipleOutputs} class name.
- </p>
- The names of the counters are the same as the named outputs. For multi
- named outputs the name of the counter is the concatenation of the named
- output, and underscore '_' and the multiname.
- @param conf job conf to enableadd the named output.
- @return TRUE if the counters are enabled, FALSE if they are disabled.]]>
- </doc>
- </method>
- <method name="getNamedOutputs" return="java.util.Iterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns iterator with the defined name outputs.
- @return iterator with the defined named outputs]]>
- </doc>
- </method>
- <method name="getCollector" return="org.apache.hadoop.mapred.OutputCollector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="namedOutput" type="java.lang.String"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the output collector for a named output.
- <p/>
- @param namedOutput the named output name
- @param reporter the reporter
- @return the output collector for the given named output
- @throws IOException thrown if output collector could not be created]]>
- </doc>
- </method>
- <method name="getCollector" return="org.apache.hadoop.mapred.OutputCollector"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="namedOutput" type="java.lang.String"/>
- <param name="multiName" type="java.lang.String"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the output collector for a multi named output.
- <p/>
- @param namedOutput the named output name
- @param multiName the multi name part
- @param reporter the reporter
- @return the output collector for the given named output
- @throws IOException thrown if output collector could not be created]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Closes all the opened named outputs.
- <p/>
- If overriden subclasses must invoke <code>super.close()</code> at the
- end of their <code>close()</code>
- @throws java.io.IOException thrown if any of the MultipleOutput files
- could not be closed properly.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The MultipleOutputs class simplifies writting to additional outputs other
- than the job default output via the <code>OutputCollector</code> passed to
- the <code>map()</code> and <code>reduce()</code> methods of the
- <code>Mapper</code> and <code>Reducer</code> implementations.
- <p/>
- Each additional output, or named output, may be configured with its own
- <code>OutputFormat</code>, with its own key class and with its own value
- class.
- <p/>
- A named output can be a single file or a multi file. The later is refered as
- a multi named output.
- <p/>
- A multi named output is an unbound set of files all sharing the same
- <code>OutputFormat</code>, key class and value class configuration.
- <p/>
- When named outputs are used within a <code>Mapper</code> implementation,
- key/values written to a name output are not part of the reduce phase, only
- key/values written to the job <code>OutputCollector</code> are part of the
- reduce phase.
- <p/>
- MultipleOutputs supports counters, by default the are disabled. The counters
- group is the {@link MultipleOutputs} class name.
- </p>
- The names of the counters are the same as the named outputs. For multi
- named outputs the name of the counter is the concatenation of the named
- output, and underscore '_' and the multiname.
- <p/>
- Job configuration usage pattern is:
- <pre>
- JobConf conf = new JobConf();
- conf.setInputPath(inDir);
- FileOutputFormat.setOutputPath(conf, outDir);
- conf.setMapperClass(MOMap.class);
- conf.setReducerClass(MOReduce.class);
- ...
- // Defines additional single text based output 'text' for the job
- MultipleOutputs.addNamedOutput(conf, "text", TextOutputFormat.class,
- LongWritable.class, Text.class);
- // Defines additional multi sequencefile based output 'sequence' for the
- // job
- MultipleOutputs.addMultiNamedOutput(conf, "seq",
- SequenceFileOutputFormat.class,
- LongWritable.class, Text.class);
- ...
- JobClient jc = new JobClient();
- RunningJob job = jc.submitJob(conf);
- ...
- </pre>
- <p/>
- Job configuration usage pattern is:
- <pre>
- public class MOReduce implements
- Reducer<WritableComparable, Writable> {
- private MultipleOutputs mos;
- public void configure(JobConf conf) {
- ...
- mos = new MultipleOutputs(conf);
- }
- public void reduce(WritableComparable key, Iterator<Writable> values,
- OutputCollector output, Reporter reporter)
- throws IOException {
- ...
- mos.getCollector("text", reporter).collect(key, new Text("Hello"));
- mos.getCollector("seq", "A", reporter).collect(key, new Text("Bye"));
- mos.getCollector("seq", "B", reporter).collect(key, new Text("Chau"));
- ...
- }
- public void close() throws IOException {
- mos.close();
- ...
- }
- }
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.MultipleOutputs -->
- <!-- start class org.apache.hadoop.mapred.lib.MultipleSequenceFileOutputFormat -->
- <class name="MultipleSequenceFileOutputFormat" extends="org.apache.hadoop.mapred.lib.MultipleOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MultipleSequenceFileOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getBaseRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="arg3" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This class extends the MultipleOutputFormat, allowing to write the output data
- to different output files in sequence file output format.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.MultipleSequenceFileOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.MultipleTextOutputFormat -->
- <class name="MultipleTextOutputFormat" extends="org.apache.hadoop.mapred.lib.MultipleOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MultipleTextOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getBaseRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="arg3" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This class extends the MultipleOutputFormat, allowing to write the output
- data to different output files in Text output format.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.MultipleTextOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.MultithreadedMapRunner -->
- <class name="MultithreadedMapRunner" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.MapRunnable"/>
- <constructor name="MultithreadedMapRunner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="org.apache.hadoop.mapred.RecordReader"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Multithreaded implementation for @link org.apache.hadoop.mapred.MapRunnable.
- <p>
- It can be used instead of the default implementation,
- @link org.apache.hadoop.mapred.MapRunner, when the Map operation is not CPU
- bound in order to improve throughput.
- <p>
- Map implementations using this MapRunnable must be thread-safe.
- <p>
- The Map-Reduce job has to be configured to use this MapRunnable class (using
- the JobConf.setMapRunnerClass method) and
- the number of thread the thread-pool can use with the
- <code>mapred.map.multithreadedrunner.threads</code> property, its default
- value is 10 threads.
- <p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.MultithreadedMapRunner -->
- <!-- start class org.apache.hadoop.mapred.lib.NLineInputFormat -->
- <class name="NLineInputFormat" extends="org.apache.hadoop.mapred.FileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <constructor name="NLineInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericSplit" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getSplits" return="org.apache.hadoop.mapred.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="numSplits" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Logically splits the set of input files for the job, splits N lines
- of the input as one split.
-
- @see org.apache.hadoop.mapred.FileInputFormat#getSplits(JobConf, int)]]>
- </doc>
- </method>
- <method name="createFileSplit" return="org.apache.hadoop.mapred.FileSplit"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fileName" type="org.apache.hadoop.fs.Path"/>
- <param name="begin" type="long"/>
- <param name="length" type="long"/>
- <doc>
- <![CDATA[NLineInputFormat uses LineRecordReader, which always reads
- (and consumes) at least one character out of its upper split
- boundary. So to make sure that each mapper gets N lines, we
- move back the upper split limits of each split
- by one character here.
- @param fileName Path of file
- @param begin the position of the first byte in the file to process
- @param length number of bytes in InputSplit
- @return FileSplit]]>
- </doc>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <doc>
- <![CDATA[NLineInputFormat which splits N lines of input as one split.
- In many "pleasantly" parallel applications, each process/mapper
- processes the same input file (s), but with computations are
- controlled by different parameters.(Referred to as "parameter sweeps").
- One way to achieve this, is to specify a set of parameters
- (one set per line) as input in a control file
- (which is the input path to the map-reduce application,
- where as the input dataset is specified
- via a config variable in JobConf.).
-
- The NLineInputFormat can be used in such applications, that splits
- the input file such that by default, one line is fed as
- a value to one map task, and key is the offset.
- i.e. (k,v) is (LongWritable, Text).
- The location hints will span the whole mapred cluster.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.NLineInputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.NullOutputFormat -->
- <class name="NullOutputFormat" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.OutputFormat"/>
- <constructor name="NullOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignored" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <doc>
- <![CDATA[Consume all outputs and put them in /dev/null.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.NullOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.RegexMapper -->
- <class name="RegexMapper" extends="org.apache.hadoop.mapred.MapReduceBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <constructor name="RegexMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A {@link Mapper} that extracts text matching a regular expression.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.RegexMapper -->
- <!-- start class org.apache.hadoop.mapred.lib.TokenCountMapper -->
- <class name="TokenCountMapper" extends="org.apache.hadoop.mapred.MapReduceBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <constructor name="TokenCountMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A {@link Mapper} that maps text values into <token,freq> pairs. Uses
- {@link StringTokenizer} to break text into tokens.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.TokenCountMapper -->
- <!-- start class org.apache.hadoop.mapred.lib.TotalOrderPartitioner -->
- <class name="TotalOrderPartitioner" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Partitioner"/>
- <constructor name="TotalOrderPartitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Read in the partition file and build indexing data structures.
- If the keytype is {@link org.apache.hadoop.io.BinaryComparable} and
- <tt>total.order.partitioner.natural.order</tt> is not false, a trie
- of the first <tt>total.order.partitioner.max.trie.depth</tt>(2) + 1 bytes
- will be built. Otherwise, keys will be located using a binary search of
- the partition keyset using the {@link org.apache.hadoop.io.RawComparator}
- defined for this job. The input file must be sorted with the same
- comparator and contain {@link
- org.apache.hadoop.mapred.JobConf#getNumReduceTasks} - 1 keys.]]>
- </doc>
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numPartitions" type="int"/>
- </method>
- <method name="setPartitionFile"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the path to the SequenceFile storing the sorted partition keyset.
- It must be the case that for <tt>R</tt> reduces, there are <tt>R-1</tt>
- keys in the SequenceFile.]]>
- </doc>
- </method>
- <method name="getPartitionFile" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the path to the SequenceFile storing the sorted partition keyset.
- @see #setPartitionFile(JobConf,Path)]]>
- </doc>
- </method>
- <field name="DEFAULT_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Partitioner effecting a total order by reading split points from
- an externally generated source.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.TotalOrderPartitioner -->
- </package>
- <package name="org.apache.hadoop.mapred.lib.aggregate">
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.DoubleValueSum -->
- <class name="DoubleValueSum" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"/>
- <constructor name="DoubleValueSum"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The default constructor]]>
- </doc>
- </constructor>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- an object whose string representation represents a double value.]]>
- </doc>
- </method>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="double"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- a double value.]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of the aggregated value]]>
- </doc>
- </method>
- <method name="getSum" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the aggregated value]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return return an array of one element. The element is a string
- representation of the aggregated value. The return value is
- expected to be used by the a combiner.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a value aggregator that sums up a sequence of double
- values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.DoubleValueSum -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.LongValueMax -->
- <class name="LongValueMax" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"/>
- <constructor name="LongValueMax"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[the default constructor]]>
- </doc>
- </constructor>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- an object whose string representation represents a long value.]]>
- </doc>
- </method>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newVal" type="long"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param newVal
- a long value.]]>
- </doc>
- </method>
- <method name="getVal" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the aggregated value]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of the aggregated value]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return return an array of one element. The element is a string
- representation of the aggregated value. The return value is
- expected to be used by the a combiner.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a value aggregator that maintain the maximum of
- a sequence of long values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.LongValueMax -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.LongValueMin -->
- <class name="LongValueMin" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"/>
- <constructor name="LongValueMin"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[the default constructor]]>
- </doc>
- </constructor>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- an object whose string representation represents a long value.]]>
- </doc>
- </method>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="newVal" type="long"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param newVal
- a long value.]]>
- </doc>
- </method>
- <method name="getVal" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the aggregated value]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of the aggregated value]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return return an array of one element. The element is a string
- representation of the aggregated value. The return value is
- expected to be used by the a combiner.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a value aggregator that maintain the minimum of
- a sequence of long values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.LongValueMin -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.LongValueSum -->
- <class name="LongValueSum" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"/>
- <constructor name="LongValueSum"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[the default constructor]]>
- </doc>
- </constructor>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- an object whose string representation represents a long value.]]>
- </doc>
- </method>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="long"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- a long value.]]>
- </doc>
- </method>
- <method name="getSum" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the aggregated value]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of the aggregated value]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return return an array of one element. The element is a string
- representation of the aggregated value. The return value is
- expected to be used by the a combiner.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a value aggregator that sums up
- a sequence of long values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.LongValueSum -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.StringValueMax -->
- <class name="StringValueMax" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"/>
- <constructor name="StringValueMax"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[the default constructor]]>
- </doc>
- </constructor>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- a string.]]>
- </doc>
- </method>
- <method name="getVal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the aggregated value]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of the aggregated value]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return return an array of one element. The element is a string
- representation of the aggregated value. The return value is
- expected to be used by the a combiner.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a value aggregator that maintain the biggest of
- a sequence of strings.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.StringValueMax -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.StringValueMin -->
- <class name="StringValueMin" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"/>
- <constructor name="StringValueMin"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[the default constructor]]>
- </doc>
- </constructor>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- a string.]]>
- </doc>
- </method>
- <method name="getVal" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the aggregated value]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of the aggregated value]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return return an array of one element. The element is a string
- representation of the aggregated value. The return value is
- expected to be used by the a combiner.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a value aggregator that maintain the smallest of
- a sequence of strings.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.StringValueMin -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.UniqValueCount -->
- <class name="UniqValueCount" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"/>
- <constructor name="UniqValueCount"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[the default constructor]]>
- </doc>
- </constructor>
- <constructor name="UniqValueCount" type="long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[constructor
- @param maxNum the limit in the number of unique values to keep.]]>
- </doc>
- </constructor>
- <method name="setMaxItems" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="n" type="long"/>
- <doc>
- <![CDATA[Set the limit on the number of unique values
- @param n the desired limit on the number of unique values
- @return the new limit on the number of unique values]]>
- </doc>
- </method>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val
- an object.]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return return the number of unique objects aggregated]]>
- </doc>
- </method>
- <method name="getUniqueItems" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the set of the unique objects]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return return an array of the unique objects. The return value is
- expected to be used by the a combiner.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a value aggregator that dedupes a sequence of objects.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.UniqValueCount -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.UserDefinedValueAggregatorDescriptor -->
- <class name="UserDefinedValueAggregatorDescriptor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorDescriptor"/>
- <constructor name="UserDefinedValueAggregatorDescriptor" type="java.lang.String, org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@param className the class name of the user defined descriptor class
- @param job a configure object used for decriptor configuration]]>
- </doc>
- </constructor>
- <method name="createInstance" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="className" type="java.lang.String"/>
- <doc>
- <![CDATA[Create an instance of the given class
- @param className the name of the class
- @return a dynamically created instance of the given class]]>
- </doc>
- </method>
- <method name="generateKeyValPairs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[Generate a list of aggregation-id/value pairs for the given key/value pairs
- by delegating the invocation to the real object.
-
- @param key
- input key
- @param val
- input value
- @return a list of aggregation id/value pairs. An aggregation id encodes an
- aggregation type which is used to guide the way to aggregate the
- value in the reduce/combiner phrase of an Aggregate based job.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of this object.]]>
- </doc>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Do nothing.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a wrapper for a user defined value aggregator descriptor.
- It servs two functions: One is to create an object of ValueAggregatorDescriptor from the
- name of a user defined class that may be dynamically loaded. The other is to
- deligate inviokations of generateKeyValPairs function to the created object.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.UserDefinedValueAggregatorDescriptor -->
- <!-- start interface org.apache.hadoop.mapred.lib.aggregate.ValueAggregator -->
- <interface name="ValueAggregator" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add a value to the aggregator
-
- @param val the value to be added]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of the agregator]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return an array of values as the outputs of the combiner.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This interface defines the minimal protocol for value aggregators.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.lib.aggregate.ValueAggregator -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorBaseDescriptor -->
- <class name="ValueAggregatorBaseDescriptor" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorDescriptor"/>
- <constructor name="ValueAggregatorBaseDescriptor"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="generateEntry" return="java.util.Map.Entry"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="type" type="java.lang.String"/>
- <param name="id" type="java.lang.String"/>
- <param name="val" type="org.apache.hadoop.io.Text"/>
- <doc>
- <![CDATA[@param type the aggregation type
- @param id the aggregation id
- @param val the val associated with the id to be aggregated
- @return an Entry whose key is the aggregation id prefixed with
- the aggregation type.]]>
- </doc>
- </method>
- <method name="generateValueAggregator" return="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="type" type="java.lang.String"/>
- <doc>
- <![CDATA[@param type the aggregation type
- @return a value aggregator of the given type.]]>
- </doc>
- </method>
- <method name="generateKeyValPairs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[Generate 1 or 2 aggregation-id/value pairs for the given key/value pair.
- The first id will be of type LONG_VALUE_SUM, with "record_count" as
- its aggregation id. If the input is a file split,
- the second id of the same type will be generated too, with the file name
- as its aggregation id. This achieves the behavior of counting the total number
- of records in the input data, and the number of records in each input file.
-
- @param key
- input key
- @param val
- input value
- @return a list of aggregation id/value pairs. An aggregation id encodes an
- aggregation type which is used to guide the way to aggregate the
- value in the reduce/combiner phrase of an Aggregate based job.]]>
- </doc>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[get the input file name.
-
- @param job a job configuration object]]>
- </doc>
- </method>
- <field name="UNIQ_VALUE_COUNT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LONG_VALUE_SUM" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DOUBLE_VALUE_SUM" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VALUE_HISTOGRAM" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LONG_VALUE_MAX" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LONG_VALUE_MIN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="STRING_VALUE_MAX" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="STRING_VALUE_MIN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="inputFile" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class implements the common functionalities of
- the subclasses of ValueAggregatorDescriptor class.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorBaseDescriptor -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorCombiner -->
- <class name="ValueAggregatorCombiner" extends="org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorJobBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ValueAggregatorCombiner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Combiner does not need to configure.]]>
- </doc>
- </method>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Text"/>
- <param name="values" type="java.util.Iterator"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Combines values for a given key.
- @param key the key is expected to be a Text object, whose prefix indicates
- the type of aggregation to aggregate the values.
- @param values the values to combine
- @param output to collect combined values]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Do nothing.]]>
- </doc>
- </method>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg0" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="arg1" type="org.apache.hadoop.io.Writable"/>
- <param name="arg2" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="arg3" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Do nothing. Should not be called.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements the generic combiner of Aggregate.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorCombiner -->
- <!-- start interface org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorDescriptor -->
- <interface name="ValueAggregatorDescriptor" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="generateKeyValPairs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[Generate a list of aggregation-id/value pairs for the given key/value pair.
- This function is usually called by the mapper of an Aggregate based job.
-
- @param key
- input key
- @param val
- input value
- @return a list of aggregation id/value pairs. An aggregation id encodes an
- aggregation type which is used to guide the way to aggregate the
- value in the reduce/combiner phrase of an Aggregate based job.]]>
- </doc>
- </method>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Configure the object
-
- @param job
- a JobConf object that may contain the information that can be used
- to configure the object.]]>
- </doc>
- </method>
- <field name="TYPE_SEPARATOR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ONE" type="org.apache.hadoop.io.Text"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This interface defines the contract a value aggregator descriptor must
- support. Such a descriptor can be configured with a JobConf object. Its main
- function is to generate a list of aggregation-id/value pairs. An aggregation
- id encodes an aggregation type which is used to guide the way to aggregate
- the value in the reduce/combiner phrase of an Aggregate based job.The mapper in
- an Aggregate based map/reduce job may create one or more of
- ValueAggregatorDescriptor objects at configuration time. For each input
- key/value pair, the mapper will use those objects to create aggregation
- id/value pairs.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorDescriptor -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorJob -->
- <class name="ValueAggregatorJob" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ValueAggregatorJob"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createValueAggregatorJobs" return="org.apache.hadoop.mapred.jobcontrol.JobControl"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <param name="descriptors" type="java.lang.Class[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createValueAggregatorJobs" return="org.apache.hadoop.mapred.jobcontrol.JobControl"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createValueAggregatorJob" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create an Aggregate based map/reduce job.
- @param args the arguments used for job creation. Generic hadoop
- arguments are accepted.
- @return a JobConf object ready for submission.
- @throws IOException
- @see GenericOptionsParser]]>
- </doc>
- </method>
- <method name="createValueAggregatorJob" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <param name="caller" type="java.lang.Class"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create an Aggregate based map/reduce job.
-
- @param args the arguments used for job creation. Generic hadoop
- arguments are accepted.
- @param caller the the caller class.
- @return a JobConf object ready for submission.
-
- @throws IOException
- @see GenericOptionsParser]]>
- </doc>
- </method>
- <method name="createValueAggregatorJob" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <param name="descriptors" type="java.lang.Class[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createValueAggregatorJob" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <param name="descriptors" type="java.lang.Class[]"/>
- <param name="caller" type="java.lang.Class"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setAggregatorDescriptors"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="descriptors" type="java.lang.Class[]"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[create and run an Aggregate based map/reduce job.
-
- @param args the arguments used for job creation
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is the main class for creating a map/reduce job using Aggregate
- framework. The Aggregate is a specialization of map/reduce framework,
- specilizing for performing various simple aggregations.
-
- Generally speaking, in order to implement an application using Map/Reduce
- model, the developer is to implement Map and Reduce functions (and possibly
- combine function). However, a lot of applications related to counting and
- statistics computing have very similar characteristics. Aggregate abstracts
- out the general patterns of these functions and implementing those patterns.
- In particular, the package provides generic mapper/redducer/combiner classes,
- and a set of built-in value aggregators, and a generic utility class that
- helps user create map/reduce jobs using the generic class. The built-in
- aggregators include:
-
- sum over numeric values count the number of distinct values compute the
- histogram of values compute the minimum, maximum, media,average, standard
- deviation of numeric values
-
- The developer using Aggregate will need only to provide a plugin class
- conforming to the following interface:
-
- public interface ValueAggregatorDescriptor { public ArrayList<Entry>
- generateKeyValPairs(Object key, Object value); public void
- configure(JobConfjob); }
-
- The package also provides a base class, ValueAggregatorBaseDescriptor,
- implementing the above interface. The user can extend the base class and
- implement generateKeyValPairs accordingly.
-
- The primary work of generateKeyValPairs is to emit one or more key/value
- pairs based on the input key/value pair. The key in an output key/value pair
- encode two pieces of information: aggregation type and aggregation id. The
- value will be aggregated onto the aggregation id according the aggregation
- type.
-
- This class offers a function to generate a map/reduce job using Aggregate
- framework. The function takes the following parameters: input directory spec
- input format (text or sequence file) output directory a file specifying the
- user plugin class]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorJob -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorJobBase -->
- <class name="ValueAggregatorJobBase" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <implements name="org.apache.hadoop.mapred.Reducer"/>
- <constructor name="ValueAggregatorJobBase"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="logSpec"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="aggregatorDescriptorList" type="java.util.ArrayList"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This abstract class implements some common functionalities of the
- the generic mapper, reducer and combiner classes of Aggregate.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorJobBase -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorMapper -->
- <class name="ValueAggregatorMapper" extends="org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorJobBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ValueAggregatorMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="org.apache.hadoop.io.Writable"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[the map function. It iterates through the value aggregator descriptor
- list to generate aggregation id/value pairs and emit them.]]>
- </doc>
- </method>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg0" type="org.apache.hadoop.io.Text"/>
- <param name="arg1" type="java.util.Iterator"/>
- <param name="arg2" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="arg3" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Do nothing. Should not be called.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements the generic mapper of Aggregate.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorMapper -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorReducer -->
- <class name="ValueAggregatorReducer" extends="org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorJobBase"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ValueAggregatorReducer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Text"/>
- <param name="values" type="java.util.Iterator"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@param key
- the key is expected to be a Text object, whose prefix indicates
- the type of aggregation to aggregate the values. In effect, data
- driven computing is achieved. It is assumed that each aggregator's
- getReport method emits appropriate output for the aggregator. This
- may be further customiized.
- @value the values to be aggregated]]>
- </doc>
- </method>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg0" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="arg1" type="org.apache.hadoop.io.Writable"/>
- <param name="arg2" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="arg3" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Do nothing. Should not be called]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements the generic reducer of Aggregate.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.ValueAggregatorReducer -->
- <!-- start class org.apache.hadoop.mapred.lib.aggregate.ValueHistogram -->
- <class name="ValueHistogram" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.aggregate.ValueAggregator"/>
- <constructor name="ValueHistogram"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="addNextValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="val" type="java.lang.Object"/>
- <doc>
- <![CDATA[add the given val to the aggregator.
-
- @param val the value to be added. It is expected to be a string
- in the form of xxxx\tnum, meaning xxxx has num occurrences.]]>
- </doc>
- </method>
- <method name="getReport" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the string representation of this aggregator.
- It includes the following basic statistics of the histogram:
- the number of unique values
- the minimum value
- the media value
- the maximum value
- the average value
- the standard deviation]]>
- </doc>
- </method>
- <method name="getReportDetails" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return a string representation of the list of value/frequence pairs of
- the histogram]]>
- </doc>
- </method>
- <method name="getCombinerOutput" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return a list value/frequence pairs.
- The return value is expected to be used by the reducer.]]>
- </doc>
- </method>
- <method name="getReportItems" return="java.util.TreeMap"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return a TreeMap representation of the histogram]]>
- </doc>
- </method>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[reset the aggregator]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class implements a value aggregator that computes the
- histogram of a sequence of strings.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.aggregate.ValueHistogram -->
- </package>
- <package name="org.apache.hadoop.mapred.lib.db">
- <!-- start class org.apache.hadoop.mapred.lib.db.DBConfiguration -->
- <class name="DBConfiguration" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="configureDB"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="driverClass" type="java.lang.String"/>
- <param name="dbUrl" type="java.lang.String"/>
- <param name="userName" type="java.lang.String"/>
- <param name="passwd" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the DB access related fields in the JobConf.
- @param job the job
- @param driverClass JDBC Driver class name
- @param dbUrl JDBC DB access URL.
- @param userName DB access username
- @param passwd DB access passwd]]>
- </doc>
- </method>
- <method name="configureDB"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="driverClass" type="java.lang.String"/>
- <param name="dbUrl" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the DB access related fields in the JobConf.
- @param job the job
- @param driverClass JDBC Driver class name
- @param dbUrl JDBC DB access URL.]]>
- </doc>
- </method>
- <field name="DRIVER_CLASS_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The JDBC Driver class name]]>
- </doc>
- </field>
- <field name="URL_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[JDBC Database access URL]]>
- </doc>
- </field>
- <field name="USERNAME_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[User name to access the database]]>
- </doc>
- </field>
- <field name="PASSWORD_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Password to access the database]]>
- </doc>
- </field>
- <field name="INPUT_TABLE_NAME_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Input table name]]>
- </doc>
- </field>
- <field name="INPUT_FIELD_NAMES_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Field names in the Input table]]>
- </doc>
- </field>
- <field name="INPUT_CONDITIONS_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[WHERE clause in the input SELECT statement]]>
- </doc>
- </field>
- <field name="INPUT_ORDER_BY_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[ORDER BY clause in the input SELECT statement]]>
- </doc>
- </field>
- <field name="INPUT_QUERY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Whole input query, exluding LIMIT...OFFSET]]>
- </doc>
- </field>
- <field name="INPUT_COUNT_QUERY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Input query to get the count of records]]>
- </doc>
- </field>
- <field name="INPUT_CLASS_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Class name implementing DBWritable which will hold input tuples]]>
- </doc>
- </field>
- <field name="OUTPUT_TABLE_NAME_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Output table name]]>
- </doc>
- </field>
- <field name="OUTPUT_FIELD_NAMES_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Field names in the Output table]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A container for configuration property names for jobs with DB input/output.
- <br>
- The job can be configured using the static methods in this class,
- {@link DBInputFormat}, and {@link DBOutputFormat}.
- <p>
- Alternatively, the properties can be set in the configuration with proper
- values.
-
- @see DBConfiguration#configureDB(JobConf, String, String, String, String)
- @see DBInputFormat#setInput(JobConf, Class, String, String)
- @see DBInputFormat#setInput(JobConf, Class, String, String, String, String...)
- @see DBOutputFormat#setOutput(JobConf, String, String...)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.db.DBConfiguration -->
- <!-- start class org.apache.hadoop.mapred.lib.db.DBInputFormat -->
- <class name="DBInputFormat" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.InputFormat"/>
- <implements name="org.apache.hadoop.mapred.JobConfigurable"/>
- <constructor name="DBInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getRecordReader" return="org.apache.hadoop.mapred.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapred.InputSplit"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getSplits" return="org.apache.hadoop.mapred.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="chunks" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getCountQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the query for getting the total number of rows,
- subclasses can override this for custom behaviour.]]>
- </doc>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="inputClass" type="java.lang.Class"/>
- <param name="tableName" type="java.lang.String"/>
- <param name="conditions" type="java.lang.String"/>
- <param name="orderBy" type="java.lang.String"/>
- <param name="fieldNames" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Initializes the map-part of the job with the appropriate input settings.
-
- @param job The job
- @param inputClass the class object implementing DBWritable, which is the
- Java object holding tuple fields.
- @param tableName The table to read data from
- @param conditions The condition which to select data with, eg. '(updated >
- 20070101 AND length > 0)'
- @param orderBy the fieldNames in the orderBy clause.
- @param fieldNames The field names in the table
- @see #setInput(JobConf, Class, String, String)]]>
- </doc>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="inputClass" type="java.lang.Class"/>
- <param name="inputQuery" type="java.lang.String"/>
- <param name="inputCountQuery" type="java.lang.String"/>
- <doc>
- <![CDATA[Initializes the map-part of the job with the appropriate input settings.
-
- @param job The job
- @param inputClass the class object implementing DBWritable, which is the
- Java object holding tuple fields.
- @param inputQuery the input query to select fields. Example :
- "SELECT f1, f2, f3 FROM Mytable ORDER BY f1"
- @param inputCountQuery the input query that returns the number of records in
- the table.
- Example : "SELECT COUNT(f1) FROM Mytable"
- @see #setInput(JobConf, Class, String, String, String, String...)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A InputFormat that reads input data from an SQL table.
- <p>
- DBInputFormat emits LongWritables containing the record number as
- key and DBWritables as value.
-
- The SQL query, and input class can be using one of the two
- setInput methods.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.db.DBInputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.db.DBInputFormat.DBInputSplit -->
- <class name="DBInputFormat.DBInputSplit" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.InputSplit"/>
- <constructor name="DBInputFormat.DBInputSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default Constructor]]>
- </doc>
- </constructor>
- <constructor name="DBInputFormat.DBInputSplit" type="long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Convenience Constructor
- @param start the index of the first row to select
- @param end the index of the last row to select]]>
- </doc>
- </constructor>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getStart" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return The index of the first row to select]]>
- </doc>
- </method>
- <method name="getEnd" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return The index of the last row to select]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@return The total row count in this split]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="output" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A InputSplit that spans a set of rows]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.db.DBInputFormat.DBInputSplit -->
- <!-- start class org.apache.hadoop.mapred.lib.db.DBInputFormat.DBRecordReader -->
- <class name="DBInputFormat.DBRecordReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordReader"/>
- <constructor name="DBInputFormat.DBRecordReader" type="org.apache.hadoop.mapred.lib.db.DBInputFormat.DBInputSplit, java.lang.Class, org.apache.hadoop.mapred.JobConf"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[@param split The InputSplit to read data for
- @throws SQLException]]>
- </doc>
- </constructor>
- <method name="getSelectQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the query for selecting the records,
- subclasses can override this for custom behaviour.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="createKey" return="org.apache.hadoop.io.LongWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="createValue" return="org.apache.hadoop.mapred.lib.db.DBWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.LongWritable"/>
- <param name="value" type="org.apache.hadoop.mapred.lib.db.DBWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A RecordReader that reads records from a SQL table.
- Emits LongWritables containing the record number as
- key and DBWritables as value.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.db.DBInputFormat.DBRecordReader -->
- <!-- start class org.apache.hadoop.mapred.lib.db.DBInputFormat.NullDBWritable -->
- <class name="DBInputFormat.NullDBWritable" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.lib.db.DBWritable"/>
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="DBInputFormat.NullDBWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg0" type="java.sql.ResultSet"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg0" type="java.sql.PreparedStatement"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <doc>
- <![CDATA[A Class that does nothing, implementing DBWritable]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.db.DBInputFormat.NullDBWritable -->
- <!-- start class org.apache.hadoop.mapred.lib.db.DBOutputFormat -->
- <class name="DBOutputFormat" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.OutputFormat"/>
- <constructor name="DBOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="constructQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="table" type="java.lang.String"/>
- <param name="fieldNames" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Constructs the query used as the prepared statement to insert data.
-
- @param table
- the table to insert into
- @param fieldNames
- the fields to insert into. If field names are unknown, supply an
- array of nulls.]]>
- </doc>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filesystem" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getRecordWriter" return="org.apache.hadoop.mapred.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="filesystem" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="name" type="java.lang.String"/>
- <param name="progress" type="org.apache.hadoop.util.Progressable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="setOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="tableName" type="java.lang.String"/>
- <param name="fieldNames" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Initializes the reduce-part of the job with the appropriate output settings
-
- @param job
- The job
- @param tableName
- The table to insert data into
- @param fieldNames
- The field names in the table. If unknown, supply the appropriate
- number of nulls.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A OutputFormat that sends the reduce output to a SQL table.
- <p>
- {@link DBOutputFormat} accepts <key,value> pairs, where
- key has a type extending DBWritable. Returned {@link RecordWriter}
- writes <b>only the key</b> to the database with a batch SQL query.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.db.DBOutputFormat -->
- <!-- start class org.apache.hadoop.mapred.lib.db.DBOutputFormat.DBRecordWriter -->
- <class name="DBOutputFormat.DBRecordWriter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.RecordWriter"/>
- <constructor name="DBOutputFormat.DBRecordWriter" type="java.sql.Connection, java.sql.PreparedStatement"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.mapred.lib.db.DBWritable"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A RecordWriter that writes the reduce output to a SQL table]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.lib.db.DBOutputFormat.DBRecordWriter -->
- <!-- start interface org.apache.hadoop.mapred.lib.db.DBWritable -->
- <interface name="DBWritable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="statement" type="java.sql.PreparedStatement"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[Sets the fields of the object in the {@link PreparedStatement}.
- @param statement the statement that the fields are put into.
- @throws SQLException]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="resultSet" type="java.sql.ResultSet"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[Reads the fields of the object from the {@link ResultSet}.
- @param resultSet the {@link ResultSet} to get the fields from.
- @throws SQLException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Objects that are read from/written to a database should implement
- <code>DBWritable</code>. DBWritable, is similar to {@link Writable}
- except that the {@link #write(PreparedStatement)} method takes a
- {@link PreparedStatement}, and {@link #readFields(ResultSet)}
- takes a {@link ResultSet}.
- <p>
- Implementations are responsible for writing the fields of the object
- to PreparedStatement, and reading the fields of the object from the
- ResultSet.
-
- <p>Example:</p>
- If we have the following table in the database :
- <pre>
- CREATE TABLE MyTable (
- counter INTEGER NOT NULL,
- timestamp BIGINT NOT NULL,
- );
- </pre>
- then we can read/write the tuples from/to the table with :
- <p><pre>
- public class MyWritable implements Writable, DBWritable {
- // Some data
- private int counter;
- private long timestamp;
-
- //Writable#write() implementation
- public void write(DataOutput out) throws IOException {
- out.writeInt(counter);
- out.writeLong(timestamp);
- }
-
- //Writable#readFields() implementation
- public void readFields(DataInput in) throws IOException {
- counter = in.readInt();
- timestamp = in.readLong();
- }
-
- public void write(PreparedStatement statement) throws SQLException {
- statement.setInt(1, counter);
- statement.setLong(2, timestamp);
- }
-
- public void readFields(ResultSet resultSet) throws SQLException {
- counter = resultSet.getInt(1);
- timestamp = resultSet.getLong(2);
- }
- }
- </pre></p>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapred.lib.db.DBWritable -->
- </package>
- <package name="org.apache.hadoop.mapred.pipes">
- <!-- start class org.apache.hadoop.mapred.pipes.Submitter -->
- <class name="Submitter" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="Submitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Submitter" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getExecutable" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Get the URI of the application's executable.
- @param conf
- @return the URI where the application's executable is located]]>
- </doc>
- </method>
- <method name="setExecutable"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="executable" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the URI for the application's executable. Normally this is a hdfs:
- location.
- @param conf
- @param executable The URI of the application's executable.]]>
- </doc>
- </method>
- <method name="setIsJavaRecordReader"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="value" type="boolean"/>
- <doc>
- <![CDATA[Set whether the job is using a Java RecordReader.
- @param conf the configuration to modify
- @param value the new value]]>
- </doc>
- </method>
- <method name="getIsJavaRecordReader" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Check whether the job is using a Java RecordReader
- @param conf the configuration to check
- @return is it a Java RecordReader?]]>
- </doc>
- </method>
- <method name="setIsJavaMapper"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="value" type="boolean"/>
- <doc>
- <![CDATA[Set whether the Mapper is written in Java.
- @param conf the configuration to modify
- @param value the new value]]>
- </doc>
- </method>
- <method name="getIsJavaMapper" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Check whether the job is using a Java Mapper.
- @param conf the configuration to check
- @return is it a Java Mapper?]]>
- </doc>
- </method>
- <method name="setIsJavaReducer"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="value" type="boolean"/>
- <doc>
- <![CDATA[Set whether the Reducer is written in Java.
- @param conf the configuration to modify
- @param value the new value]]>
- </doc>
- </method>
- <method name="getIsJavaReducer" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Check whether the job is using a Java Reducer.
- @param conf the configuration to check
- @return is it a Java Reducer?]]>
- </doc>
- </method>
- <method name="setIsJavaRecordWriter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="value" type="boolean"/>
- <doc>
- <![CDATA[Set whether the job will use a Java RecordWriter.
- @param conf the configuration to modify
- @param value the new value to set]]>
- </doc>
- </method>
- <method name="getIsJavaRecordWriter" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Will the reduce use a Java RecordWriter?
- @param conf the configuration to check
- @return true, if the output of the job will be written by Java]]>
- </doc>
- </method>
- <method name="getKeepCommandFile" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <doc>
- <![CDATA[Does the user want to keep the command file for debugging? If this is
- true, pipes will write a copy of the command data to a file in the
- task directory named "downlink.data", which may be used to run the C++
- program under the debugger. You probably also want to set
- JobConf.setKeepFailedTaskFiles(true) to keep the entire directory from
- being deleted.
- To run using the data file, set the environment variable
- "hadoop.pipes.command.file" to point to the file.
- @param conf the configuration to check
- @return will the framework save the command file?]]>
- </doc>
- </method>
- <method name="setKeepCommandFile"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <param name="keep" type="boolean"/>
- <doc>
- <![CDATA[Set whether to keep the command file for debugging
- @param conf the configuration to modify
- @param keep the new value]]>
- </doc>
- </method>
- <method name="submitJob" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="Use {@link Submitter#runJob(JobConf)}">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Submit a job to the map/reduce cluster. All of the necessary modifications
- to the job to run under pipes are made to the configuration.
- @param conf the job to submit to the cluster (MODIFIED)
- @throws IOException
- @deprecated Use {@link Submitter#runJob(JobConf)}]]>
- </doc>
- </method>
- <method name="runJob" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Submit a job to the map/reduce cluster. All of the necessary modifications
- to the job to run under pipes are made to the configuration.
- @param conf the job to submit to the cluster (MODIFIED)
- @throws IOException]]>
- </doc>
- </method>
- <method name="jobSubmit" return="org.apache.hadoop.mapred.RunningJob"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.mapred.JobConf"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Submit a job to the Map-Reduce framework.
- This returns a handle to the {@link RunningJob} which can be used to track
- the running-job.
-
- @param conf the job configuration.
- @return a handle to the {@link RunningJob} which can be used to track the
- running-job.
- @throws IOException]]>
- </doc>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Submit a pipes job based on the command line arguments.
- @param args]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The main entry point and job submitter. It may either be used as a command
- line-based or API-based method to launch Pipes jobs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.pipes.Submitter -->
- </package>
- <package name="org.apache.hadoop.mapred.tools">
- <!-- start class org.apache.hadoop.mapred.tools.MRAdmin -->
- <class name="MRAdmin" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="MRAdmin"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="MRAdmin" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="refreshSuperUserGroupsConfiguration" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[refreshSuperUserGroupsConfiguration {@link JobTracker}.
- @return exitcode 0 on success, non-zero on failure
- @throws IOException]]>
- </doc>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <doc>
- <![CDATA[Administrative access to Hadoop Map-Reduce.
-
- Currently it only provides the ability to connect to the {@link JobTracker}
- and 1) refresh the service-level authorization policy, 2) refresh queue acl
- properties.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapred.tools.MRAdmin -->
- </package>
- <package name="org.apache.hadoop.mapreduce">
- <!-- start class org.apache.hadoop.mapreduce.ClusterMetrics -->
- <class name="ClusterMetrics" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="ClusterMetrics"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ClusterMetrics" type="int, int, int, int, int, int, int, int, int, int, int, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRunningMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of running map tasks in the cluster.
-
- @return running maps]]>
- </doc>
- </method>
- <method name="getRunningReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of running reduce tasks in the cluster.
-
- @return running reduces]]>
- </doc>
- </method>
- <method name="getOccupiedMapSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get number of occupied map slots in the cluster.
-
- @return occupied map slot count]]>
- </doc>
- </method>
- <method name="getOccupiedReduceSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of occupied reduce slots in the cluster.
-
- @return occupied reduce slot count]]>
- </doc>
- </method>
- <method name="getReservedMapSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get number of reserved map slots in the cluster.
-
- @return reserved map slot count]]>
- </doc>
- </method>
- <method name="getReservedReduceSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of reserved reduce slots in the cluster.
-
- @return reserved reduce slot count]]>
- </doc>
- </method>
- <method name="getMapSlotCapacity" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total number of map slots in the cluster.
-
- @return map slot capacity]]>
- </doc>
- </method>
- <method name="getReduceSlotCapacity" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total number of reduce slots in the cluster.
-
- @return reduce slot capacity]]>
- </doc>
- </method>
- <method name="getTotalJobSubmissions" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total number of job submissions in the cluster.
-
- @return total number of job submissions]]>
- </doc>
- </method>
- <method name="getTaskTrackerCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of active trackers in the cluster.
-
- @return active tracker count.]]>
- </doc>
- </method>
- <method name="getBlackListedTaskTrackerCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of blacklisted trackers in the cluster.
-
- @return blacklisted tracker count]]>
- </doc>
- </method>
- <method name="getGrayListedTaskTrackerCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of graylisted trackers in the cluster.
-
- @return graylisted tracker count]]>
- </doc>
- </method>
- <method name="getDecommissionedTaskTrackerCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of decommissioned trackers in the cluster.
-
- @return decommissioned tracker count]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Status information on the current state of the Map-Reduce cluster.
-
- <p><code>ClusterMetrics</code> provides clients with information such as:
- <ol>
- <li>
- Size of the cluster.
- </li>
- <li>
- Number of blacklisted and decommissioned trackers.
- </li>
- <li>
- Slot capacity of the cluster.
- </li>
- <li>
- The number of currently occupied/reserved map & reduce slots.
- </li>
- <li>
- The number of currently running map & reduce tasks.
- </li>
- <li>
- The number of job submissions.
- </li>
- </ol></p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.ClusterMetrics -->
- <!-- start class org.apache.hadoop.mapreduce.Counter -->
- <class name="Counter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="Counter"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Counter" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="setDisplayName"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="displayName" type="java.lang.String"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read the binary representation of the counter]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write the binary representation of the counter]]>
- </doc>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDisplayName" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the counter.
- @return the user facing name of the counter]]>
- </doc>
- </method>
- <method name="getValue" return="long"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[What is the current value of this counter?
- @return the current value]]>
- </doc>
- </method>
- <method name="setValue"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="long"/>
- <doc>
- <![CDATA[Set this counter by the given value
- @param value the value to set]]>
- </doc>
- </method>
- <method name="increment"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="incr" type="long"/>
- <doc>
- <![CDATA[Increment this counter by the given value
- @param incr the value to increase this counter by]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericRight" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A named counter that tracks the progress of a map/reduce job.
-
- <p><code>Counters</code> represent global counters, defined either by the
- Map-Reduce framework or applications. Each <code>Counter</code> is named by
- an {@link Enum} and has a long for the value.</p>
-
- <p><code>Counters</code> are bunched into Groups, each comprising of
- counters from a particular <code>Enum</code> class.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Counter -->
- <!-- start class org.apache.hadoop.mapreduce.CounterGroup -->
- <class name="CounterGroup" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Iterable"/>
- <constructor name="CounterGroup" type="java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <constructor name="CounterGroup" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="getResourceBundle" return="java.util.ResourceBundle"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="enumClassName" type="java.lang.String"/>
- <exception name="MissingResourceException" type="java.util.MissingResourceException"/>
- <doc>
- <![CDATA[Returns the specified resource bundle, or throws an exception.
- @throws MissingResourceException if the bundle isn't found]]>
- </doc>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the internal name of the group
- @return the internal name]]>
- </doc>
- </method>
- <method name="getDisplayName" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the display name of the group.
- @return the human readable name]]>
- </doc>
- </method>
- <method name="findCounter" return="org.apache.hadoop.mapreduce.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="counterName" type="java.lang.String"/>
- <param name="displayName" type="java.lang.String"/>
- <doc>
- <![CDATA[Internal to find a counter in a group.
- @param counterName the name of the counter
- @param displayName the display name of the counter
- @return the counter that was found or added]]>
- </doc>
- </method>
- <method name="findCounter" return="org.apache.hadoop.mapreduce.Counter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counterName" type="java.lang.String"/>
- </method>
- <method name="iterator" return="java.util.Iterator"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of counters in this group.]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericRight" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="incrAllCounters"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="rightGroup" type="org.apache.hadoop.mapreduce.CounterGroup"/>
- </method>
- <doc>
- <![CDATA[A group of {@link Counter}s that logically belong together. Typically,
- it is an {@link Enum} subclass and the counters are the values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.CounterGroup -->
- <!-- start class org.apache.hadoop.mapreduce.Counters -->
- <class name="Counters" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="java.lang.Iterable"/>
- <constructor name="Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="Counters" type="org.apache.hadoop.mapred.Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="findCounter" return="org.apache.hadoop.mapreduce.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groupName" type="java.lang.String"/>
- <param name="counterName" type="java.lang.String"/>
- </method>
- <method name="findCounter" return="org.apache.hadoop.mapreduce.Counter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Enum"/>
- <doc>
- <![CDATA[Find the counter for the given enum. The same enum will always return the
- same counter.
- @param key the counter key
- @return the matching counter object]]>
- </doc>
- </method>
- <method name="getGroupNames" return="java.util.Collection"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the names of all counter classes.
- @return Set of counter names.]]>
- </doc>
- </method>
- <method name="iterator" return="java.util.Iterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getGroup" return="org.apache.hadoop.mapreduce.CounterGroup"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groupName" type="java.lang.String"/>
- <doc>
- <![CDATA[Returns the named counter group, or an empty group if there is none
- with the specified name.]]>
- </doc>
- </method>
- <method name="countCounters" return="int"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the total number of counters, by summing the number of counters
- in each group.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Write the set of groups.
- The external format is:
- #groups (groupName group)*
- i.e. the number of groups followed by 0 or more groups, where each
- group is of the form:
- groupDisplayName #counters (false | true counter)*
- where each counter is of the form:
- name (false | true displayName) value]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read a set of groups.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return textual representation of the counter values.]]>
- </doc>
- </method>
- <method name="incrAllCounters"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.mapreduce.Counters"/>
- <doc>
- <![CDATA[Increments multiple counters by their amounts in another Counters
- instance.
- @param other the other Counters instance]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericRight" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Counters -->
- <!-- start class org.apache.hadoop.mapreduce.ID -->
- <class name="ID" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.WritableComparable"/>
- <constructor name="ID" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[constructs an ID object from the given int]]>
- </doc>
- </constructor>
- <constructor name="ID"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="getId" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[returns the int which represents the identifier]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="that" type="org.apache.hadoop.mapreduce.ID"/>
- <doc>
- <![CDATA[Compare IDs by associated numbers]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="SEPARATOR" type="char"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="id" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A general identifier, which internally stores the id
- as an integer. This is the super class of {@link JobID},
- {@link TaskID} and {@link TaskAttemptID}.
-
- @see JobID
- @see TaskID
- @see TaskAttemptID]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.ID -->
- <!-- start class org.apache.hadoop.mapreduce.InputFormat -->
- <class name="InputFormat" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplits" return="java.util.List"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Logically split the set of input files for the job.
-
- <p>Each {@link InputSplit} is then assigned to an individual {@link Mapper}
- for processing.</p>
- <p><i>Note</i>: The split is a <i>logical</i> split of the inputs and the
- input files are not physically split into chunks. For e.g. a split could
- be <i><input-file-path, start, offset></i> tuple. The InputFormat
- also creates the {@link RecordReader} to read the {@link InputSplit}.
-
- @param context job configuration.
- @return an array of {@link InputSplit}s for the job.]]>
- </doc>
- </method>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Create a record reader for a given split. The framework will call
- {@link RecordReader#initialize(InputSplit, TaskAttemptContext)} before
- the split is used.
- @param split the split to be read
- @param context the information about the task
- @return a new record reader
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>InputFormat</code> describes the input-specification for a
- Map-Reduce job.
-
- <p>The Map-Reduce framework relies on the <code>InputFormat</code> of the
- job to:<p>
- <ol>
- <li>
- Validate the input-specification of the job.
- <li>
- Split-up the input file(s) into logical {@link InputSplit}s, each of
- which is then assigned to an individual {@link Mapper}.
- </li>
- <li>
- Provide the {@link RecordReader} implementation to be used to glean
- input records from the logical <code>InputSplit</code> for processing by
- the {@link Mapper}.
- </li>
- </ol>
-
- <p>The default behavior of file-based {@link InputFormat}s, typically
- sub-classes of {@link FileInputFormat}, is to split the
- input into <i>logical</i> {@link InputSplit}s based on the total size, in
- bytes, of the input files. However, the {@link FileSystem} blocksize of
- the input files is treated as an upper bound for input splits. A lower bound
- on the split size can be set via
- <a href="{@docRoot}/../mapred-default.html#mapred.min.split.size">
- mapred.min.split.size</a>.</p>
-
- <p>Clearly, logical splits based on input-size is insufficient for many
- applications since record boundaries are to respected. In such cases, the
- application has to also implement a {@link RecordReader} on whom lies the
- responsibility to respect record-boundaries and present a record-oriented
- view of the logical <code>InputSplit</code> to the individual task.
- @see InputSplit
- @see RecordReader
- @see FileInputFormat]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.InputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.InputSplit -->
- <class name="InputSplit" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InputSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getLength" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the size of the split, so that the input splits can be sorted by size.
- @return the number of bytes in the split
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getLocations" return="java.lang.String[]"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the list of nodes by name where the data for the split would be local.
- The locations do not need to be serialized.
- @return a new array of the node nodes.
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>InputSplit</code> represents the data to be processed by an
- individual {@link Mapper}.
- <p>Typically, it presents a byte-oriented view on the input and is the
- responsibility of {@link RecordReader} of the job to process this and present
- a record-oriented view.
-
- @see InputFormat
- @see RecordReader]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.InputSplit -->
- <!-- start class org.apache.hadoop.mapreduce.Job -->
- <class name="Job" extends="org.apache.hadoop.mapreduce.JobContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Job"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="Job" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="Job" type="org.apache.hadoop.conf.Configuration, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getInstance" return="org.apache.hadoop.mapreduce.Job"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates a new {@link Job}
- A Job will be created with a generic {@link Configuration}.
- @return the {@link Job}
- @throws IOException]]>
- </doc>
- </method>
- <method name="getInstance" return="org.apache.hadoop.mapreduce.Job"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates a new {@link Job} with a given {@link Configuration}.
- The <code>Job</code> makes a copy of the <code>Configuration</code> so
- that any necessary internal modifications do not reflect on the incoming
- parameter.
- @param conf the {@link Configuration}
- @return the {@link Job}
- @throws IOException]]>
- </doc>
- </method>
- <method name="getInstance" return="org.apache.hadoop.mapreduce.Job"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="jobName" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Creates a new {@link Job} with a given {@link Configuration}
- and a given jobName.
- The <code>Job</code> makes a copy of the <code>Configuration</code> so
- that any necessary internal modifications do not reflect on the incoming
- parameter.
- @param conf the {@link Configuration}
- @param jobName the job instance's name
- @return the {@link Job}
- @throws IOException]]>
- </doc>
- </method>
- <method name="setNumReduceTasks"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tasks" type="int"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the number of reduce tasks for the job.
- @param tasks the number of reduce tasks
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dir" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the current working directory for the default file system.
-
- @param dir the new current working directory.
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setInputFormatClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the {@link InputFormat} for the job.
- @param cls the <code>InputFormat</code> to use
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setOutputFormatClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the {@link OutputFormat} for the job.
- @param cls the <code>OutputFormat</code> to use
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setMapperClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the {@link Mapper} for the job.
- @param cls the <code>Mapper</code> to use
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setJarByClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the Jar by finding where a given class came from.
- @param cls the example class]]>
- </doc>
- </method>
- <method name="getJar" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the pathname of the job's jar.
- @return the pathname]]>
- </doc>
- </method>
- <method name="setCombinerClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the combiner class for the job.
- @param cls the combiner to use
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setReducerClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the {@link Reducer} for the job.
- @param cls the <code>Reducer</code> to use
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setPartitionerClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the {@link Partitioner} for the job.
- @param cls the <code>Partitioner</code> to use
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setMapOutputKeyClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the key class for the map output data. This allows the user to
- specify the map output key class to be different than the final output
- value class.
-
- @param theClass the map output key class.
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setMapOutputValueClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the value class for the map output data. This allows the user to
- specify the map output value class to be different than the final output
- value class.
-
- @param theClass the map output value class.
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setOutputKeyClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the key class for the job output data.
-
- @param theClass the key class for the job output data.
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setOutputValueClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="theClass" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the value class for job outputs.
-
- @param theClass the value class for job outputs.
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setSortComparatorClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Define the comparator that controls how the keys are sorted before they
- are passed to the {@link Reducer}.
- @param cls the raw comparator
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setGroupingComparatorClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="cls" type="java.lang.Class"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Define the comparator that controls which keys are grouped together
- for a single call to
- {@link Reducer#reduce(Object, Iterable,
- org.apache.hadoop.mapreduce.Reducer.Context)}
- @param cls the raw comparator to use
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setJobName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <exception name="IllegalStateException" type="java.lang.IllegalStateException"/>
- <doc>
- <![CDATA[Set the user-specified job name.
-
- @param name the job's new name.
- @throws IllegalStateException if the job is submitted]]>
- </doc>
- </method>
- <method name="setSpeculativeExecution"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="speculativeExecution" type="boolean"/>
- <doc>
- <![CDATA[Turn speculative execution on or off for this job.
-
- @param speculativeExecution <code>true</code> if speculative execution
- should be turned on, else <code>false</code>.]]>
- </doc>
- </method>
- <method name="setMapSpeculativeExecution"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="speculativeExecution" type="boolean"/>
- <doc>
- <![CDATA[Turn speculative execution on or off for this job for map tasks.
-
- @param speculativeExecution <code>true</code> if speculative execution
- should be turned on for map tasks,
- else <code>false</code>.]]>
- </doc>
- </method>
- <method name="setReduceSpeculativeExecution"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="speculativeExecution" type="boolean"/>
- <doc>
- <![CDATA[Turn speculative execution on or off for this job for reduce tasks.
-
- @param speculativeExecution <code>true</code> if speculative execution
- should be turned on for reduce tasks,
- else <code>false</code>.]]>
- </doc>
- </method>
- <method name="getTrackingURL" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the URL where some job progress information will be displayed.
-
- @return the URL where some job progress information will be displayed.]]>
- </doc>
- </method>
- <method name="setupProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the <i>progress</i> of the job's setup, as a float between 0.0
- and 1.0. When the job setup is completed, the function returns 1.0.
-
- @return the progress of the job's setup.
- @throws IOException]]>
- </doc>
- </method>
- <method name="mapProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the <i>progress</i> of the job's map-tasks, as a float between 0.0
- and 1.0. When all map tasks have completed, the function returns 1.0.
-
- @return the progress of the job's map-tasks.
- @throws IOException]]>
- </doc>
- </method>
- <method name="reduceProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the <i>progress</i> of the job's reduce-tasks, as a float between 0.0
- and 1.0. When all reduce tasks have completed, the function returns 1.0.
-
- @return the progress of the job's reduce-tasks.
- @throws IOException]]>
- </doc>
- </method>
- <method name="isComplete" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check if the job is finished or not.
- This is a non-blocking call.
-
- @return <code>true</code> if the job is complete, else <code>false</code>.
- @throws IOException]]>
- </doc>
- </method>
- <method name="isSuccessful" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check if the job completed successfully.
-
- @return <code>true</code> if the job succeeded, else <code>false</code>.
- @throws IOException]]>
- </doc>
- </method>
- <method name="killJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Kill the running job. Blocks until all job tasks have been
- killed as well. If the job is no longer running, it simply returns.
-
- @throws IOException]]>
- </doc>
- </method>
- <method name="getTaskCompletionEvents" return="org.apache.hadoop.mapred.TaskCompletionEvent[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="startFrom" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get events indicating completion (success/failure) of component tasks.
-
- @param startFrom index to start fetching events from
- @return an array of {@link TaskCompletionEvent}s
- @throws IOException]]>
- </doc>
- </method>
- <method name="killTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapreduce.TaskAttemptID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Kill indicated task attempt.
-
- @param taskId the id of the task to be terminated.
- @throws IOException]]>
- </doc>
- </method>
- <method name="failTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskId" type="org.apache.hadoop.mapreduce.TaskAttemptID"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Fail indicated task attempt.
-
- @param taskId the id of the task to be terminated.
- @throws IOException]]>
- </doc>
- </method>
- <method name="getCounters" return="org.apache.hadoop.mapreduce.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Gets the counters for this job.
-
- @return the counters for this job.
- @throws IOException]]>
- </doc>
- </method>
- <method name="setCancelDelegationTokenUponJobCompletion"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="boolean"/>
- <doc>
- <![CDATA[Sets the flag that will allow the JobTracker to cancel the HDFS delegation
- tokens upon job completion. Defaults to true.]]>
- </doc>
- </method>
- <method name="submit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Submit the job to the cluster and return immediately.
- @throws IOException]]>
- </doc>
- </method>
- <method name="waitForCompletion" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="verbose" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Submit the job to the cluster and wait for it to finish.
- @param verbose print the progress to the user
- @return true if the job succeeded
- @throws IOException thrown if the communication with the
- <code>JobTracker</code> is lost]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The job submitter's view of the Job. It allows the user to configure the
- job, submit it, control its execution, and query the state. The set methods
- only work until the job is submitted, afterwards they will throw an
- IllegalStateException.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Job -->
- <!-- start class org.apache.hadoop.mapreduce.Job.JobState -->
- <class name="Job.JobState" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.Job.JobState[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.Job.JobState"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="DEFINE" type="org.apache.hadoop.mapreduce.Job.JobState"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNNING" type="org.apache.hadoop.mapreduce.Job.JobState"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Job.JobState -->
- <!-- start class org.apache.hadoop.mapreduce.JobACL -->
- <class name="JobACL" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.JobACL[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.JobACL"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getAclName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the ACL. Here it is same as the name of the configuration
- property for specifying the ACL for the job.
-
- @return aclName]]>
- </doc>
- </method>
- <field name="VIEW_JOB" type="org.apache.hadoop.mapreduce.JobACL"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[ACL for 'viewing' job. Dictates who can 'view' some or all of the job
- related details.]]>
- </doc>
- </field>
- <field name="MODIFY_JOB" type="org.apache.hadoop.mapreduce.JobACL"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[ACL for 'modifying' job. Dictates who can 'modify' the job for e.g., by
- killing the job, killing/failing a task of the job or setting priority of
- the job.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Job related ACLs]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.JobACL -->
- <!-- start class org.apache.hadoop.mapreduce.JobContext -->
- <class name="JobContext" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobContext" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapreduce.JobID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getConfiguration" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the configuration for the job.
- @return the shared configuration object]]>
- </doc>
- </method>
- <method name="getCredentials" return="org.apache.hadoop.security.Credentials"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get credentials for the job.
- @return credentials for the job]]>
- </doc>
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the unique ID for the job.
- @return the object with the job id]]>
- </doc>
- </method>
- <method name="getNumReduceTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get configured the number of reduce tasks for this job. Defaults to
- <code>1</code>.
- @return the number of reduce tasks for this job.]]>
- </doc>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the current working directory for the default file system.
-
- @return the directory name.]]>
- </doc>
- </method>
- <method name="getOutputKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the key class for the job output data.
- @return the key class for the job output data.]]>
- </doc>
- </method>
- <method name="getOutputValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the value class for job outputs.
- @return the value class for job outputs.]]>
- </doc>
- </method>
- <method name="getMapOutputKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the key class for the map output data. If it is not set, use the
- (final) output key class. This allows the map output key class to be
- different than the final output key class.
- @return the map output key class.]]>
- </doc>
- </method>
- <method name="getMapOutputValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the value class for the map output data. If it is not set, use the
- (final) output value class This allows the map output value class to be
- different than the final output value class.
-
- @return the map output value class.]]>
- </doc>
- </method>
- <method name="getJobName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user-specified job name. This is only used to identify the
- job to the user.
-
- @return the job's name, defaulting to "".]]>
- </doc>
- </method>
- <method name="getInputFormatClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Get the {@link InputFormat} class for the job.
-
- @return the {@link InputFormat} class for the job.]]>
- </doc>
- </method>
- <method name="getMapperClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Get the {@link Mapper} class for the job.
-
- @return the {@link Mapper} class for the job.]]>
- </doc>
- </method>
- <method name="getCombinerClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Get the combiner class for the job.
-
- @return the combiner class for the job.]]>
- </doc>
- </method>
- <method name="getReducerClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Get the {@link Reducer} class for the job.
-
- @return the {@link Reducer} class for the job.]]>
- </doc>
- </method>
- <method name="getOutputFormatClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Get the {@link OutputFormat} class for the job.
-
- @return the {@link OutputFormat} class for the job.]]>
- </doc>
- </method>
- <method name="getPartitionerClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <doc>
- <![CDATA[Get the {@link Partitioner} class for the job.
-
- @return the {@link Partitioner} class for the job.]]>
- </doc>
- </method>
- <method name="getSortComparator" return="org.apache.hadoop.io.RawComparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link RawComparator} comparator used to compare keys.
-
- @return the {@link RawComparator} comparator used to compare keys.]]>
- </doc>
- </method>
- <method name="getJar" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the pathname of the job's jar.
- @return the pathname]]>
- </doc>
- </method>
- <method name="getGroupingComparator" return="org.apache.hadoop.io.RawComparator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user defined {@link RawComparator} comparator for
- grouping keys of inputs to the reduce.
-
- @return comparator set by the user for grouping values.
- @see Job#setGroupingComparatorClass(Class) for details.]]>
- </doc>
- </method>
- <field name="INPUT_FORMAT_CLASS_ATTR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="MAP_CLASS_ATTR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="COMBINE_CLASS_ATTR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_CLASS_ATTR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="OUTPUT_FORMAT_CLASS_ATTR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="PARTITIONER_CLASS_ATTR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="conf" type="org.apache.hadoop.mapred.JobConf"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="credentials" type="org.apache.hadoop.security.Credentials"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="JOB_NAMENODES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_ACL_VIEW_JOB" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_ACL_MODIFY_JOB" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CACHE_FILE_VISIBILITIES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CACHE_ARCHIVES_VISIBILITIES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_CANCEL_DELEGATION_TOKEN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="USER_LOG_RETAIN_HOURS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="ugi" type="org.apache.hadoop.security.UserGroupInformation"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The UserGroupInformation object that has a reference to the current user]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A read-only view of the job that is provided to the tasks while they
- are running.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.JobContext -->
- <!-- start class org.apache.hadoop.mapreduce.JobID -->
- <class name="JobID" extends="org.apache.hadoop.mapred.ID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Comparable"/>
- <constructor name="JobID" type="java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a JobID object
- @param jtIdentifier jobTracker identifier
- @param id job number]]>
- </doc>
- </constructor>
- <constructor name="JobID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getJtIdentifier" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="org.apache.hadoop.mapreduce.ID"/>
- <doc>
- <![CDATA[Compare JobIds by first jtIdentifiers, then by job numbers]]>
- </doc>
- </method>
- <method name="appendTo" return="java.lang.StringBuilder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="builder" type="java.lang.StringBuilder"/>
- <doc>
- <![CDATA[Add the stuff after the "job" prefix to the given builder. This is useful,
- because the sub-ids use this substring at the start of their string.
- @param builder the builder to append to
- @return the builder that was passed in]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="forName" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <doc>
- <![CDATA[Construct a JobId object from given string
- @return constructed JobId object or null if the given String is null
- @throws IllegalArgumentException if the given string is malformed]]>
- </doc>
- </method>
- <field name="JOB" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="JOBID_REGEX" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="idFormat" type="java.text.NumberFormat"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[JobID represents the immutable and unique identifier for
- the job. JobID consists of two parts. First part
- represents the jobtracker identifier, so that jobID to jobtracker map
- is defined. For cluster setup this string is the jobtracker
- start time, for local setting, it is "local".
- Second part of the JobID is the job number. <br>
- An example JobID is :
- <code>job_200707121733_0003</code> , which represents the third job
- running at the jobtracker started at <code>200707121733</code>.
- <p>
- Applications should never construct or parse JobID strings, but rather
- use appropriate constructors or {@link #forName(String)} method.
-
- @see TaskID
- @see TaskAttemptID
- @see org.apache.hadoop.mapred.JobTracker#getNewJobId()
- @see org.apache.hadoop.mapred.JobTracker#getStartTime()]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.JobID -->
- <!-- start class org.apache.hadoop.mapreduce.JobStatus -->
- <class name="JobStatus" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobStatus"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Describes the current status of a job.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.JobStatus -->
- <!-- start class org.apache.hadoop.mapreduce.JobStatus.State -->
- <class name="JobStatus.State" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.JobStatus.State[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.JobStatus.State"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getValue" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="RUNNING" type="org.apache.hadoop.mapreduce.JobStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUCCEEDED" type="org.apache.hadoop.mapreduce.JobStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="org.apache.hadoop.mapreduce.JobStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PREP" type="org.apache.hadoop.mapreduce.JobStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED" type="org.apache.hadoop.mapreduce.JobStatus.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Current state of the job]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.JobStatus.State -->
- <!-- start class org.apache.hadoop.mapreduce.JobSubmissionFiles -->
- <class name="JobSubmissionFiles" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobSubmissionFiles"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getJobSplitFile" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmissionDir" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="getJobSplitMetaFile" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmissionDir" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="getJobConfPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Get the job conf path.]]>
- </doc>
- </method>
- <method name="getJobJar" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Get the job jar path.]]>
- </doc>
- </method>
- <method name="getJobDistCacheFiles" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Get the job distributed cache files path.
- @param jobSubmitDir]]>
- </doc>
- </method>
- <method name="getJobDistCacheArchives" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Get the job distributed cache archives path.
- @param jobSubmitDir]]>
- </doc>
- </method>
- <method name="getJobDistCacheLibjars" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Get the job distributed cache libjars path.
- @param jobSubmitDir]]>
- </doc>
- </method>
- <method name="getStagingDir" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="client" type="org.apache.hadoop.mapred.JobClient"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Initializes the staging directory and returns the path. It also
- keeps track of all necessary ownership & permissions
- @param client
- @param conf]]>
- </doc>
- </method>
- <field name="JOB_DIR_PERMISSION" type="org.apache.hadoop.fs.permission.FsPermission"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_FILE_PERMISSION" type="org.apache.hadoop.fs.permission.FsPermission"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A utility to manage job submission files.<br/>
- <b><i>Note that this class is for framework internal usage only and is
- not to be used by users directly.</i></b>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.JobSubmissionFiles -->
- <!-- start class org.apache.hadoop.mapreduce.MapContext -->
- <class name="MapContext" extends="org.apache.hadoop.mapreduce.TaskInputOutputContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MapContext" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapreduce.RecordReader, org.apache.hadoop.mapreduce.RecordWriter, org.apache.hadoop.mapreduce.OutputCommitter, org.apache.hadoop.mapreduce.StatusReporter, org.apache.hadoop.mapreduce.InputSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getInputSplit" return="org.apache.hadoop.mapreduce.InputSplit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the input split for this map.]]>
- </doc>
- </method>
- <method name="getCurrentKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <doc>
- <![CDATA[The context that is given to the {@link Mapper}.
- @param <KEYIN> the key input type to the Mapper
- @param <VALUEIN> the value input type to the Mapper
- @param <KEYOUT> the key output type from the Mapper
- @param <VALUEOUT> the value output type from the Mapper]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.MapContext -->
- <!-- start class org.apache.hadoop.mapreduce.Mapper -->
- <class name="Mapper" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Mapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Called once at the beginning of the task.]]>
- </doc>
- </method>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Called once for each key/value pair in the input split. Most applications
- should override this, but the default is the identity function.]]>
- </doc>
- </method>
- <method name="cleanup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Called once at the end of the task.]]>
- </doc>
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Expert users can override this method for more complete control over the
- execution of the Mapper.
- @param context
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Maps input key/value pairs to a set of intermediate key/value pairs.
-
- <p>Maps are the individual tasks which transform input records into a
- intermediate records. The transformed intermediate records need not be of
- the same type as the input records. A given input pair may map to zero or
- many output pairs.</p>
-
- <p>The Hadoop Map-Reduce framework spawns one map task for each
- {@link InputSplit} generated by the {@link InputFormat} for the job.
- <code>Mapper</code> implementations can access the {@link Configuration} for
- the job via the {@link JobContext#getConfiguration()}.
-
- <p>The framework first calls
- {@link #setup(org.apache.hadoop.mapreduce.Mapper.Context)}, followed by
- {@link #map(Object, Object, Context)}
- for each key/value pair in the <code>InputSplit</code>. Finally
- {@link #cleanup(Context)} is called.</p>
-
- <p>All intermediate values associated with a given output key are
- subsequently grouped by the framework, and passed to a {@link Reducer} to
- determine the final output. Users can control the sorting and grouping by
- specifying two key {@link RawComparator} classes.</p>
- <p>The <code>Mapper</code> outputs are partitioned per
- <code>Reducer</code>. Users can control which keys (and hence records) go to
- which <code>Reducer</code> by implementing a custom {@link Partitioner}.
-
- <p>Users can optionally specify a <code>combiner</code>, via
- {@link Job#setCombinerClass(Class)}, to perform local aggregation of the
- intermediate outputs, which helps to cut down the amount of data transferred
- from the <code>Mapper</code> to the <code>Reducer</code>.
-
- <p>Applications can specify if and how the intermediate
- outputs are to be compressed and which {@link CompressionCodec}s are to be
- used via the <code>Configuration</code>.</p>
-
- <p>If the job has zero
- reduces then the output of the <code>Mapper</code> is directly written
- to the {@link OutputFormat} without sorting by keys.</p>
-
- <p>Example:</p>
- <p><blockquote><pre>
- public class TokenCounterMapper
- extends Mapper<Object, Text, Text, IntWritable>{
-
- private final static IntWritable one = new IntWritable(1);
- private Text word = new Text();
-
- public void map(Object key, Text value, Context context) throws IOException {
- StringTokenizer itr = new StringTokenizer(value.toString());
- while (itr.hasMoreTokens()) {
- word.set(itr.nextToken());
- context.collect(word, one);
- }
- }
- }
- </pre></blockquote></p>
- <p>Applications may override the {@link #run(Context)} method to exert
- greater control on map processing e.g. multi-threaded <code>Mapper</code>s
- etc.</p>
-
- @see InputFormat
- @see JobContext
- @see Partitioner
- @see Reducer]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Mapper -->
- <!-- start class org.apache.hadoop.mapreduce.Mapper.Context -->
- <class name="Mapper.Context" extends="org.apache.hadoop.mapreduce.MapContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Mapper.Context" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapreduce.RecordReader, org.apache.hadoop.mapreduce.RecordWriter, org.apache.hadoop.mapreduce.OutputCommitter, org.apache.hadoop.mapreduce.StatusReporter, org.apache.hadoop.mapreduce.InputSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Mapper.Context -->
- <!-- start class org.apache.hadoop.mapreduce.OutputCommitter -->
- <class name="OutputCommitter" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="OutputCommitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setupJob"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For the framework to setup the job output during initialization
-
- @param jobContext Context of the job whose output is being written.
- @throws IOException if temporary output could not be created]]>
- </doc>
- </method>
- <method name="commitJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For cleaning up the job's output after job completion. Note that this
- is invoked for jobs with final run state as
- {@link JobStatus.State#SUCCEEDED}
-
- @param jobContext Context of the job whose output is being written.
- @throws IOException]]>
- </doc>
- </method>
- <method name="cleanupJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="use {@link #commitJob(JobContext)} or
- {@link #abortJob(JobContext, JobStatus.State)} instead">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For cleaning up the job's output after job completion
- @deprecated use {@link #commitJob(JobContext)} or
- {@link #abortJob(JobContext, JobStatus.State)} instead]]>
- </doc>
- </method>
- <method name="abortJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="state" type="org.apache.hadoop.mapreduce.JobStatus.State"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[For aborting an unsuccessful job's output. Note that this is invoked for
- jobs with final run state as {@link JobStatus.State#FAILED} or
- {@link JobStatus.State#KILLED}.
- @param jobContext Context of the job whose output is being written.
- @param state final run state of the job, should be either
- {@link JobStatus.State#KILLED} or {@link JobStatus.State#FAILED}
- @throws IOException]]>
- </doc>
- </method>
- <method name="setupTask"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Sets up output for the task.
-
- @param taskContext Context of the task whose output is being written.
- @throws IOException]]>
- </doc>
- </method>
- <method name="needsTaskCommit" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Check whether task needs a commit
-
- @param taskContext
- @return true/false
- @throws IOException]]>
- </doc>
- </method>
- <method name="commitTask"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[To promote the task's temporary output to final output location
-
- The task's output is moved to the job's output directory.
-
- @param taskContext Context of the task whose output is being written.
- @throws IOException if commit is not]]>
- </doc>
- </method>
- <method name="abortTask"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Discard the task output
-
- @param taskContext
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>OutputCommitter</code> describes the commit of task output for a
- Map-Reduce job.
- <p>The Map-Reduce framework relies on the <code>OutputCommitter</code> of
- the job to:<p>
- <ol>
- <li>
- Setup the job during initialization. For example, create the temporary
- output directory for the job during the initialization of the job.
- </li>
- <li>
- Cleanup the job after the job completion. For example, remove the
- temporary output directory after the job completion.
- </li>
- <li>
- Setup the task temporary output.
- </li>
- <li>
- Check whether a task needs a commit. This is to avoid the commit
- procedure if a task does not need commit.
- </li>
- <li>
- Commit of the task output.
- </li>
- <li>
- Discard the task commit.
- </li>
- </ol>
-
- @see org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
- @see JobContext
- @see TaskAttemptContext]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.OutputCommitter -->
- <!-- start class org.apache.hadoop.mapreduce.OutputFormat -->
- <class name="OutputFormat" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="OutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the {@link RecordWriter} for the given task.
- @param context the information about the current task.
- @return a {@link RecordWriter} to write the output for the job.
- @throws IOException]]>
- </doc>
- </method>
- <method name="checkOutputSpecs"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Check for validity of the output-specification for the job.
-
- <p>This is to validate the output specification for the job when it is
- a job is submitted. Typically checks that it does not already exist,
- throwing an exception when it already exists, so that output is not
- overwritten.</p>
- @param context information about the job
- @throws IOException when output should not be attempted]]>
- </doc>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the output committer for this output format. This is responsible
- for ensuring the output is committed correctly.
- @param context the task context
- @return an output committer
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>OutputFormat</code> describes the output-specification for a
- Map-Reduce job.
- <p>The Map-Reduce framework relies on the <code>OutputFormat</code> of the
- job to:<p>
- <ol>
- <li>
- Validate the output-specification of the job. For e.g. check that the
- output directory doesn't already exist.
- <li>
- Provide the {@link RecordWriter} implementation to be used to write out
- the output files of the job. Output files are stored in a
- {@link FileSystem}.
- </li>
- </ol>
-
- @see RecordWriter]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.OutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.Partitioner -->
- <class name="Partitioner" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Partitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getPartition" return="int"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numPartitions" type="int"/>
- <doc>
- <![CDATA[Get the partition number for a given key (hence record) given the total
- number of partitions i.e. number of reduce-tasks for the job.
-
- <p>Typically a hash function on a all or a subset of the key.</p>
- @param key the key to be partioned.
- @param value the entry value.
- @param numPartitions the total number of partitions.
- @return the partition number for the <code>key</code>.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Partitions the key space.
-
- <p><code>Partitioner</code> controls the partitioning of the keys of the
- intermediate map-outputs. The key (or a subset of the key) is used to derive
- the partition, typically by a hash function. The total number of partitions
- is the same as the number of reduce tasks for the job. Hence this controls
- which of the <code>m</code> reduce tasks the intermediate key (and hence the
- record) is sent for reduction.</p>
-
- @see Reducer]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Partitioner -->
- <!-- start class org.apache.hadoop.mapreduce.RecordReader -->
- <class name="RecordReader" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="RecordReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Called once at initialization.
- @param split the split that defines the range of records to read
- @param context the information about the task
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Read the next key, value pair.
- @return true if a key/value pair was read
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getCurrentKey" return="java.lang.Object"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the current key
- @return the current key or null if there is no current key
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the current value.
- @return the object that was read
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[The current progress of the record reader through its data.
- @return a number between 0.0 and 1.0 that is the fraction of the data read
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="close"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Close the record reader.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The record reader breaks the data into key/value pairs for input to the
- {@link Mapper}.
- @param <KEYIN>
- @param <VALUEIN>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.RecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.RecordWriter -->
- <class name="RecordWriter" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RecordWriter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="write"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Writes a key/value pair.
- @param key the key to write.
- @param value the value to write.
- @throws IOException]]>
- </doc>
- </method>
- <method name="close"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Close this <code>RecordWriter</code> to future operations.
-
- @param context the context of the task
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<code>RecordWriter</code> writes the output <key, value> pairs
- to an output file.
- <p><code>RecordWriter</code> implementations write the job outputs to the
- {@link FileSystem}.
-
- @see OutputFormat]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.RecordWriter -->
- <!-- start class org.apache.hadoop.mapreduce.ReduceContext -->
- <class name="ReduceContext" extends="org.apache.hadoop.mapreduce.TaskInputOutputContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ReduceContext" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapred.RawKeyValueIterator, org.apache.hadoop.mapreduce.Counter, org.apache.hadoop.mapreduce.Counter, org.apache.hadoop.mapreduce.RecordWriter, org.apache.hadoop.mapreduce.OutputCommitter, org.apache.hadoop.mapreduce.StatusReporter, org.apache.hadoop.io.RawComparator, java.lang.Class, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="nextKey" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Start processing next unique key.]]>
- </doc>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Advance to the next key/value pair.]]>
- </doc>
- </method>
- <method name="getCurrentKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getValues" return="java.lang.Iterable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Iterate through the values for the current key, reusing the same value
- object, which is stored in the context.
- @return the series of values associated with the current key. All of the
- objects returned directly and indirectly from this method are reused.]]>
- </doc>
- </method>
- <field name="reporter" type="org.apache.hadoop.util.Progressable"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The context passed to the {@link Reducer}.
- @param <KEYIN> the class of the input keys
- @param <VALUEIN> the class of the input values
- @param <KEYOUT> the class of the output keys
- @param <VALUEOUT> the class of the output values]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.ReduceContext -->
- <!-- start class org.apache.hadoop.mapreduce.ReduceContext.ValueIterable -->
- <class name="ReduceContext.ValueIterable" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="java.lang.Iterable"/>
- <constructor name="ReduceContext.ValueIterable"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="iterator" return="java.util.Iterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.ReduceContext.ValueIterable -->
- <!-- start class org.apache.hadoop.mapreduce.ReduceContext.ValueIterator -->
- <class name="ReduceContext.ValueIterator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <implements name="java.util.Iterator"/>
- <constructor name="ReduceContext.ValueIterator"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="hasNext" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="next" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="remove"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.ReduceContext.ValueIterator -->
- <!-- start class org.apache.hadoop.mapreduce.Reducer -->
- <class name="Reducer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Reducer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Called once at the start of the task.]]>
- </doc>
- </method>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="values" type="java.lang.Iterable"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[This method is called once for each key. Most applications will define
- their reduce class by overriding this method. The default implementation
- is an identity function.]]>
- </doc>
- </method>
- <method name="cleanup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Called once at the end of the task.]]>
- </doc>
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Advanced application writers can use the
- {@link #run(org.apache.hadoop.mapreduce.Reducer.Context)} method to
- control how the reduce task works.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Reduces a set of intermediate values which share a key to a smaller set of
- values.
-
- <p><code>Reducer</code> implementations
- can access the {@link Configuration} for the job via the
- {@link JobContext#getConfiguration()} method.</p>
- <p><code>Reducer</code> has 3 primary phases:</p>
- <ol>
- <li>
-
- <h4 id="Shuffle">Shuffle</h4>
-
- <p>The <code>Reducer</code> copies the sorted output from each
- {@link Mapper} using HTTP across the network.</p>
- </li>
-
- <li>
- <h4 id="Sort">Sort</h4>
-
- <p>The framework merge sorts <code>Reducer</code> inputs by
- <code>key</code>s
- (since different <code>Mapper</code>s may have output the same key).</p>
-
- <p>The shuffle and sort phases occur simultaneously i.e. while outputs are
- being fetched they are merged.</p>
-
- <h5 id="SecondarySort">SecondarySort</h5>
-
- <p>To achieve a secondary sort on the values returned by the value
- iterator, the application should extend the key with the secondary
- key and define a grouping comparator. The keys will be sorted using the
- entire key, but will be grouped using the grouping comparator to decide
- which keys and values are sent in the same call to reduce.The grouping
- comparator is specified via
- {@link Job#setGroupingComparatorClass(Class)}. The sort order is
- controlled by
- {@link Job#setSortComparatorClass(Class)}.</p>
-
-
- For example, say that you want to find duplicate web pages and tag them
- all with the url of the "best" known example. You would set up the job
- like:
- <ul>
- <li>Map Input Key: url</li>
- <li>Map Input Value: document</li>
- <li>Map Output Key: document checksum, url pagerank</li>
- <li>Map Output Value: url</li>
- <li>Partitioner: by checksum</li>
- <li>OutputKeyComparator: by checksum and then decreasing pagerank</li>
- <li>OutputValueGroupingComparator: by checksum</li>
- </ul>
- </li>
-
- <li>
- <h4 id="Reduce">Reduce</h4>
-
- <p>In this phase the
- {@link #reduce(Object, Iterable, Context)}
- method is called for each <code><key, (collection of values)></code> in
- the sorted inputs.</p>
- <p>The output of the reduce task is typically written to a
- {@link RecordWriter} via
- {@link Context#write(Object, Object)}.</p>
- </li>
- </ol>
-
- <p>The output of the <code>Reducer</code> is <b>not re-sorted</b>.</p>
-
- <p>Example:</p>
- <p><blockquote><pre>
- public class IntSumReducer<Key> extends Reducer<Key,IntWritable,
- Key,IntWritable> {
- private IntWritable result = new IntWritable();
-
- public void reduce(Key key, Iterable<IntWritable> values,
- Context context) throws IOException {
- int sum = 0;
- for (IntWritable val : values) {
- sum += val.get();
- }
- result.set(sum);
- context.collect(key, result);
- }
- }
- </pre></blockquote></p>
-
- @see Mapper
- @see Partitioner]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Reducer -->
- <!-- start class org.apache.hadoop.mapreduce.Reducer.Context -->
- <class name="Reducer.Context" extends="org.apache.hadoop.mapreduce.ReduceContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Reducer.Context" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapred.RawKeyValueIterator, org.apache.hadoop.mapreduce.Counter, org.apache.hadoop.mapreduce.Counter, org.apache.hadoop.mapreduce.RecordWriter, org.apache.hadoop.mapreduce.OutputCommitter, org.apache.hadoop.mapreduce.StatusReporter, org.apache.hadoop.io.RawComparator, java.lang.Class, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.Reducer.Context -->
- <!-- start class org.apache.hadoop.mapreduce.StatusReporter -->
- <class name="StatusReporter" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="StatusReporter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getCounter" return="org.apache.hadoop.mapreduce.Counter"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.Enum"/>
- </method>
- <method name="getCounter" return="org.apache.hadoop.mapreduce.Counter"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="group" type="java.lang.String"/>
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="progress"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getProgress" return="float"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current progress.
- @return a number between 0.0 and 1.0 (inclusive) indicating the attempt's
- progress.]]>
- </doc>
- </method>
- <method name="setStatus"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="java.lang.String"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.StatusReporter -->
- <!-- start class org.apache.hadoop.mapreduce.TaskAttemptContext -->
- <class name="TaskAttemptContext" extends="org.apache.hadoop.mapreduce.JobContext"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Progressable"/>
- <constructor name="TaskAttemptContext" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapreduce.TaskAttemptID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getTaskAttemptID" return="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the unique name for this task attempt.]]>
- </doc>
- </method>
- <method name="setStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="msg" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the current status of the task to the given string.]]>
- </doc>
- </method>
- <method name="getStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the last set status message.
- @return the current status message]]>
- </doc>
- </method>
- <method name="progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Report progress. The subtypes actually do work in this method.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The context for task attempts.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.TaskAttemptContext -->
- <!-- start class org.apache.hadoop.mapreduce.TaskAttemptID -->
- <class name="TaskAttemptID" extends="org.apache.hadoop.mapred.ID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskAttemptID" type="org.apache.hadoop.mapreduce.TaskID, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a TaskAttemptID object from given {@link TaskID}.
- @param taskId TaskID that this task belongs to
- @param id the task attempt number]]>
- </doc>
- </constructor>
- <constructor name="TaskAttemptID" type="java.lang.String, int, boolean, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a TaskId object from given parts.
- @param jtIdentifier jobTracker identifier
- @param jobId job number
- @param isMap whether the tip is a map
- @param taskId taskId number
- @param id the task attempt number]]>
- </doc>
- </constructor>
- <constructor name="TaskAttemptID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the {@link JobID} object that this task attempt belongs to]]>
- </doc>
- </method>
- <method name="getTaskID" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the {@link TaskID} object that this task attempt belongs to]]>
- </doc>
- </method>
- <method name="isMap" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns whether this TaskAttemptID is a map ID]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="appendTo" return="java.lang.StringBuilder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="builder" type="java.lang.StringBuilder"/>
- <doc>
- <![CDATA[Add the unique string to the StringBuilder
- @param builder the builder to append ot
- @return the builder that was passed in.]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="org.apache.hadoop.mapreduce.ID"/>
- <doc>
- <![CDATA[Compare TaskIds by first tipIds, then by task numbers.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="forName" return="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <doc>
- <![CDATA[Construct a TaskAttemptID object from given string
- @return constructed TaskAttemptID object or null if the given String is null
- @throws IllegalArgumentException if the given string is malformed]]>
- </doc>
- </method>
- <field name="ATTEMPT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[TaskAttemptID represents the immutable and unique identifier for
- a task attempt. Each task attempt is one particular instance of a Map or
- Reduce Task identified by its TaskID.
-
- TaskAttemptID consists of 2 parts. First part is the
- {@link TaskID}, that this TaskAttemptID belongs to.
- Second part is the task attempt number. <br>
- An example TaskAttemptID is :
- <code>attempt_200707121733_0003_m_000005_0</code> , which represents the
- zeroth task attempt for the fifth map task in the third job
- running at the jobtracker started at <code>200707121733</code>.
- <p>
- Applications should never construct or parse TaskAttemptID strings
- , but rather use appropriate constructors or {@link #forName(String)}
- method.
-
- @see JobID
- @see TaskID]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.TaskAttemptID -->
- <!-- start class org.apache.hadoop.mapreduce.TaskID -->
- <class name="TaskID" extends="org.apache.hadoop.mapred.ID"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskID" type="org.apache.hadoop.mapreduce.JobID, boolean, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a TaskID object from given {@link JobID}.
- @param jobId JobID that this tip belongs to
- @param isMap whether the tip is a map
- @param id the tip number]]>
- </doc>
- </constructor>
- <constructor name="TaskID" type="java.lang.String, int, boolean, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a TaskInProgressId object from given parts.
- @param jtIdentifier jobTracker identifier
- @param jobId job number
- @param isMap whether the tip is a map
- @param id the tip number]]>
- </doc>
- </constructor>
- <constructor name="TaskID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the {@link JobID} object that this tip belongs to]]>
- </doc>
- </method>
- <method name="isMap" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns whether this TaskID is a map ID]]>
- </doc>
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="java.lang.Object"/>
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="org.apache.hadoop.mapreduce.ID"/>
- <doc>
- <![CDATA[Compare TaskInProgressIds by first jobIds, then by tip numbers. Reduces are
- defined as greater then maps.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="appendTo" return="java.lang.StringBuilder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="builder" type="java.lang.StringBuilder"/>
- <doc>
- <![CDATA[Add the unique string to the given builder.
- @param builder the builder to append to
- @return the builder that was passed in]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="forName" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="str" type="java.lang.String"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <doc>
- <![CDATA[Construct a TaskID object from given string
- @return constructed TaskID object or null if the given String is null
- @throws IllegalArgumentException if the given string is malformed]]>
- </doc>
- </method>
- <field name="TASK" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="idFormat" type="java.text.NumberFormat"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[TaskID represents the immutable and unique identifier for
- a Map or Reduce Task. Each TaskID encompasses multiple attempts made to
- execute the Map or Reduce Task, each of which are uniquely indentified by
- their TaskAttemptID.
-
- TaskID consists of 3 parts. First part is the {@link JobID}, that this
- TaskInProgress belongs to. Second part of the TaskID is either 'm' or 'r'
- representing whether the task is a map task or a reduce task.
- And the third part is the task number. <br>
- An example TaskID is :
- <code>task_200707121733_0003_m_000005</code> , which represents the
- fifth map task in the third job running at the jobtracker
- started at <code>200707121733</code>.
- <p>
- Applications should never construct or parse TaskID strings
- , but rather use appropriate constructors or {@link #forName(String)}
- method.
-
- @see JobID
- @see TaskAttemptID]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.TaskID -->
- <!-- start class org.apache.hadoop.mapreduce.TaskInputOutputContext -->
- <class name="TaskInputOutputContext" extends="org.apache.hadoop.mapreduce.TaskAttemptContext"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Progressable"/>
- <constructor name="TaskInputOutputContext" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapreduce.RecordWriter, org.apache.hadoop.mapreduce.OutputCommitter, org.apache.hadoop.mapreduce.StatusReporter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="nextKeyValue" return="boolean"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Advance to the next key, value pair, returning null if at end.
- @return the key object that was read into, or null if no more]]>
- </doc>
- </method>
- <method name="getCurrentKey" return="java.lang.Object"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the current key.
- @return the current key object or null if there isn't one
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the current value.
- @return the value object that was read into
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Generate an output key/value pair.]]>
- </doc>
- </method>
- <method name="getCounter" return="org.apache.hadoop.mapreduce.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counterName" type="java.lang.Enum"/>
- </method>
- <method name="getCounter" return="org.apache.hadoop.mapreduce.Counter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="groupName" type="java.lang.String"/>
- <param name="counterName" type="java.lang.String"/>
- </method>
- <method name="progress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="java.lang.String"/>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A context object that allows input and output from the task. It is only
- supplied to the {@link Mapper} or {@link Reducer}.
- @param <KEYIN> the input key type for the task
- @param <VALUEIN> the input value type for the task
- @param <KEYOUT> the output key type for the task
- @param <VALUEOUT> the output value type for the task]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.TaskInputOutputContext -->
- <!-- start class org.apache.hadoop.mapreduce.TaskType -->
- <class name="TaskType" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.TaskType[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="MAP" type="org.apache.hadoop.mapreduce.TaskType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE" type="org.apache.hadoop.mapreduce.TaskType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_SETUP" type="org.apache.hadoop.mapreduce.TaskType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_CLEANUP" type="org.apache.hadoop.mapreduce.TaskType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_CLEANUP" type="org.apache.hadoop.mapreduce.TaskType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Enum for map, reduce, job-setup, job-cleanup, task-cleanup task types.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.TaskType -->
- </package>
- <package name="org.apache.hadoop.mapreduce.lib.db">
- <!-- start class org.apache.hadoop.mapreduce.lib.db.BigDecimalSplitter -->
- <class name="BigDecimalSplitter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.db.DBSplitter"/>
- <constructor name="BigDecimalSplitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="split" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="results" type="java.sql.ResultSet"/>
- <param name="colName" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <method name="tryDivide" return="java.math.BigDecimal"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="numerator" type="java.math.BigDecimal"/>
- <param name="denominator" type="java.math.BigDecimal"/>
- <doc>
- <![CDATA[Divide numerator by denominator. If impossible in exact mode, use rounding.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Implement DBSplitter over BigDecimal values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.BigDecimalSplitter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.BooleanSplitter -->
- <class name="BooleanSplitter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.db.DBSplitter"/>
- <constructor name="BooleanSplitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="split" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="results" type="java.sql.ResultSet"/>
- <param name="colName" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <doc>
- <![CDATA[Implement DBSplitter over boolean values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.BooleanSplitter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat -->
- <class name="DataDrivenDBInputFormat" extends="org.apache.hadoop.mapreduce.lib.db.DBInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="DataDrivenDBInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplitter" return="org.apache.hadoop.mapreduce.lib.db.DBSplitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="sqlDataType" type="int"/>
- <doc>
- <![CDATA[@return the DBSplitter implementation to use to divide the table/query into InputSplits.]]>
- </doc>
- </method>
- <method name="getSplits" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getBoundingValsQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return a query which returns the minimum and maximum values for
- the order-by column.
- The min value should be in the first column, and the
- max value should be in the second column of the results.]]>
- </doc>
- </method>
- <method name="setBoundingQuery"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="query" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the user-defined bounding query to use with a user-defined query.
- This *must* include the substring "$CONDITIONS"
- (DataDrivenDBInputFormat.SUBSTITUTE_TOKEN) inside the WHERE clause,
- so that DataDrivenDBInputFormat knows where to insert split clauses.
- e.g., "SELECT foo FROM mytable WHERE $CONDITIONS"
- This will be expanded to something like:
- SELECT foo FROM mytable WHERE (id > 100) AND (id < 250)
- inside each split.]]>
- </doc>
- </method>
- <method name="createDBRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="inputClass" type="java.lang.Class"/>
- <param name="tableName" type="java.lang.String"/>
- <param name="conditions" type="java.lang.String"/>
- <param name="splitBy" type="java.lang.String"/>
- <param name="fieldNames" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Note that the "orderBy" column is called the "splitBy" in this version.
- We reuse the same field, but it's not strictly ordering it -- just partitioning
- the results.]]>
- </doc>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="inputClass" type="java.lang.Class"/>
- <param name="inputQuery" type="java.lang.String"/>
- <param name="inputBoundingQuery" type="java.lang.String"/>
- <doc>
- <![CDATA[setInput() takes a custom query and a separate "bounding query" to use
- instead of the custom "count query" used by DBInputFormat.]]>
- </doc>
- </method>
- <field name="SUBSTITUTE_TOKEN" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[If users are providing their own query, the following string is expected to
- appear in the WHERE clause, which will be substituted with a pair of conditions
- on the input to allow input splits to parallelise the import.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A InputFormat that reads input data from an SQL table.
- Operates like DBInputFormat, but instead of using LIMIT and OFFSET to demarcate
- splits, it tries to generate WHERE clauses which separate the data into roughly
- equivalent shards.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat.DataDrivenDBInputSplit -->
- <class name="DataDrivenDBInputFormat.DataDrivenDBInputSplit" extends="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DataDrivenDBInputFormat.DataDrivenDBInputSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default Constructor]]>
- </doc>
- </constructor>
- <constructor name="DataDrivenDBInputFormat.DataDrivenDBInputSplit" type="java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Convenience Constructor
- @param lower the string to be put in the WHERE clause to guard on the 'lower' end
- @param upper the string to be put in the WHERE clause to guard on the 'upper' end]]>
- </doc>
- </constructor>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@return The total row count in this split]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="output" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getLowerClause" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getUpperClause" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A InputSplit that spans a set of rows]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat.DataDrivenDBInputSplit -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBRecordReader -->
- <class name="DataDrivenDBRecordReader" extends="org.apache.hadoop.mapreduce.lib.db.DBRecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DataDrivenDBRecordReader" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit, java.lang.Class, org.apache.hadoop.conf.Configuration, java.sql.Connection, org.apache.hadoop.mapreduce.lib.db.DBConfiguration, java.lang.String, java.lang.String[], java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[@param split The InputSplit to read data for
- @throws SQLException]]>
- </doc>
- </constructor>
- <method name="getSelectQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the query for selecting the records,
- subclasses can override this for custom behaviour.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A RecordReader that reads records from a SQL table,
- using data-driven WHERE clause splits.
- Emits LongWritables containing the record number as
- key and DBWritables as value.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DataDrivenDBRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DateSplitter -->
- <class name="DateSplitter" extends="org.apache.hadoop.mapreduce.lib.db.IntegerSplitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DateSplitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="split" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="results" type="java.sql.ResultSet"/>
- <param name="colName" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <method name="dateToString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="d" type="java.util.Date"/>
- <doc>
- <![CDATA[Given a Date 'd', format it as a string for use in a SQL date
- comparison operation.
- @param d the date to format.
- @return the string representing this date in SQL with any appropriate
- quotation characters, etc.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Implement DBSplitter over date/time values.
- Make use of logic from IntegerSplitter, since date/time are just longs
- in Java.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DateSplitter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DBConfiguration -->
- <class name="DBConfiguration" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DBConfiguration" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configureDB"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="driverClass" type="java.lang.String"/>
- <param name="dbUrl" type="java.lang.String"/>
- <param name="userName" type="java.lang.String"/>
- <param name="passwd" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the DB access related fields in the {@link Configuration}.
- @param conf the configuration
- @param driverClass JDBC Driver class name
- @param dbUrl JDBC DB access URL.
- @param userName DB access username
- @param passwd DB access passwd]]>
- </doc>
- </method>
- <method name="configureDB"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.conf.Configuration"/>
- <param name="driverClass" type="java.lang.String"/>
- <param name="dbUrl" type="java.lang.String"/>
- <doc>
- <![CDATA[Sets the DB access related fields in the JobConf.
- @param job the job
- @param driverClass JDBC Driver class name
- @param dbUrl JDBC DB access URL.]]>
- </doc>
- </method>
- <method name="getConnection" return="java.sql.Connection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[Returns a connection object o the DB
- @throws ClassNotFoundException
- @throws SQLException]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getInputTableName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setInputTableName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tableName" type="java.lang.String"/>
- </method>
- <method name="getInputFieldNames" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setInputFieldNames"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fieldNames" type="java.lang.String[]"/>
- </method>
- <method name="getInputConditions" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setInputConditions"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conditions" type="java.lang.String"/>
- </method>
- <method name="getInputOrderBy" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setInputOrderBy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="orderby" type="java.lang.String"/>
- </method>
- <method name="getInputQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setInputQuery"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="query" type="java.lang.String"/>
- </method>
- <method name="getInputCountQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setInputCountQuery"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="query" type="java.lang.String"/>
- </method>
- <method name="setInputBoundingQuery"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="query" type="java.lang.String"/>
- </method>
- <method name="getInputBoundingQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getInputClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setInputClass"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inputClass" type="java.lang.Class"/>
- </method>
- <method name="getOutputTableName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setOutputTableName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="tableName" type="java.lang.String"/>
- </method>
- <method name="getOutputFieldNames" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setOutputFieldNames"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fieldNames" type="java.lang.String[]"/>
- </method>
- <method name="setOutputFieldCount"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fieldCount" type="int"/>
- </method>
- <method name="getOutputFieldCount" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="DRIVER_CLASS_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The JDBC Driver class name]]>
- </doc>
- </field>
- <field name="URL_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[JDBC Database access URL]]>
- </doc>
- </field>
- <field name="USERNAME_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[User name to access the database]]>
- </doc>
- </field>
- <field name="PASSWORD_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Password to access the database]]>
- </doc>
- </field>
- <field name="INPUT_TABLE_NAME_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Input table name]]>
- </doc>
- </field>
- <field name="INPUT_FIELD_NAMES_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Field names in the Input table]]>
- </doc>
- </field>
- <field name="INPUT_CONDITIONS_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[WHERE clause in the input SELECT statement]]>
- </doc>
- </field>
- <field name="INPUT_ORDER_BY_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[ORDER BY clause in the input SELECT statement]]>
- </doc>
- </field>
- <field name="INPUT_QUERY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Whole input query, exluding LIMIT...OFFSET]]>
- </doc>
- </field>
- <field name="INPUT_COUNT_QUERY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Input query to get the count of records]]>
- </doc>
- </field>
- <field name="INPUT_BOUNDING_QUERY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Input query to get the max and min values of the jdbc.input.query]]>
- </doc>
- </field>
- <field name="INPUT_CLASS_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Class name implementing DBWritable which will hold input tuples]]>
- </doc>
- </field>
- <field name="OUTPUT_TABLE_NAME_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Output table name]]>
- </doc>
- </field>
- <field name="OUTPUT_FIELD_NAMES_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Field names in the Output table]]>
- </doc>
- </field>
- <field name="OUTPUT_FIELD_COUNT_PROPERTY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Number of fields in the Output table]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A container for configuration property names for jobs with DB input/output.
-
- The job can be configured using the static methods in this class,
- {@link DBInputFormat}, and {@link DBOutputFormat}.
- Alternatively, the properties can be set in the configuration with proper
- values.
-
- @see DBConfiguration#configureDB(Configuration, String, String, String, String)
- @see DBInputFormat#setInput(Job, Class, String, String)
- @see DBInputFormat#setInput(Job, Class, String, String, String, String...)
- @see DBOutputFormat#setOutput(Job, String, String...)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DBConfiguration -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DBInputFormat -->
- <class name="DBInputFormat" extends="org.apache.hadoop.mapreduce.InputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="DBInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDBConf" return="org.apache.hadoop.mapreduce.lib.db.DBConfiguration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getConnection" return="java.sql.Connection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDBProductName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="createDBRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getSplits" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getCountQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the query for getting the total number of rows,
- subclasses can override this for custom behaviour.]]>
- </doc>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="inputClass" type="java.lang.Class"/>
- <param name="tableName" type="java.lang.String"/>
- <param name="conditions" type="java.lang.String"/>
- <param name="orderBy" type="java.lang.String"/>
- <param name="fieldNames" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Initializes the map-part of the job with the appropriate input settings.
-
- @param job The map-reduce job
- @param inputClass the class object implementing DBWritable, which is the
- Java object holding tuple fields.
- @param tableName The table to read data from
- @param conditions The condition which to select data with,
- eg. '(updated > 20070101 AND length > 0)'
- @param orderBy the fieldNames in the orderBy clause.
- @param fieldNames The field names in the table
- @see #setInput(Job, Class, String, String)]]>
- </doc>
- </method>
- <method name="setInput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="inputClass" type="java.lang.Class"/>
- <param name="inputQuery" type="java.lang.String"/>
- <param name="inputCountQuery" type="java.lang.String"/>
- <doc>
- <![CDATA[Initializes the map-part of the job with the appropriate input settings.
-
- @param job The map-reduce job
- @param inputClass the class object implementing DBWritable, which is the
- Java object holding tuple fields.
- @param inputQuery the input query to select fields. Example :
- "SELECT f1, f2, f3 FROM Mytable ORDER BY f1"
- @param inputCountQuery the input query that returns
- the number of records in the table.
- Example : "SELECT COUNT(f1) FROM Mytable"
- @see #setInput(Job, Class, String, String, String, String...)]]>
- </doc>
- </method>
- <method name="closeConnection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A InputFormat that reads input data from an SQL table.
- <p>
- DBInputFormat emits LongWritables containing the record number as
- key and DBWritables as value.
-
- The SQL query, and input class can be using one of the two
- setInput methods.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DBInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit -->
- <class name="DBInputFormat.DBInputSplit" extends="org.apache.hadoop.mapreduce.InputSplit"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="DBInputFormat.DBInputSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default Constructor]]>
- </doc>
- </constructor>
- <constructor name="DBInputFormat.DBInputSplit" type="long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Convenience Constructor
- @param start the index of the first row to select
- @param end the index of the last row to select]]>
- </doc>
- </constructor>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getStart" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return The index of the first row to select]]>
- </doc>
- </method>
- <method name="getEnd" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return The index of the last row to select]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@return The total row count in this split]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="output" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A InputSplit that spans a set of rows]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DBInputFormat.NullDBWritable -->
- <class name="DBInputFormat.NullDBWritable" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.db.DBWritable"/>
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="DBInputFormat.NullDBWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg0" type="java.sql.ResultSet"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arg0" type="java.sql.PreparedStatement"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <doc>
- <![CDATA[A Class that does nothing, implementing DBWritable]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DBInputFormat.NullDBWritable -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DBOutputFormat -->
- <class name="DBOutputFormat" extends="org.apache.hadoop.mapreduce.OutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DBOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="constructQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="table" type="java.lang.String"/>
- <param name="fieldNames" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Constructs the query used as the prepared statement to insert data.
-
- @param table
- the table to insert into
- @param fieldNames
- the fields to insert into. If field names are unknown, supply an
- array of nulls.]]>
- </doc>
- </method>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="setOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="tableName" type="java.lang.String"/>
- <param name="fieldNames" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Initializes the reduce-part of the job with
- the appropriate output settings
-
- @param job The job
- @param tableName The table to insert data into
- @param fieldNames The field names in the table.]]>
- </doc>
- </method>
- <method name="setOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="tableName" type="java.lang.String"/>
- <param name="fieldCount" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Initializes the reduce-part of the job
- with the appropriate output settings
-
- @param job The job
- @param tableName The table to insert data into
- @param fieldCount the number of fields in the table.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A OutputFormat that sends the reduce output to a SQL table.
- <p>
- {@link DBOutputFormat} accepts <key,value> pairs, where
- key has a type extending DBWritable. Returned {@link RecordWriter}
- writes <b>only the key</b> to the database with a batch SQL query.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DBOutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DBOutputFormat.DBRecordWriter -->
- <class name="DBOutputFormat.DBRecordWriter" extends="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DBOutputFormat.DBRecordWriter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- </constructor>
- <constructor name="DBOutputFormat.DBRecordWriter" type="java.sql.Connection, java.sql.PreparedStatement"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- </constructor>
- <method name="getConnection" return="java.sql.Connection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStatement" return="java.sql.PreparedStatement"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.mapreduce.lib.db.DBWritable"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A RecordWriter that writes the reduce output to a SQL table]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DBOutputFormat.DBRecordWriter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.DBRecordReader -->
- <class name="DBRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DBRecordReader" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit, java.lang.Class, org.apache.hadoop.conf.Configuration, java.sql.Connection, org.apache.hadoop.mapreduce.lib.db.DBConfiguration, java.lang.String, java.lang.String[], java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[@param split The InputSplit to read data for
- @throws SQLException]]>
- </doc>
- </constructor>
- <method name="executeQuery" return="java.sql.ResultSet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="query" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <method name="getSelectQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the query for selecting the records,
- subclasses can override this for custom behaviour.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentKey" return="org.apache.hadoop.io.LongWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getCurrentValue" return="org.apache.hadoop.mapreduce.lib.db.DBWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="createValue" return="org.apache.hadoop.mapreduce.lib.db.DBWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="deprecated, no comment">
- <doc>
- <![CDATA[@deprecated]]>
- </doc>
- </method>
- <method name="getPos" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="deprecated, no comment">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated]]>
- </doc>
- </method>
- <method name="next" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="Use {@link #nextKeyValue()}">
- <param name="key" type="org.apache.hadoop.io.LongWritable"/>
- <param name="value" type="org.apache.hadoop.mapreduce.lib.db.DBWritable"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@deprecated Use {@link #nextKeyValue()}]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getSplit" return="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getFieldNames" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getTableName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getConditions" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getDBConf" return="org.apache.hadoop.mapreduce.lib.db.DBConfiguration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getConnection" return="java.sql.Connection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getStatement" return="java.sql.PreparedStatement"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="setStatement"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="stmt" type="java.sql.PreparedStatement"/>
- </method>
- <field name="statement" type="java.sql.PreparedStatement"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A RecordReader that reads records from a SQL table.
- Emits LongWritables containing the record number as
- key and DBWritables as value.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.DBRecordReader -->
- <!-- start interface org.apache.hadoop.mapreduce.lib.db.DBSplitter -->
- <interface name="DBSplitter" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="split" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="results" type="java.sql.ResultSet"/>
- <param name="colName" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[Given a ResultSet containing one record (and already advanced to that record)
- with two columns (a low value, and a high value, both of the same type), determine
- a set of splits that span the given values.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[DBSplitter will generate DBInputSplits to use with DataDrivenDBInputFormat.
- DataDrivenDBInputFormat needs to interpolate between two values that
- represent the lowest and highest valued records to import. Depending
- on the data-type of the column, this requires different behavior.
- DBSplitter implementations should perform this for a data type or family
- of data types.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapreduce.lib.db.DBSplitter -->
- <!-- start interface org.apache.hadoop.mapreduce.lib.db.DBWritable -->
- <interface name="DBWritable" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="statement" type="java.sql.PreparedStatement"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[Sets the fields of the object in the {@link PreparedStatement}.
- @param statement the statement that the fields are put into.
- @throws SQLException]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="resultSet" type="java.sql.ResultSet"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[Reads the fields of the object from the {@link ResultSet}.
- @param resultSet the {@link ResultSet} to get the fields from.
- @throws SQLException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Objects that are read from/written to a database should implement
- <code>DBWritable</code>. DBWritable, is similar to {@link Writable}
- except that the {@link #write(PreparedStatement)} method takes a
- {@link PreparedStatement}, and {@link #readFields(ResultSet)}
- takes a {@link ResultSet}.
- <p>
- Implementations are responsible for writing the fields of the object
- to PreparedStatement, and reading the fields of the object from the
- ResultSet.
-
- <p>Example:</p>
- If we have the following table in the database :
- <pre>
- CREATE TABLE MyTable (
- counter INTEGER NOT NULL,
- timestamp BIGINT NOT NULL,
- );
- </pre>
- then we can read/write the tuples from/to the table with :
- <p><pre>
- public class MyWritable implements Writable, DBWritable {
- // Some data
- private int counter;
- private long timestamp;
-
- //Writable#write() implementation
- public void write(DataOutput out) throws IOException {
- out.writeInt(counter);
- out.writeLong(timestamp);
- }
-
- //Writable#readFields() implementation
- public void readFields(DataInput in) throws IOException {
- counter = in.readInt();
- timestamp = in.readLong();
- }
-
- public void write(PreparedStatement statement) throws SQLException {
- statement.setInt(1, counter);
- statement.setLong(2, timestamp);
- }
-
- public void readFields(ResultSet resultSet) throws SQLException {
- counter = resultSet.getInt(1);
- timestamp = resultSet.getLong(2);
- }
- }
- </pre></p>]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapreduce.lib.db.DBWritable -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.FloatSplitter -->
- <class name="FloatSplitter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.db.DBSplitter"/>
- <constructor name="FloatSplitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="split" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="results" type="java.sql.ResultSet"/>
- <param name="colName" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <doc>
- <![CDATA[Implement DBSplitter over floating-point values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.FloatSplitter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.IntegerSplitter -->
- <class name="IntegerSplitter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.db.DBSplitter"/>
- <constructor name="IntegerSplitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="split" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="results" type="java.sql.ResultSet"/>
- <param name="colName" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <doc>
- <![CDATA[Implement DBSplitter over integer values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.IntegerSplitter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.MySQLDataDrivenDBRecordReader -->
- <class name="MySQLDataDrivenDBRecordReader" extends="org.apache.hadoop.mapreduce.lib.db.DataDrivenDBRecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MySQLDataDrivenDBRecordReader" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit, java.lang.Class, org.apache.hadoop.conf.Configuration, java.sql.Connection, org.apache.hadoop.mapreduce.lib.db.DBConfiguration, java.lang.String, java.lang.String[], java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- </constructor>
- <method name="executeQuery" return="java.sql.ResultSet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="query" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <doc>
- <![CDATA[A RecordReader that reads records from a MySQL table via DataDrivenDBRecordReader]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.MySQLDataDrivenDBRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.MySQLDBRecordReader -->
- <class name="MySQLDBRecordReader" extends="org.apache.hadoop.mapreduce.lib.db.DBRecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MySQLDBRecordReader" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit, java.lang.Class, org.apache.hadoop.conf.Configuration, java.sql.Connection, org.apache.hadoop.mapreduce.lib.db.DBConfiguration, java.lang.String, java.lang.String[], java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- </constructor>
- <method name="executeQuery" return="java.sql.ResultSet"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="query" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- </method>
- <doc>
- <![CDATA[A RecordReader that reads records from a MySQL table.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.MySQLDBRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.OracleDataDrivenDBInputFormat -->
- <class name="OracleDataDrivenDBInputFormat" extends="org.apache.hadoop.mapreduce.lib.db.DataDrivenDBInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="OracleDataDrivenDBInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplitter" return="org.apache.hadoop.mapreduce.lib.db.DBSplitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="sqlDataType" type="int"/>
- <doc>
- <![CDATA[@return the DBSplitter implementation to use to divide the table/query into InputSplits.]]>
- </doc>
- </method>
- <method name="createDBRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A InputFormat that reads input data from an SQL table in an Oracle db.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.OracleDataDrivenDBInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.OracleDataDrivenDBRecordReader -->
- <class name="OracleDataDrivenDBRecordReader" extends="org.apache.hadoop.mapreduce.lib.db.DataDrivenDBRecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="OracleDataDrivenDBRecordReader" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit, java.lang.Class, org.apache.hadoop.conf.Configuration, java.sql.Connection, org.apache.hadoop.mapreduce.lib.db.DBConfiguration, java.lang.String, java.lang.String[], java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- </constructor>
- <doc>
- <![CDATA[A RecordReader that reads records from a Oracle table via DataDrivenDBRecordReader]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.OracleDataDrivenDBRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.OracleDateSplitter -->
- <class name="OracleDateSplitter" extends="org.apache.hadoop.mapreduce.lib.db.DateSplitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="OracleDateSplitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="dateToString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="d" type="java.util.Date"/>
- </method>
- <doc>
- <![CDATA[Implement DBSplitter over date/time values returned by an Oracle db.
- Make use of logic from DateSplitter, since this just needs to use
- some Oracle-specific functions on the formatting end when generating
- InputSplits.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.OracleDateSplitter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.OracleDBRecordReader -->
- <class name="OracleDBRecordReader" extends="org.apache.hadoop.mapreduce.lib.db.DBRecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="OracleDBRecordReader" type="org.apache.hadoop.mapreduce.lib.db.DBInputFormat.DBInputSplit, java.lang.Class, org.apache.hadoop.conf.Configuration, java.sql.Connection, org.apache.hadoop.mapreduce.lib.db.DBConfiguration, java.lang.String, java.lang.String[], java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="SQLException" type="java.sql.SQLException"/>
- </constructor>
- <method name="getSelectQuery" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the query for selecting the records from an Oracle DB.]]>
- </doc>
- </method>
- <method name="setSessionTimeZone"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="conn" type="java.sql.Connection"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[Set session time zone
- @param conf The current configuration.
- We read the 'oracle.sessionTimeZone' property from here.
- @param conn The connection to alter the timezone properties of.]]>
- </doc>
- </method>
- <field name="SESSION_TIMEZONE_KEY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration key to set to a timezone string.]]>
- </doc>
- </field>
- <doc>
- <![CDATA[A RecordReader that reads records from an Oracle SQL table.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.OracleDBRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.db.TextSplitter -->
- <class name="TextSplitter" extends="org.apache.hadoop.mapreduce.lib.db.BigDecimalSplitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TextSplitter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="split" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="results" type="java.sql.ResultSet"/>
- <param name="colName" type="java.lang.String"/>
- <exception name="SQLException" type="java.sql.SQLException"/>
- <doc>
- <![CDATA[This method needs to determine the splits between two user-provided strings.
- In the case where the user's strings are 'A' and 'Z', this is not hard; we
- could create two splits from ['A', 'M') and ['M', 'Z'], 26 splits for strings
- beginning with each letter, etc.
- If a user has provided us with the strings "Ham" and "Haze", however, we need
- to create splits that differ in the third letter.
- The algorithm used is as follows:
- Since there are 2**16 unicode characters, we interpret characters as digits in
- base 65536. Given a string 's' containing characters s_0, s_1 .. s_n, we interpret
- the string as the number: 0.s_0 s_1 s_2.. s_n in base 65536. Having mapped the
- low and high strings into floating-point values, we then use the BigDecimalSplitter
- to establish the even split points, then map the resulting floating point values
- back into strings.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Implement DBSplitter over text strings.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.db.TextSplitter -->
- </package>
- <package name="org.apache.hadoop.mapreduce.lib.fieldsel">
- <!-- start class org.apache.hadoop.mapreduce.lib.fieldsel.FieldSelectionHelper -->
- <class name="FieldSelectionHelper" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FieldSelectionHelper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FieldSelectionHelper" type="org.apache.hadoop.io.Text, org.apache.hadoop.io.Text"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="parseOutputKeyValueSpec" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="keyValueSpec" type="java.lang.String"/>
- <param name="keyFieldList" type="java.util.List"/>
- <param name="valueFieldList" type="java.util.List"/>
- </method>
- <method name="specToString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fieldSeparator" type="java.lang.String"/>
- <param name="keyValueSpec" type="java.lang.String"/>
- <param name="allValueFieldsFrom" type="int"/>
- <param name="keyFieldList" type="java.util.List"/>
- <param name="valueFieldList" type="java.util.List"/>
- </method>
- <method name="getKey" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getValue" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="extractOutputKeyValue"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.String"/>
- <param name="val" type="java.lang.String"/>
- <param name="fieldSep" type="java.lang.String"/>
- <param name="keyFieldList" type="java.util.List"/>
- <param name="valFieldList" type="java.util.List"/>
- <param name="allValueFieldsFrom" type="int"/>
- <param name="ignoreKey" type="boolean"/>
- <param name="isMap" type="boolean"/>
- </method>
- <field name="emptyText" type="org.apache.hadoop.io.Text"
- transient="false" volatile="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DATA_FIELD_SEPERATOR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_OUTPUT_KEY_VALUE_SPEC" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_OUTPUT_KEY_VALUE_SPEC" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class implements a mapper/reducer class that can be used to perform
- field selections in a manner similar to unix cut. The input data is treated
- as fields separated by a user specified separator (the default value is
- "\t"). The user can specify a list of fields that form the map output keys,
- and a list of fields that form the map output values. If the inputformat is
- TextInputFormat, the mapper will ignore the key to the map function. and the
- fields are from the value only. Otherwise, the fields are the union of those
- from the key and those from the value.
-
- The field separator is under attribute "mapreduce.fieldsel.data.field.separator"
-
- The map output field list spec is under attribute
- "mapreduce.fieldsel.map.output.key.value.fields.spec".
- The value is expected to be like "keyFieldsSpec:valueFieldsSpec"
- key/valueFieldsSpec are comma (,) separated field spec: fieldSpec,fieldSpec,fieldSpec ...
- Each field spec can be a simple number (e.g. 5) specifying a specific field, or a range
- (like 2-5) to specify a range of fields, or an open range (like 3-) specifying all
- the fields starting from field 3. The open range field spec applies value fields only.
- They have no effect on the key fields.
-
- Here is an example: "4,3,0,1:6,5,1-3,7-". It specifies to use fields 4,3,0 and 1 for keys,
- and use fields 6,5,1,2,3,7 and above for values.
-
- The reduce output field list spec is under attribute
- "mapreduce.fieldsel.reduce.output.key.value.fields.spec".
-
- The reducer extracts output key/value pairs in a similar manner, except that
- the key is never ignored.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.fieldsel.FieldSelectionHelper -->
- <!-- start class org.apache.hadoop.mapreduce.lib.fieldsel.FieldSelectionMapper -->
- <class name="FieldSelectionMapper" extends="org.apache.hadoop.mapreduce.Mapper"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FieldSelectionMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="val" type="java.lang.Object"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[The identify function. Input key/value pair is written directly to output.]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class implements a mapper class that can be used to perform
- field selections in a manner similar to unix cut. The input data is treated
- as fields separated by a user specified separator (the default value is
- "\t"). The user can specify a list of fields that form the map output keys,
- and a list of fields that form the map output values. If the inputformat is
- TextInputFormat, the mapper will ignore the key to the map function. and the
- fields are from the value only. Otherwise, the fields are the union of those
- from the key and those from the value.
-
- The field separator is under attribute "mapreduce.fieldsel.data.field.separator"
-
- The map output field list spec is under attribute
- "mapreduce.fieldsel.map.output.key.value.fields.spec".
- The value is expected to be like
- "keyFieldsSpec:valueFieldsSpec" key/valueFieldsSpec are comma (,) separated
- field spec: fieldSpec,fieldSpec,fieldSpec ... Each field spec can be a
- simple number (e.g. 5) specifying a specific field, or a range (like 2-5)
- to specify a range of fields, or an open range (like 3-) specifying all
- the fields starting from field 3. The open range field spec applies value
- fields only. They have no effect on the key fields.
-
- Here is an example: "4,3,0,1:6,5,1-3,7-". It specifies to use fields
- 4,3,0 and 1 for keys, and use fields 6,5,1,2,3,7 and above for values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.fieldsel.FieldSelectionMapper -->
- <!-- start class org.apache.hadoop.mapreduce.lib.fieldsel.FieldSelectionReducer -->
- <class name="FieldSelectionReducer" extends="org.apache.hadoop.mapreduce.Reducer"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FieldSelectionReducer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Text"/>
- <param name="values" type="java.lang.Iterable"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class implements a reducer class that can be used to perform field
- selections in a manner similar to unix cut.
-
- The input data is treated as fields separated by a user specified
- separator (the default value is "\t"). The user can specify a list of
- fields that form the reduce output keys, and a list of fields that form
- the reduce output values. The fields are the union of those from the key
- and those from the value.
-
- The field separator is under attribute "mapreduce.fieldsel.data.field.separator"
-
- The reduce output field list spec is under attribute
- "mapreduce.fieldsel.reduce.output.key.value.fields.spec".
- The value is expected to be like
- "keyFieldsSpec:valueFieldsSpec" key/valueFieldsSpec are comma (,)
- separated field spec: fieldSpec,fieldSpec,fieldSpec ... Each field spec
- can be a simple number (e.g. 5) specifying a specific field, or a range
- (like 2-5) to specify a range of fields, or an open range (like 3-)
- specifying all the fields starting from field 3. The open range field
- spec applies value fields only. They have no effect on the key fields.
-
- Here is an example: "4,3,0,1:6,5,1-3,7-". It specifies to use fields
- 4,3,0 and 1 for keys, and use fields 6,5,1,2,3,7 and above for values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.fieldsel.FieldSelectionReducer -->
- </package>
- <package name="org.apache.hadoop.mapreduce.lib.input">
- <!-- start class org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat -->
- <class name="CombineFileInputFormat" extends="org.apache.hadoop.mapreduce.lib.input.FileInputFormat"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CombineFileInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[default constructor]]>
- </doc>
- </constructor>
- <method name="setMaxSplitSize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="maxSplitSize" type="long"/>
- <doc>
- <![CDATA[Specify the maximum size (in bytes) of each split. Each split is
- approximately equal to the specified size.]]>
- </doc>
- </method>
- <method name="setMinSplitSizeNode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="minSplitSizeNode" type="long"/>
- <doc>
- <![CDATA[Specify the minimum size (in bytes) of each split per node.
- This applies to data that is left over after combining data on a single
- node into splits that are of maximum size specified by maxSplitSize.
- This leftover data will be combined into its own split if its size
- exceeds minSplitSizeNode.]]>
- </doc>
- </method>
- <method name="setMinSplitSizeRack"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="minSplitSizeRack" type="long"/>
- <doc>
- <![CDATA[Specify the minimum size (in bytes) of each split per rack.
- This applies to data that is left over after combining data on a single
- rack into splits that are of maximum size specified by maxSplitSize.
- This leftover data will be combined into its own split if its size
- exceeds minSplitSizeRack.]]>
- </doc>
- </method>
- <method name="createPool"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="filters" type="java.util.List"/>
- <doc>
- <![CDATA[Create a new pool and add the filters to it.
- A split cannot have files from different pools.]]>
- </doc>
- </method>
- <method name="createPool"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="filters" type="org.apache.hadoop.fs.PathFilter[]"/>
- <doc>
- <![CDATA[Create a new pool and add the filters to it.
- A pathname can satisfy any one of the specified filters.
- A split cannot have files from different pools.]]>
- </doc>
- </method>
- <method name="isSplitable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="getSplits" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[This is not implemented yet.]]>
- </doc>
- </method>
- <method name="getFileBlockLocations" return="org.apache.hadoop.fs.BlockLocation[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="stat" type="org.apache.hadoop.fs.FileStatus"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="SPLIT_MINSIZE_PERNODE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SPLIT_MINSIZE_PERRACK" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An abstract {@link InputFormat} that returns {@link CombineFileSplit}'s in
- {@link InputFormat#getSplits(JobContext)} method.
-
- Splits are constructed from the files under the input paths.
- A split cannot have files from different pools.
- Each split returned may contain blocks from different files.
- If a maxSplitSize is specified, then blocks on the same node are
- combined to form a single split. Blocks that are left over are
- then combined with other blocks in the same rack.
- If maxSplitSize is not specified, then blocks from the same rack
- are combined in a single split; no attempt is made to create
- node-local splits.
- If the maxSplitSize is equal to the block size, then this class
- is similar to the default splitting behavior in Hadoop: each
- block is a locally processed split.
- Subclasses implement
- {@link InputFormat#createRecordReader(InputSplit, TaskAttemptContext)}
- to construct <code>RecordReader</code>'s for
- <code>CombineFileSplit</code>'s.
-
- @see CombineFileSplit]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.CombineFileRecordReader -->
- <class name="CombineFileRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CombineFileRecordReader" type="org.apache.hadoop.mapreduce.lib.input.CombineFileSplit, org.apache.hadoop.mapreduce.TaskAttemptContext, java.lang.Class"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[A generic RecordReader that can hand out different recordReaders
- for each chunk in the CombineFileSplit.]]>
- </doc>
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[return progress based on the amount of data processed so far.]]>
- </doc>
- </method>
- <method name="initNextRecordReader" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the record reader for the next chunk in this CombineFileSplit.]]>
- </doc>
- </method>
- <field name="split" type="org.apache.hadoop.mapreduce.lib.input.CombineFileSplit"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="rrClass" type="java.lang.Class"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="rrConstructor" type="java.lang.reflect.Constructor"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="fs" type="org.apache.hadoop.fs.FileSystem"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="idx" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="progress" type="long"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="curReader" type="org.apache.hadoop.mapreduce.RecordReader"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A generic RecordReader that can hand out different recordReaders
- for each chunk in a {@link CombineFileSplit}.
- A CombineFileSplit can combine data chunks from multiple files.
- This class allows using different RecordReaders for processing
- these data chunks from different files.
- @see CombineFileSplit]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.CombineFileRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.CombineFileSplit -->
- <class name="CombineFileSplit" extends="org.apache.hadoop.mapreduce.InputSplit"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="CombineFileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[default constructor]]>
- </doc>
- </constructor>
- <constructor name="CombineFileSplit" type="org.apache.hadoop.fs.Path[], long[], long[], java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="CombineFileSplit" type="org.apache.hadoop.fs.Path[], long[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="CombineFileSplit" type="org.apache.hadoop.mapreduce.lib.input.CombineFileSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Copy constructor]]>
- </doc>
- </constructor>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStartOffsets" return="long[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns an array containing the start offsets of the files in the split]]>
- </doc>
- </method>
- <method name="getLengths" return="long[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns an array containing the lengths of the files in the split]]>
- </doc>
- </method>
- <method name="getOffset" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Returns the start offset of the i<sup>th</sup> Path]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Returns the length of the i<sup>th</sup> Path]]>
- </doc>
- </method>
- <method name="getNumPaths" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the number of Paths in the split]]>
- </doc>
- </method>
- <method name="getPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="i" type="int"/>
- <doc>
- <![CDATA[Returns the i<sup>th</sup> Path]]>
- </doc>
- </method>
- <method name="getPaths" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns all the Paths in the split]]>
- </doc>
- </method>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Returns all the Paths where this input-split resides]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A sub-collection of input files.
-
- Unlike {@link FileSplit}, CombineFileSplit class does not represent
- a split of a file, but a split of input files into smaller sets.
- A split may contain blocks from different file but all
- the blocks in the same split are probably local to some rack <br>
- CombineFileSplit can be used to implement {@link RecordReader}'s,
- with reading one record per file.
-
- @see FileSplit
- @see CombineFileInputFormat]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.CombineFileSplit -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.DelegatingInputFormat -->
- <class name="DelegatingInputFormat" extends="org.apache.hadoop.mapreduce.InputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DelegatingInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplits" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <doc>
- <![CDATA[An {@link InputFormat} that delegates behavior of paths to multiple other
- InputFormats.
-
- @see MultipleInputs#addInputPath(Job, Path, Class, Class)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.DelegatingInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.DelegatingMapper -->
- <class name="DelegatingMapper" extends="org.apache.hadoop.mapreduce.Mapper"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DelegatingMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <doc>
- <![CDATA[An {@link Mapper} that delegates behavior of paths to multiple other
- mappers.
-
- @see MultipleInputs#addInputPath(Job, Path, Class, Class)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.DelegatingMapper -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.DelegatingRecordReader -->
- <class name="DelegatingRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DelegatingRecordReader" type="org.apache.hadoop.mapreduce.InputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Constructs the DelegatingRecordReader.
-
- @param split TaggegInputSplit object
- @param context TaskAttemptContext object
-
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getCurrentKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <doc>
- <![CDATA[This is a delegating RecordReader, which delegates the functionality to the
- underlying record reader in {@link TaggedInputSplit}]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.DelegatingRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.FileInputFormat -->
- <class name="FileInputFormat" extends="org.apache.hadoop.mapreduce.InputFormat"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getFormatMinSplitSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the lower bound on split size imposed by the format.
- @return the number of bytes of the minimal split for this format]]>
- </doc>
- </method>
- <method name="isSplitable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="filename" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Is the given filename splitable? Usually, true, but if the file is
- stream compressed, it will not be.
-
- <code>FileInputFormat</code> implementations can override this and return
- <code>false</code> to ensure that individual input files are never split-up
- so that {@link Mapper}s process entire files.
-
- @param context the job context
- @param filename the file name to check
- @return is this file splitable?]]>
- </doc>
- </method>
- <method name="setInputPathFilter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="filter" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set a PathFilter to be applied to the input paths for the map-reduce job.
- @param job the job to modify
- @param filter the PathFilter class use for filtering the input paths.]]>
- </doc>
- </method>
- <method name="setMinInputSplitSize"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="size" type="long"/>
- <doc>
- <![CDATA[Set the minimum input split size
- @param job the job to modify
- @param size the minimum size]]>
- </doc>
- </method>
- <method name="getMinSplitSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the minimum split size
- @param job the job
- @return the minimum number of bytes that can be in a split]]>
- </doc>
- </method>
- <method name="setMaxInputSplitSize"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="size" type="long"/>
- <doc>
- <![CDATA[Set the maximum split size
- @param job the job to modify
- @param size the maximum split size]]>
- </doc>
- </method>
- <method name="getMaxSplitSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the maximum split size.
- @param context the job to look at.
- @return the maximum number of bytes a split can include]]>
- </doc>
- </method>
- <method name="getInputPathFilter" return="org.apache.hadoop.fs.PathFilter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get a PathFilter instance of the filter set for the input paths.
- @return the PathFilter instance set for the job, NULL if none has been set.]]>
- </doc>
- </method>
- <method name="listStatus" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[List input directories.
- Subclasses may override to, e.g., select only files matching a regular
- expression.
-
- @param job the job to list input paths for
- @return array of FileStatus objects
- @throws IOException if zero items.]]>
- </doc>
- </method>
- <method name="getSplits" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Generate the list of files and make them into FileSplits.]]>
- </doc>
- </method>
- <method name="computeSplitSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="blockSize" type="long"/>
- <param name="minSize" type="long"/>
- <param name="maxSize" type="long"/>
- </method>
- <method name="getBlockIndex" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="blkLocations" type="org.apache.hadoop.fs.BlockLocation[]"/>
- <param name="offset" type="long"/>
- </method>
- <method name="setInputPaths"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="commaSeparatedPaths" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Sets the given comma separated paths as the list of inputs
- for the map-reduce job.
-
- @param job the job
- @param commaSeparatedPaths Comma separated paths to be set as
- the list of inputs for the map-reduce job.]]>
- </doc>
- </method>
- <method name="addInputPaths"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="commaSeparatedPaths" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add the given comma separated paths to the list of inputs for
- the map-reduce job.
-
- @param job The job to modify
- @param commaSeparatedPaths Comma separated paths to be added to
- the list of inputs for the map-reduce job.]]>
- </doc>
- </method>
- <method name="setInputPaths"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="inputPaths" type="org.apache.hadoop.fs.Path[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Set the array of {@link Path}s as the list of inputs
- for the map-reduce job.
-
- @param job The job to modify
- @param inputPaths the {@link Path}s of the input directories/files
- for the map-reduce job.]]>
- </doc>
- </method>
- <method name="addInputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Add a {@link Path} to the list of inputs for the map-reduce job.
-
- @param job The {@link Job} to modify
- @param path {@link Path} to be added to the list of inputs for
- the map-reduce job.]]>
- </doc>
- </method>
- <method name="getInputPaths" return="org.apache.hadoop.fs.Path[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the list of input {@link Path}s for the map-reduce job.
-
- @param context The job
- @return the list of input {@link Path}s for the map-reduce job.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A base class for file-based {@link InputFormat}s.
-
- <p><code>FileInputFormat</code> is the base class for all file-based
- <code>InputFormat</code>s. This provides a generic implementation of
- {@link #getSplits(JobContext)}.
- Subclasses of <code>FileInputFormat</code> can also override the
- {@link #isSplitable(JobContext, Path)} method to ensure input-files are
- not split-up and are processed as a whole by {@link Mapper}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.FileInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.FileInputFormat.Counter -->
- <class name="FileInputFormat.Counter" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.lib.input.FileInputFormat.Counter[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.lib.input.FileInputFormat.Counter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="BYTES_READ" type="org.apache.hadoop.mapreduce.lib.input.FileInputFormat.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.FileInputFormat.Counter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.FileSplit -->
- <class name="FileSplit" extends="org.apache.hadoop.mapreduce.InputSplit"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="FileSplit" type="org.apache.hadoop.fs.Path, long, long, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructs a split with host information
- @param file the file name
- @param start the position of the first byte in the file to process
- @param length the number of bytes in the file to process
- @param hosts the list of hosts containing the block, possibly null]]>
- </doc>
- </constructor>
- <method name="getPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The file containing this split's data.]]>
- </doc>
- </method>
- <method name="getStart" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The position of the first byte in the file to process.]]>
- </doc>
- </method>
- <method name="getLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The number of bytes in the file to process.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A section of an input file. Returned by {@link
- InputFormat#getSplits(JobContext)} and passed to
- {@link InputFormat#createRecordReader(InputSplit,TaskAttemptContext)}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.FileSplit -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.InvalidInputException -->
- <class name="InvalidInputException" extends="java.io.IOException"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InvalidInputException" type="java.util.List"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create the exception with the given list.
- @param probs the list of problems to report. this list is not copied.]]>
- </doc>
- </constructor>
- <method name="getProblems" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the complete list of the problems reported.
- @return the list of problems, which must not be modified]]>
- </doc>
- </method>
- <method name="getMessage" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get a summary message of the problems found.
- @return the concatenated messages from all of the problems.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class wraps a list of problems with the input, so that the user
- can get a list of problems together instead of finding and fixing them one
- by one.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.InvalidInputException -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.KeyValueLineRecordReader -->
- <class name="KeyValueLineRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="KeyValueLineRecordReader" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericSplit" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="findSeparator" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="utf" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="length" type="int"/>
- <param name="sep" type="byte"/>
- </method>
- <method name="setKeyValue"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.Text"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- <param name="line" type="byte[]"/>
- <param name="lineLen" type="int"/>
- <param name="pos" type="int"/>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Read key/value pair in a line.]]>
- </doc>
- </method>
- <method name="getCurrentKey" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getCurrentValue" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="KEY_VALUE_SEPERATOR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class treats a line in the input as a key/value pair separated by a
- separator character. The separator can be specified in config file
- under the attribute name mapreduce.input.keyvaluelinerecordreader.key.value.separator. The default
- separator is the tab character ('\t').]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.KeyValueLineRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.KeyValueTextInputFormat -->
- <class name="KeyValueTextInputFormat" extends="org.apache.hadoop.mapreduce.lib.input.FileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="KeyValueTextInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="isSplitable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- </method>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericSplit" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link InputFormat} for plain text files. Files are broken into lines.
- Either line feed or carriage-return are used to signal end of line.
- Each line is divided into key and value parts by a separator byte. If no
- such a byte exists, the key will be the entire line and value will be empty.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.KeyValueTextInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.LineRecordReader -->
- <class name="LineRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LineRecordReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericSplit" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getCurrentKey" return="org.apache.hadoop.io.LongWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getCurrentValue" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the progress within the split]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Treats keys as offset in file and value as line.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.LineRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.MultipleInputs -->
- <class name="MultipleInputs" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MultipleInputs"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="addInputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="inputFormatClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Add a {@link Path} with a custom {@link InputFormat} to the list of
- inputs for the map-reduce job.
-
- @param job The {@link Job}
- @param path {@link Path} to be added to the list of inputs for the job
- @param inputFormatClass {@link InputFormat} class to use for this path]]>
- </doc>
- </method>
- <method name="addInputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="inputFormatClass" type="java.lang.Class"/>
- <param name="mapperClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Add a {@link Path} with a custom {@link InputFormat} and
- {@link Mapper} to the list of inputs for the map-reduce job.
-
- @param job The {@link Job}
- @param path {@link Path} to be added to the list of inputs for the job
- @param inputFormatClass {@link InputFormat} class to use for this path
- @param mapperClass {@link Mapper} class to use for this path]]>
- </doc>
- </method>
- <field name="DIR_FORMATS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DIR_MAPPERS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class supports MapReduce jobs that have multiple input paths with
- a different {@link InputFormat} and {@link Mapper} for each path]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.MultipleInputs -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.NLineInputFormat -->
- <class name="NLineInputFormat" extends="org.apache.hadoop.mapreduce.lib.input.FileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NLineInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="genericSplit" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getSplits" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Logically splits the set of input files for the job, splits N lines
- of the input as one split.
-
- @see FileInputFormat#getSplits(JobContext)]]>
- </doc>
- </method>
- <method name="getSplitsForFile" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="org.apache.hadoop.fs.FileStatus"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="numLinesPerSplit" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="createFileSplit" return="org.apache.hadoop.mapreduce.lib.input.FileSplit"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="fileName" type="org.apache.hadoop.fs.Path"/>
- <param name="begin" type="long"/>
- <param name="length" type="long"/>
- <doc>
- <![CDATA[NLineInputFormat uses LineRecordReader, which always reads
- (and consumes) at least one character out of its upper split
- boundary. So to make sure that each mapper gets N lines, we
- move back the upper split limits of each split
- by one character here.
- @param fileName Path of file
- @param begin the position of the first byte in the file to process
- @param length number of bytes in InputSplit
- @return FileSplit]]>
- </doc>
- </method>
- <method name="setNumLinesPerSplit"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="numLines" type="int"/>
- <doc>
- <![CDATA[Set the number of lines per split
- @param job the job to modify
- @param numLines the number of lines per split]]>
- </doc>
- </method>
- <method name="getNumLinesPerSplit" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the number of lines per split
- @param job the job
- @return the number of lines per split]]>
- </doc>
- </method>
- <field name="LINES_PER_MAP" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[NLineInputFormat which splits N lines of input as one split.
- In many "pleasantly" parallel applications, each process/mapper
- processes the same input file (s), but with computations are
- controlled by different parameters.(Referred to as "parameter sweeps").
- One way to achieve this, is to specify a set of parameters
- (one set per line) as input in a control file
- (which is the input path to the map-reduce application,
- where as the input dataset is specified
- via a config variable in JobConf.).
-
- The NLineInputFormat can be used in such applications, that splits
- the input file such that by default, one line is fed as
- a value to one map task, and key is the offset.
- i.e. (k,v) is (LongWritable, Text).
- The location hints will span the whole mapred cluster.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.NLineInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileAsBinaryInputFormat -->
- <class name="SequenceFileAsBinaryInputFormat" extends="org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileAsBinaryInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[InputFormat reading keys, values from SequenceFiles in binary (raw)
- format.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileAsBinaryInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileAsBinaryInputFormat.SequenceFileAsBinaryRecordReader -->
- <class name="SequenceFileAsBinaryInputFormat.SequenceFileAsBinaryRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileAsBinaryInputFormat.SequenceFileAsBinaryRecordReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentKey" return="org.apache.hadoop.io.BytesWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentValue" return="org.apache.hadoop.io.BytesWritable"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getKeyClassName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Retrieve the name of the key class for this SequenceFile.
- @see org.apache.hadoop.io.SequenceFile.Reader#getKeyClassName]]>
- </doc>
- </method>
- <method name="getValueClassName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Retrieve the name of the value class for this SequenceFile.
- @see org.apache.hadoop.io.SequenceFile.Reader#getValueClassName]]>
- </doc>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Read raw bytes from a SequenceFile.]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Return the progress within the input split
- @return 0.0 to 1.0 of the input byte range]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Read records from a SequenceFile as binary (raw) bytes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileAsBinaryInputFormat.SequenceFileAsBinaryRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileAsTextInputFormat -->
- <class name="SequenceFileAsTextInputFormat" extends="org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileAsTextInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This class is similar to SequenceFileInputFormat, except it generates
- SequenceFileAsTextRecordReader which converts the input keys and values
- to their String forms by calling toString() method.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileAsTextInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileAsTextRecordReader -->
- <class name="SequenceFileAsTextRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileAsTextRecordReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentKey" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentValue" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Read key/value pair in a line.]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This class converts the input keys and values to their String forms by
- calling toString() method. This class to SequenceFileAsTextInputFormat
- class is as LineRecordReader class to TextInputFormat class.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileAsTextRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter -->
- <class name="SequenceFileInputFilter" extends="org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a record reader for the given split
- @param split file split
- @param context the task-attempt context
- @return RecordReader]]>
- </doc>
- </method>
- <method name="setFilterClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="filterClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[set the filter class
-
- @param job The job
- @param filterClass filter class]]>
- </doc>
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FILTER_CLASS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FILTER_FREQUENCY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FILTER_REGEX" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A class that allows a map/red job to work on a sample of sequence files.
- The sample is decided by the filter class set by the job.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter -->
- <!-- start interface org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.Filter -->
- <interface name="SequenceFileInputFilter.Filter" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[filter function
- Decide if a record should be filtered or not
- @param key record key
- @return true if a record is accepted; return false otherwise]]>
- </doc>
- </method>
- <doc>
- <![CDATA[filter interface]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.Filter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.FilterBase -->
- <class name="SequenceFileInputFilter.FilterBase" extends="java.lang.Object"
- abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.Filter"/>
- <constructor name="SequenceFileInputFilter.FilterBase"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[base class for Filters]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.FilterBase -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.MD5Filter -->
- <class name="SequenceFileInputFilter.MD5Filter" extends="org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.FilterBase"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFilter.MD5Filter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setFrequency"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="frequency" type="int"/>
- <doc>
- <![CDATA[set the filtering frequency in configuration
-
- @param conf configuration
- @param frequency filtering frequency]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[configure the filter according to configuration
-
- @param conf configuration]]>
- </doc>
- </method>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[Filtering method
- If MD5(key) % frequency==0, return true; otherwise return false
- @see Filter#accept(Object)]]>
- </doc>
- </method>
- <field name="MD5_LEN" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class returns a set of records by examing the MD5 digest of its
- key against a filtering frequency <i>f</i>. The filtering criteria is
- MD5(key) % f == 0.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.MD5Filter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.PercentFilter -->
- <class name="SequenceFileInputFilter.PercentFilter" extends="org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.FilterBase"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFilter.PercentFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setFrequency"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="frequency" type="int"/>
- <doc>
- <![CDATA[set the frequency and stores it in conf
- @param conf configuration
- @param frequency filtering frequencey]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[configure the filter by checking the configuration
-
- @param conf configuration]]>
- </doc>
- </method>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[Filtering method
- If record# % frequency==0, return true; otherwise return false
- @see Filter#accept(Object)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class returns a percentage of records
- The percentage is determined by a filtering frequency <i>f</i> using
- the criteria record# % f == 0.
- For example, if the frequency is 10, one out of 10 records is returned.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.PercentFilter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.RegexFilter -->
- <class name="SequenceFileInputFilter.RegexFilter" extends="org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.FilterBase"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFilter.RegexFilter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setPattern"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="regex" type="java.lang.String"/>
- <exception name="PatternSyntaxException" type="java.util.regex.PatternSyntaxException"/>
- <doc>
- <![CDATA[Define the filtering regex and stores it in conf
- @param conf where the regex is set
- @param regex regex used as a filter]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[configure the Filter by checking the configuration]]>
- </doc>
- </method>
- <method name="accept" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <doc>
- <![CDATA[Filtering method
- If key matches the regex, return true; otherwise return false
- @see Filter#accept(Object)]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Records filter by matching key to regex]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFilter.RegexFilter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat -->
- <class name="SequenceFileInputFormat" extends="org.apache.hadoop.mapreduce.lib.input.FileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getFormatMinSplitSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="listStatus" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[An {@link InputFormat} for {@link SequenceFile}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.SequenceFileRecordReader -->
- <class name="SequenceFileRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileRecordReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getCurrentKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Return the progress within the input split
- @return 0.0 to 1.0 of the input byte range]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="conf" type="org.apache.hadoop.conf.Configuration"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An {@link RecordReader} for {@link SequenceFile}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.SequenceFileRecordReader -->
- <!-- start class org.apache.hadoop.mapreduce.lib.input.TextInputFormat -->
- <class name="TextInputFormat" extends="org.apache.hadoop.mapreduce.lib.input.FileInputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TextInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- </method>
- <method name="isSplitable" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="file" type="org.apache.hadoop.fs.Path"/>
- </method>
- <doc>
- <![CDATA[An {@link InputFormat} for plain text files. Files are broken into lines.
- Either linefeed or carriage-return are used to signal end of line. Keys are
- the position in the file, and values are the line of text..]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.input.TextInputFormat -->
- </package>
- <package name="org.apache.hadoop.mapreduce.lib.jobcontrol">
- <!-- start class org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob -->
- <class name="ControlledJob" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ControlledJob" type="org.apache.hadoop.mapreduce.Job, java.util.List"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a job.
- @param job a mapreduce job to be executed.
- @param dependingJobs an array of jobs the current job depends on]]>
- </doc>
- </constructor>
- <constructor name="ControlledJob" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a job.
-
- @param conf mapred job configuration representing a job to be executed.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job name of this job]]>
- </doc>
- </method>
- <method name="setJobName"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobName" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the job name for this job.
- @param jobName the job name]]>
- </doc>
- </method>
- <method name="getJobID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job ID of this job assigned by JobControl]]>
- </doc>
- </method>
- <method name="setJobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="id" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the job ID for this job.
- @param id the job ID]]>
- </doc>
- </method>
- <method name="getMapredJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the mapred ID of this job as assigned by the
- mapred framework.]]>
- </doc>
- </method>
- <method name="getJob" return="org.apache.hadoop.mapreduce.Job"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the mapreduce job]]>
- </doc>
- </method>
- <method name="setJob"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <doc>
- <![CDATA[Set the mapreduce job
- @param job the mapreduce job for this job.]]>
- </doc>
- </method>
- <method name="getJobState" return="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the state of this job]]>
- </doc>
- </method>
- <method name="setJobState"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="state" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"/>
- <doc>
- <![CDATA[Set the state for this job.
- @param state the new state for this job.]]>
- </doc>
- </method>
- <method name="getMessage" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the message of this job]]>
- </doc>
- </method>
- <method name="setMessage"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="message" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the message for this job.
- @param message the message for this job.]]>
- </doc>
- </method>
- <method name="getDependentJobs" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the depending jobs of this job]]>
- </doc>
- </method>
- <method name="addDependingJob" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="dependingJob" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob"/>
- <doc>
- <![CDATA[Add a job to this jobs' dependency list.
- Dependent jobs can only be added while a Job
- is waiting to run, not during or afterwards.
-
- @param dependingJob Job that this Job depends on.
- @return <tt>true</tt> if the Job was added.]]>
- </doc>
- </method>
- <method name="isCompleted" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return true if this job is in a complete state]]>
- </doc>
- </method>
- <method name="isReady" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return true if this job is in READY state]]>
- </doc>
- </method>
- <method name="killJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="failJob"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="message" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="submit"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Submit this job to mapred. The state becomes RUNNING if submission
- is successful, FAILED otherwise.]]>
- </doc>
- </method>
- <field name="CREATE_DIR" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class encapsulates a MapReduce job and its dependency. It monitors
- the states of the depending jobs and updates the state of this job.
- A job starts in the WAITING state. If it does not have any depending jobs,
- or all of the depending jobs are in SUCCESS state, then the job state
- will become READY. If any depending jobs fail, the job will fail too.
- When in READY state, the job can be submitted to Hadoop for execution, with
- the state changing into RUNNING state. From RUNNING state, the job
- can get into SUCCESS or FAILED state, depending
- the status of the job execution.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob -->
- <!-- start class org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State -->
- <class name="ControlledJob.State" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="SUCCESS" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="WAITING" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNNING" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="READY" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEPENDENT_FAILED" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob.State -->
- <!-- start class org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl -->
- <class name="JobControl" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Runnable"/>
- <constructor name="JobControl" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a job control for a group of jobs.
- @param groupName a name identifying this group]]>
- </doc>
- </constructor>
- <method name="getWaitingJobList" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the jobs in the waiting state]]>
- </doc>
- </method>
- <method name="getRunningJobList" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the jobs in the running state]]>
- </doc>
- </method>
- <method name="getReadyJobsList" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the jobs in the ready state]]>
- </doc>
- </method>
- <method name="getSuccessfulJobList" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the jobs in the success state]]>
- </doc>
- </method>
- <method name="getFailedJobList" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="addJob" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="aJob" type="org.apache.hadoop.mapreduce.lib.jobcontrol.ControlledJob"/>
- <doc>
- <![CDATA[Add a new job.
- @param aJob the new job]]>
- </doc>
- </method>
- <method name="addJobCollection"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobs" type="java.util.Collection"/>
- <doc>
- <![CDATA[Add a collection of jobs
-
- @param jobs]]>
- </doc>
- </method>
- <method name="getThreadState" return="org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the thread state]]>
- </doc>
- </method>
- <method name="stop"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[set the thread state to STOPPING so that the
- thread will stop when it wakes up.]]>
- </doc>
- </method>
- <method name="suspend"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[suspend the running thread]]>
- </doc>
- </method>
- <method name="resume"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[resume the suspended thread]]>
- </doc>
- </method>
- <method name="allFinished" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[The main loop for the thread.
- The loop does the following:
- Check the states of the running jobs
- Update the states of waiting jobs
- Submit the jobs in ready state]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class encapsulates a set of MapReduce jobs and its dependency.
-
- It tracks the states of the jobs by placing them into different tables
- according to their states.
-
- This class provides APIs for the client app to add a job to the group
- and to get the jobs in the group in different states. When a job is
- added, an ID unique to the group is assigned to the job.
-
- This class has a thread that submits jobs when they become ready,
- monitors the states of the running jobs, and updates the states of jobs
- based on the state changes of their depending jobs states. The class
- provides APIs for suspending/resuming the thread, and
- for stopping the thread.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl -->
- <!-- start class org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState -->
- <class name="JobControl.ThreadState" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="RUNNING" type="org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SUSPENDED" type="org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="STOPPED" type="org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="STOPPING" type="org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="READY" type="org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.jobcontrol.JobControl.ThreadState -->
- </package>
- <package name="org.apache.hadoop.mapreduce.lib.map">
- <!-- start class org.apache.hadoop.mapreduce.lib.map.InverseMapper -->
- <class name="InverseMapper" extends="org.apache.hadoop.mapreduce.Mapper"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="InverseMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[The inverse function. Input keys and values are swapped.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A {@link Mapper} that swaps keys and values.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.map.InverseMapper -->
- <!-- start class org.apache.hadoop.mapreduce.lib.map.MultithreadedMapper -->
- <class name="MultithreadedMapper" extends="org.apache.hadoop.mapreduce.Mapper"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MultithreadedMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getNumberOfThreads" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[The number of threads in the thread pool that will run the map function.
- @param job the job
- @return the number of threads]]>
- </doc>
- </method>
- <method name="setNumberOfThreads"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="threads" type="int"/>
- <doc>
- <![CDATA[Set the number of threads in the pool for running maps.
- @param job the job to modify
- @param threads the new number of threads]]>
- </doc>
- </method>
- <method name="getMapperClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the application's mapper class.
- @param <K1> the map's input key type
- @param <V1> the map's input value type
- @param <K2> the map's output key type
- @param <V2> the map's output value type
- @param job the job
- @return the mapper class to run]]>
- </doc>
- </method>
- <method name="setMapperClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="cls" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the application's mapper class.
- @param <K1> the map input key type
- @param <V1> the map input value type
- @param <K2> the map output key type
- @param <V2> the map output value type
- @param job the job to modify
- @param cls the class to use as the mapper]]>
- </doc>
- </method>
- <method name="run"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Run the application's maps using a thread pool.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Multithreaded implementation for @link org.apache.hadoop.mapreduce.Mapper.
- <p>
- It can be used instead of the default implementation,
- @link org.apache.hadoop.mapred.MapRunner, when the Map operation is not CPU
- bound in order to improve throughput.
- <p>
- Mapper implementations using this MapRunnable must be thread-safe.
- <p>
- The Map-Reduce job has to be configured with the mapper to use via
- {@link #setMapperClass(Configuration, Class)} and
- the number of thread the thread-pool can use with the
- {@link #getNumberOfThreads(Configuration) method. The default
- value is 10 threads.
- <p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.map.MultithreadedMapper -->
- <!-- start class org.apache.hadoop.mapreduce.lib.map.TokenCounterMapper -->
- <class name="TokenCounterMapper" extends="org.apache.hadoop.mapreduce.Mapper"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TokenCounterMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <doc>
- <![CDATA[Tokenize the input values and emit each word with a count of 1.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.map.TokenCounterMapper -->
- </package>
- <package name="org.apache.hadoop.mapreduce.lib.output">
- <!-- start class org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter -->
- <class name="FileOutputCommitter" extends="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileOutputCommitter" type="org.apache.hadoop.fs.Path, org.apache.hadoop.mapreduce.TaskAttemptContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a file output committer
- @param outputPath the job's output path
- @param context the task's context
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="setupJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the temporary directory that is the root of all of the task
- work directories.
- @param context the job's context]]>
- </doc>
- </method>
- <method name="commitJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete the temporary directory, including all of the work directories.
- This is called for all jobs whose final run state is SUCCEEDED
- @param context the job's context.]]>
- </doc>
- </method>
- <method name="cleanupJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="abortJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="state" type="org.apache.hadoop.mapreduce.JobStatus.State"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Delete the temporary directory, including all of the work directories.
- @param context the job's context
- @param state final run state of the job, should be FAILED or KILLED]]>
- </doc>
- </method>
- <method name="setupTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[No task setup required.]]>
- </doc>
- </method>
- <method name="commitTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Move the files from the work directory to the job output directory
- @param context the task context]]>
- </doc>
- </method>
- <method name="abortTask"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <doc>
- <![CDATA[Delete the work directory]]>
- </doc>
- </method>
- <method name="needsTaskCommit" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Did this task write any files in the work directory?
- @param context the task's context]]>
- </doc>
- </method>
- <method name="getWorkPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the directory that the task should write results into
- @return the work directory
- @throws IOException]]>
- </doc>
- </method>
- <field name="TEMP_DIR_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Temporary directory name]]>
- </doc>
- </field>
- <field name="SUCCEEDED_FILE_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An {@link OutputCommitter} that commits files specified
- in job output directory i.e. ${mapred.output.dir}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat -->
- <class name="FileOutputFormat" extends="org.apache.hadoop.mapreduce.OutputFormat"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setCompressOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="compress" type="boolean"/>
- <doc>
- <![CDATA[Set whether the output of the job is compressed.
- @param job the job to modify
- @param compress should the output of the job be compressed?]]>
- </doc>
- </method>
- <method name="getCompressOutput" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Is the job output compressed?
- @param job the Job to look in
- @return <code>true</code> if the job output should be compressed,
- <code>false</code> otherwise]]>
- </doc>
- </method>
- <method name="setOutputCompressorClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="codecClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the {@link CompressionCodec} to be used to compress job outputs.
- @param job the job to modify
- @param codecClass the {@link CompressionCodec} to be used to
- compress the job outputs]]>
- </doc>
- </method>
- <method name="getOutputCompressorClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="defaultValue" type="java.lang.Class"/>
- <doc>
- <![CDATA[Get the {@link CompressionCodec} for compressing the job outputs.
- @param job the {@link Job} to look in
- @param defaultValue the {@link CompressionCodec} to return if not set
- @return the {@link CompressionCodec} to be used to compress the
- job outputs
- @throws IllegalArgumentException if the class was specified, but not found]]>
- </doc>
- </method>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="FileAlreadyExistsException" type="org.apache.hadoop.mapred.FileAlreadyExistsException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="setOutputPath"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="outputDir" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the {@link Path} of the output directory for the map-reduce job.
- @param job The job to modify
- @param outputDir the {@link Path} of the output directory for
- the map-reduce job.]]>
- </doc>
- </method>
- <method name="getOutputPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the {@link Path} to the output directory for the map-reduce job.
-
- @return the {@link Path} to the output directory for the map-reduce job.
- @see FileOutputFormat#getWorkOutputPath(TaskInputOutputContext)]]>
- </doc>
- </method>
- <method name="getWorkOutputPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskInputOutputContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Get the {@link Path} to the task's temporary output directory
- for the map-reduce job
-
- <h4 id="SideEffectFiles">Tasks' Side-Effect Files</h4>
-
- <p>Some applications need to create/write-to side-files, which differ from
- the actual job-outputs.
-
- <p>In such cases there could be issues with 2 instances of the same TIP
- (running simultaneously e.g. speculative tasks) trying to open/write-to the
- same file (path) on HDFS. Hence the application-writer will have to pick
- unique names per task-attempt (e.g. using the attemptid, say
- <tt>attempt_200709221812_0001_m_000000_0</tt>), not just per TIP.</p>
-
- <p>To get around this the Map-Reduce framework helps the application-writer
- out by maintaining a special
- <tt>${mapred.output.dir}/_temporary/_${taskid}</tt>
- sub-directory for each task-attempt on HDFS where the output of the
- task-attempt goes. On successful completion of the task-attempt the files
- in the <tt>${mapred.output.dir}/_temporary/_${taskid}</tt> (only)
- are <i>promoted</i> to <tt>${mapred.output.dir}</tt>. Of course, the
- framework discards the sub-directory of unsuccessful task-attempts. This
- is completely transparent to the application.</p>
-
- <p>The application-writer can take advantage of this by creating any
- side-files required in a work directory during execution
- of his task i.e. via
- {@link #getWorkOutputPath(TaskInputOutputContext)}, and
- the framework will move them out similarly - thus she doesn't have to pick
- unique paths per task-attempt.</p>
-
- <p>The entire discussion holds true for maps of jobs with
- reducer=NONE (i.e. 0 reduces) since output of the map, in that case,
- goes directly to HDFS.</p>
-
- @return the {@link Path} to the task's temporary output directory
- for the map-reduce job.]]>
- </doc>
- </method>
- <method name="getPathForWorkFile" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskInputOutputContext"/>
- <param name="name" type="java.lang.String"/>
- <param name="extension" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Helper function to generate a {@link Path} for a file that is unique for
- the task within the job output directory.
- <p>The path can be used to create custom files from within the map and
- reduce tasks. The path name will be unique for each task. The path parent
- will be the job output directory.</p>ls
- <p>This method uses the {@link #getUniqueFile} method to make the file name
- unique for the task.</p>
- @param context the context for the task.
- @param name the name for the file.
- @param extension the extension for the file
- @return a unique path accross all tasks of the job.]]>
- </doc>
- </method>
- <method name="getUniqueFile" return="java.lang.String"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <param name="name" type="java.lang.String"/>
- <param name="extension" type="java.lang.String"/>
- <doc>
- <![CDATA[Generate a unique filename, based on the task id, name, and extension
- @param context the task that is calling this
- @param name the base filename
- @param extension the filename extension
- @return a string like $name-[mr]-$id$extension]]>
- </doc>
- </method>
- <method name="getDefaultWorkFile" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <param name="extension" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the default path and filename for the output format.
- @param context the task context
- @param extension an extension to add to the filename
- @return a full path $output/_temporary/$taskid/part-[mr]-$id
- @throws IOException]]>
- </doc>
- </method>
- <method name="getOutputName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the base output name for the output file.]]>
- </doc>
- </method>
- <method name="setOutputName"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the base output name for output file to be created.]]>
- </doc>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="BASE_OUTPUT_NAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="PART" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A base class for {@link OutputFormat}s that read from {@link FileSystem}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter -->
- <class name="FileOutputFormat.Counter" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="BYTES_WRITTEN" type="org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat.Counter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.FilterOutputFormat -->
- <class name="FilterOutputFormat" extends="org.apache.hadoop.mapreduce.OutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FilterOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FilterOutputFormat" type="org.apache.hadoop.mapreduce.OutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a FilterOutputFormat based on the underlying output format.
- @param baseOut the underlying OutputFormat]]>
- </doc>
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <field name="baseOut" type="org.apache.hadoop.mapreduce.OutputFormat"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[FilterOutputFormat is a convenience class that wraps OutputFormat.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.FilterOutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.FilterOutputFormat.FilterRecordWriter -->
- <class name="FilterOutputFormat.FilterRecordWriter" extends="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FilterOutputFormat.FilterRecordWriter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="FilterOutputFormat.FilterRecordWriter" type="org.apache.hadoop.mapreduce.RecordWriter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <field name="rawWriter" type="org.apache.hadoop.mapreduce.RecordWriter"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[<code>FilterRecordWriter</code> is a convenience wrapper
- class that extends the {@link RecordWriter}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.FilterOutputFormat.FilterRecordWriter -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.LazyOutputFormat -->
- <class name="LazyOutputFormat" extends="org.apache.hadoop.mapreduce.lib.output.FilterOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LazyOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setOutputFormatClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the underlying output format for LazyOutputFormat.
- @param job the {@link Job} to modify
- @param theClass the underlying class]]>
- </doc>
- </method>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <field name="OUTPUT_FORMAT" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A Convenience class that creates output lazily.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.LazyOutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.MultipleOutputs -->
- <class name="MultipleOutputs" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MultipleOutputs" type="org.apache.hadoop.mapreduce.TaskInputOutputContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Creates and initializes multiple outputs support,
- it should be instantiated in the Mapper/Reducer setup method.
- @param context the TaskInputOutputContext object]]>
- </doc>
- </constructor>
- <method name="addNamedOutput"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="namedOutput" type="java.lang.String"/>
- <param name="outputFormatClass" type="java.lang.Class"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valueClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Adds a named output for the job.
- <p/>
- @param job job to add the named output
- @param namedOutput named output name, it has to be a word, letters
- and numbers only, cannot be the word 'part' as
- that is reserved for the default output.
- @param outputFormatClass OutputFormat class.
- @param keyClass key class
- @param valueClass value class]]>
- </doc>
- </method>
- <method name="setCountersEnabled"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="enabled" type="boolean"/>
- <doc>
- <![CDATA[Enables or disables counters for the named outputs.
-
- The counters group is the {@link MultipleOutputs} class name.
- The names of the counters are the same as the named outputs. These
- counters count the number records written to each output name.
- By default these counters are disabled.
- @param job job to enable counters
- @param enabled indicates if the counters will be enabled or not.]]>
- </doc>
- </method>
- <method name="getCountersEnabled" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Returns if the counters for the named outputs are enabled or not.
- By default these counters are disabled.
- @param job the job
- @return TRUE if the counters are enabled, FALSE if they are disabled.]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="namedOutput" type="java.lang.String"/>
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Write key and value to the namedOutput.
- Output path is a unique file generated for the namedOutput.
- For example, {namedOutput}-(m|r)-{part-number}
-
- @param namedOutput the named output name
- @param key the key
- @param value the value]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="namedOutput" type="java.lang.String"/>
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="baseOutputPath" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Write key and value to baseOutputPath using the namedOutput.
-
- @param namedOutput the named output name
- @param key the key
- @param value the value
- @param baseOutputPath base-output path to write the record to.
- Note: Framework will generate unique filename for the baseOutputPath]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="baseOutputPath" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Write key value to an output file name.
-
- Gets the record writer from job's output format.
- Job's output format should be a FileOutputFormat.
-
- @param key the key
- @param value the value
- @param baseOutputPath base-output path to write the record to.
- Note: Framework will generate unique filename for the baseOutputPath]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Closes all the opened outputs.
-
- This should be called from cleanup method of map/reduce task.
- If overridden subclasses must invoke <code>super.close()</code> at the
- end of their <code>close()</code>]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The MultipleOutputs class simplifies writing output data
- to multiple outputs
-
- <p>
- Case one: writing to additional outputs other than the job default output.
- Each additional output, or named output, may be configured with its own
- <code>OutputFormat</code>, with its own key class and with its own value
- class.
-
- <p>
- Case two: to write data to different files provided by user
- </p>
-
- <p>
- MultipleOutputs supports counters, by default they are disabled. The
- counters group is the {@link MultipleOutputs} class name. The names of the
- counters are the same as the output name. These count the number records
- written to each output name.
- </p>
-
- Usage pattern for job submission:
- <pre>
- Job job = new Job();
- FileInputFormat.setInputPath(job, inDir);
- FileOutputFormat.setOutputPath(job, outDir);
- job.setMapperClass(MOMap.class);
- job.setReducerClass(MOReduce.class);
- ...
- // Defines additional single text based output 'text' for the job
- MultipleOutputs.addNamedOutput(job, "text", TextOutputFormat.class,
- LongWritable.class, Text.class);
- // Defines additional sequence-file based output 'sequence' for the job
- MultipleOutputs.addNamedOutput(job, "seq",
- SequenceFileOutputFormat.class,
- LongWritable.class, Text.class);
- ...
- job.waitForCompletion(true);
- ...
- </pre>
- <p>
- Usage in Reducer:
- <pre>
- <K, V> String generateFileName(K k, V v) {
- return k.toString() + "_" + v.toString();
- }
-
- public class MOReduce extends
- Reducer<WritableComparable, Writable,WritableComparable, Writable> {
- private MultipleOutputs mos;
- public void setup(Context context) {
- ...
- mos = new MultipleOutputs(context);
- }
- public void reduce(WritableComparable key, Iterator<Writable> values,
- Context context)
- throws IOException {
- ...
- mos.write("text", , key, new Text("Hello"));
- mos.write("seq", LongWritable(1), new Text("Bye"), "seq_a");
- mos.write("seq", LongWritable(2), key, new Text("Chau"), "seq_b");
- mos.write(key, new Text("value"), generateFileName(key, new Text("value")));
- ...
- }
- public void cleanup(Context) throws IOException {
- mos.close();
- ...
- }
- }
- </pre>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.MultipleOutputs -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.NullOutputFormat -->
- <class name="NullOutputFormat" extends="org.apache.hadoop.mapreduce.OutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="NullOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- </method>
- <doc>
- <![CDATA[Consume all outputs and put them in /dev/null.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.NullOutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.SequenceFileAsBinaryOutputFormat -->
- <class name="SequenceFileAsBinaryOutputFormat" extends="org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileAsBinaryOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setSequenceFileOutputKeyClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the key class for the {@link SequenceFile}
- <p>This allows the user to specify the key class to be different
- from the actual class ({@link BytesWritable}) used for writing </p>
-
- @param job the {@link Job} to modify
- @param theClass the SequenceFile output key class.]]>
- </doc>
- </method>
- <method name="setSequenceFileOutputValueClass"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="theClass" type="java.lang.Class"/>
- <doc>
- <![CDATA[Set the value class for the {@link SequenceFile}
- <p>This allows the user to specify the value class to be different
- from the actual class ({@link BytesWritable}) used for writing </p>
-
- @param job the {@link Job} to modify
- @param theClass the SequenceFile output key class.]]>
- </doc>
- </method>
- <method name="getSequenceFileOutputKeyClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the key class for the {@link SequenceFile}
-
- @return the key class of the {@link SequenceFile}]]>
- </doc>
- </method>
- <method name="getSequenceFileOutputValueClass" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the value class for the {@link SequenceFile}
-
- @return the value class of the {@link SequenceFile}]]>
- </doc>
- </method>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getSequenceWriter" return="org.apache.hadoop.io.SequenceFile.Writer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <param name="keyClass" type="java.lang.Class"/>
- <param name="valueClass" type="java.lang.Class"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="KEY_CLASS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VALUE_CLASS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[An {@link org.apache.hadoop.mapreduce.OutputFormat} that writes keys,
- values to {@link SequenceFile}s in binary(raw) format]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.SequenceFileAsBinaryOutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.SequenceFileAsBinaryOutputFormat.WritableValueBytes -->
- <class name="SequenceFileAsBinaryOutputFormat.WritableValueBytes" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.SequenceFile.ValueBytes"/>
- <constructor name="SequenceFileAsBinaryOutputFormat.WritableValueBytes"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="SequenceFileAsBinaryOutputFormat.WritableValueBytes" type="org.apache.hadoop.io.BytesWritable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reset"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="value" type="org.apache.hadoop.io.BytesWritable"/>
- </method>
- <method name="writeUncompressedBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="outStream" type="java.io.DataOutputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="writeCompressedBytes"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="outStream" type="java.io.DataOutputStream"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getSize" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Inner class used for appendRaw]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.SequenceFileAsBinaryOutputFormat.WritableValueBytes -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat -->
- <class name="SequenceFileOutputFormat" extends="org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SequenceFileOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="getOutputCompressionType" return="org.apache.hadoop.io.SequenceFile.CompressionType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the {@link CompressionType} for the output {@link SequenceFile}.
- @param job the {@link Job}
- @return the {@link CompressionType} for the output {@link SequenceFile},
- defaulting to {@link CompressionType#RECORD}]]>
- </doc>
- </method>
- <method name="setOutputCompressionType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="style" type="org.apache.hadoop.io.SequenceFile.CompressionType"/>
- <doc>
- <![CDATA[Set the {@link CompressionType} for the output {@link SequenceFile}.
- @param job the {@link Job} to modify
- @param style the {@link CompressionType} for the output
- {@link SequenceFile}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[An {@link OutputFormat} that writes {@link SequenceFile}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat -->
- <class name="TextOutputFormat" extends="org.apache.hadoop.mapreduce.lib.output.FileOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TextOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <doc>
- <![CDATA[An {@link OutputFormat} that writes plain text files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat -->
- <!-- start class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat.LineRecordWriter -->
- <class name="TextOutputFormat.LineRecordWriter" extends="org.apache.hadoop.mapreduce.RecordWriter"
- abstract="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- <constructor name="TextOutputFormat.LineRecordWriter" type="java.io.DataOutputStream, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TextOutputFormat.LineRecordWriter" type="java.io.DataOutputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <field name="out" type="java.io.DataOutputStream"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat.LineRecordWriter -->
- </package>
- <package name="org.apache.hadoop.mapreduce.lib.partition">
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.BinaryPartitioner -->
- <class name="BinaryPartitioner" extends="org.apache.hadoop.mapreduce.Partitioner"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="BinaryPartitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setOffsets"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="left" type="int"/>
- <param name="right" type="int"/>
- <doc>
- <![CDATA[Set the subarray to be used for partitioning to
- <code>bytes[left:(right+1)]</code> in Python syntax.
-
- @param conf configuration object
- @param left left Python-style offset
- @param right right Python-style offset]]>
- </doc>
- </method>
- <method name="setLeftOffset"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="offset" type="int"/>
- <doc>
- <![CDATA[Set the subarray to be used for partitioning to
- <code>bytes[offset:]</code> in Python syntax.
-
- @param conf configuration object
- @param offset left Python-style offset]]>
- </doc>
- </method>
- <method name="setRightOffset"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="offset" type="int"/>
- <doc>
- <![CDATA[Set the subarray to be used for partitioning to
- <code>bytes[:(offset+1)]</code> in Python syntax.
-
- @param conf configuration object
- @param offset right Python-style offset]]>
- </doc>
- </method>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.BinaryComparable"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numPartitions" type="int"/>
- <doc>
- <![CDATA[Use (the specified slice of the array returned by)
- {@link BinaryComparable#getBytes()} to partition.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[<p>Partition {@link BinaryComparable} keys using a configurable part of
- the bytes array returned by {@link BinaryComparable#getBytes()}.</p>
-
- <p>The subarray to be used for the partitioning can be defined by means
- of the following properties:
- <ul>
- <li>
- <i>mapred.binary.partitioner.left.offset</i>:
- left offset in array (0 by default)
- </li>
- <li>
- <i>mapred.binary.partitioner.right.offset</i>:
- right offset in array (-1 by default)
- </li>
- </ul>
- Like in Python, both negative and positive offsets are allowed, but
- the meaning is slightly different. In case of an array of length 5,
- for instance, the possible offsets are:
- <pre><code>
- +---+---+---+---+---+
- | B | B | B | B | B |
- +---+---+---+---+---+
- 0 1 2 3 4
- -5 -4 -3 -2 -1
- </code></pre>
- The first row of numbers gives the position of the offsets 0...5 in
- the array; the second row gives the corresponding negative offsets.
- Contrary to Python, the specified subarray has byte <code>i</code>
- and <code>j</code> as first and last element, repectively, when
- <code>i</code> and <code>j</code> are the left and right offset.
-
- <p>For Hadoop programs written in Java, it is advisable to use one of
- the following static convenience methods for setting the offsets:
- <ul>
- <li>{@link #setOffsets}</li>
- <li>{@link #setLeftOffset}</li>
- <li>{@link #setRightOffset}</li>
- </ul></p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.BinaryPartitioner -->
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner -->
- <class name="HashPartitioner" extends="org.apache.hadoop.mapreduce.Partitioner"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="HashPartitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numReduceTasks" type="int"/>
- <doc>
- <![CDATA[Use {@link Object#hashCode()} to partition.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Partition keys by their {@link Object#hashCode()}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner -->
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.InputSampler -->
- <class name="InputSampler" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="InputSampler" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="writePartitionFile"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="sampler" type="org.apache.hadoop.mapreduce.lib.partition.InputSampler.Sampler"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="ClassNotFoundException" type="java.lang.ClassNotFoundException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Write a partition file for the given job, using the Sampler provided.
- Queries the sampler for a sample keyset, sorts by the output key
- comparator, selects the keys for each rank, and writes to the destination
- returned from {@link TotalOrderPartitioner#getPartitionFile}.]]>
- </doc>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Driver for InputSampler from the command line.
- Configures a JobConf instance and calls {@link #writePartitionFile}.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <doc>
- <![CDATA[Utility for collecting samples and writing a partition file for
- {@link TotalOrderPartitioner}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.InputSampler -->
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.InputSampler.IntervalSampler -->
- <class name="InputSampler.IntervalSampler" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.partition.InputSampler.Sampler"/>
- <constructor name="InputSampler.IntervalSampler" type="double"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new IntervalSampler sampling <em>all</em> splits.
- @param freq The frequency with which records will be emitted.]]>
- </doc>
- </constructor>
- <constructor name="InputSampler.IntervalSampler" type="double, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new IntervalSampler.
- @param freq The frequency with which records will be emitted.
- @param maxSplitsSampled The maximum number of splits to examine.
- @see #getSample]]>
- </doc>
- </constructor>
- <method name="getSample" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="org.apache.hadoop.mapreduce.InputFormat"/>
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[For each split sampled, emit when the ratio of the number of records
- retained to the total record count is less than the specified
- frequency.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Sample from s splits at regular intervals.
- Useful for sorted data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.InputSampler.IntervalSampler -->
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.InputSampler.RandomSampler -->
- <class name="InputSampler.RandomSampler" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.partition.InputSampler.Sampler"/>
- <constructor name="InputSampler.RandomSampler" type="double, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new RandomSampler sampling <em>all</em> splits.
- This will read every split at the client, which is very expensive.
- @param freq Probability with which a key will be chosen.
- @param numSamples Total number of samples to obtain from all selected
- splits.]]>
- </doc>
- </constructor>
- <constructor name="InputSampler.RandomSampler" type="double, int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new RandomSampler.
- @param freq Probability with which a key will be chosen.
- @param numSamples Total number of samples to obtain from all selected
- splits.
- @param maxSplitsSampled The maximum number of splits to examine.]]>
- </doc>
- </constructor>
- <method name="getSample" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="org.apache.hadoop.mapreduce.InputFormat"/>
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Randomize the split order, then take the specified number of keys from
- each split sampled, where each key is selected with the specified
- probability and possibly replaced by a subsequently selected key when
- the quota of keys from that split is satisfied.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Sample from random points in the input.
- General-purpose sampler. Takes numSamples / maxSplitsSampled inputs from
- each split.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.InputSampler.RandomSampler -->
- <!-- start interface org.apache.hadoop.mapreduce.lib.partition.InputSampler.Sampler -->
- <interface name="InputSampler.Sampler" abstract="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getSample" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="org.apache.hadoop.mapreduce.InputFormat"/>
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[For a given job, collect and return a subset of the keys from the
- input data.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface to sample using an
- {@link org.apache.hadoop.mapreduce.InputFormat}.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.mapreduce.lib.partition.InputSampler.Sampler -->
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.InputSampler.SplitSampler -->
- <class name="InputSampler.SplitSampler" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapreduce.lib.partition.InputSampler.Sampler"/>
- <constructor name="InputSampler.SplitSampler" type="int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a SplitSampler sampling <em>all</em> splits.
- Takes the first numSamples / numSplits records from each split.
- @param numSamples Total number of samples to obtain from all selected
- splits.]]>
- </doc>
- </constructor>
- <constructor name="InputSampler.SplitSampler" type="int, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new SplitSampler.
- @param numSamples Total number of samples to obtain from all selected
- splits.
- @param maxSplitsSampled The maximum number of splits to examine.]]>
- </doc>
- </constructor>
- <method name="getSample" return="java.lang.Object[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inf" type="org.apache.hadoop.mapreduce.InputFormat"/>
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[From each split sampled, take the first numSamples / numSplits records.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Samples the first n records from s splits.
- Inexpensive way to sample random data.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.InputSampler.SplitSampler -->
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.KeyFieldBasedComparator -->
- <class name="KeyFieldBasedComparator" extends="org.apache.hadoop.io.WritableComparator"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="KeyFieldBasedComparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <method name="setKeyFieldComparatorOptions"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="keySpec" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the {@link KeyFieldBasedComparator} options used to compare keys.
-
- @param keySpec the key specification of the form -k pos1[,pos2], where,
- pos is of the form f[.c][opts], where f is the number
- of the key field to use, and c is the number of the first character from
- the beginning of the field. Fields and character posns are numbered
- starting with 1; a character position of zero in pos2 indicates the
- field's last character. If '.c' is omitted from pos1, it defaults to 1
- (the beginning of the field); if omitted from pos2, it defaults to 0
- (the end of the field). opts are ordering options. The supported options
- are:
- -n, (Sort numerically)
- -r, (Reverse the result of comparison)]]>
- </doc>
- </method>
- <method name="getKeyFieldComparatorOption" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the {@link KeyFieldBasedComparator} options]]>
- </doc>
- </method>
- <field name="COMPARATOR_OPTIONS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This comparator implementation provides a subset of the features provided
- by the Unix/GNU Sort. In particular, the supported features are:
- -n, (Sort numerically)
- -r, (Reverse the result of comparison)
- -k pos1[,pos2], where pos is of the form f[.c][opts], where f is the number
- of the field to use, and c is the number of the first character from the
- beginning of the field. Fields and character posns are numbered starting
- with 1; a character position of zero in pos2 indicates the field's last
- character. If '.c' is omitted from pos1, it defaults to 1 (the beginning
- of the field); if omitted from pos2, it defaults to 0 (the end of the
- field). opts are ordering options (any of 'nr' as described above).
- We assume that the fields in the key are separated by
- mapreduce.map.output.key.field.separator.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.KeyFieldBasedComparator -->
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.KeyFieldBasedPartitioner -->
- <class name="KeyFieldBasedPartitioner" extends="org.apache.hadoop.mapreduce.Partitioner"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="KeyFieldBasedPartitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numReduceTasks" type="int"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="start" type="int"/>
- <param name="end" type="int"/>
- <param name="currentHash" type="int"/>
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="hash" type="int"/>
- <param name="numReduceTasks" type="int"/>
- </method>
- <method name="setKeyFieldPartitionerOptions"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="keySpec" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the {@link KeyFieldBasedPartitioner} options used for
- {@link Partitioner}
-
- @param keySpec the key specification of the form -k pos1[,pos2], where,
- pos is of the form f[.c][opts], where f is the number
- of the key field to use, and c is the number of the first character from
- the beginning of the field. Fields and character posns are numbered
- starting with 1; a character position of zero in pos2 indicates the
- field's last character. If '.c' is omitted from pos1, it defaults to 1
- (the beginning of the field); if omitted from pos2, it defaults to 0
- (the end of the field).]]>
- </doc>
- </method>
- <method name="getKeyFieldPartitionerOption" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.JobContext"/>
- <doc>
- <![CDATA[Get the {@link KeyFieldBasedPartitioner} options]]>
- </doc>
- </method>
- <field name="PARTITIONER_OPTIONS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Defines a way to partition keys based on certain key fields (also see
- {@link KeyFieldBasedComparator}.
- The key specification supported is of the form -k pos1[,pos2], where,
- pos is of the form f[.c][opts], where f is the number
- of the key field to use, and c is the number of the first character from
- the beginning of the field. Fields and character posns are numbered
- starting with 1; a character position of zero in pos2 indicates the
- field's last character. If '.c' is omitted from pos1, it defaults to 1
- (the beginning of the field); if omitted from pos2, it defaults to 0
- (the end of the field).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.KeyFieldBasedPartitioner -->
- <!-- start class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner -->
- <class name="TotalOrderPartitioner" extends="org.apache.hadoop.mapreduce.Partitioner"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="TotalOrderPartitioner"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Read in the partition file and build indexing data structures.
- If the keytype is {@link org.apache.hadoop.io.BinaryComparable} and
- <tt>total.order.partitioner.natural.order</tt> is not false, a trie
- of the first <tt>total.order.partitioner.max.trie.depth</tt>(2) + 1 bytes
- will be built. Otherwise, keys will be located using a binary search of
- the partition keyset using the {@link org.apache.hadoop.io.RawComparator}
- defined for this job. The input file must be sorted with the same
- comparator and contain {@link Job#getNumReduceTasks()} - 1 keys.]]>
- </doc>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getPartition" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="java.lang.Object"/>
- <param name="numPartitions" type="int"/>
- </method>
- <method name="setPartitionFile"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="p" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the path to the SequenceFile storing the sorted partition keyset.
- It must be the case that for <tt>R</tt> reduces, there are <tt>R-1</tt>
- keys in the SequenceFile.]]>
- </doc>
- </method>
- <method name="getPartitionFile" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Get the path to the SequenceFile storing the sorted partition keyset.
- @see #setPartitionFile(Configuration, Path)]]>
- </doc>
- </method>
- <field name="DEFAULT_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PARTITIONER_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAX_TRIE_DEPTH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NATURAL_ORDER" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Partitioner effecting a total order by reading split points from
- an externally generated source.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner -->
- </package>
- <package name="org.apache.hadoop.mapreduce.lib.reduce">
- <!-- start class org.apache.hadoop.mapreduce.lib.reduce.IntSumReducer -->
- <class name="IntSumReducer" extends="org.apache.hadoop.mapreduce.Reducer"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="IntSumReducer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="values" type="java.lang.Iterable"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.reduce.IntSumReducer -->
- <!-- start class org.apache.hadoop.mapreduce.lib.reduce.LongSumReducer -->
- <class name="LongSumReducer" extends="org.apache.hadoop.mapreduce.Reducer"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="LongSumReducer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="reduce"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="java.lang.Object"/>
- <param name="values" type="java.lang.Iterable"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.lib.reduce.LongSumReducer -->
- </package>
- <package name="org.apache.hadoop.mapreduce.security">
- <!-- start class org.apache.hadoop.mapreduce.security.SecureShuffleUtils -->
- <class name="SecureShuffleUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SecureShuffleUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="generateHash" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="msg" type="byte[]"/>
- <param name="key" type="javax.crypto.SecretKey"/>
- <doc>
- <![CDATA[Base64 encoded hash of msg
- @param msg]]>
- </doc>
- </method>
- <method name="hashFromString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="enc_str" type="java.lang.String"/>
- <param name="key" type="javax.crypto.SecretKey"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Aux util to calculate hash of a String
- @param enc_str
- @param key
- @return Base64 encodedHash
- @throws IOException]]>
- </doc>
- </method>
- <method name="verifyReply"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="base64Hash" type="java.lang.String"/>
- <param name="msg" type="java.lang.String"/>
- <param name="key" type="javax.crypto.SecretKey"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[verify that base64Hash is same as HMacHash(msg)
- @param base64Hash (Base64 encoded hash)
- @param msg
- @throws IOException if not the same]]>
- </doc>
- </method>
- <method name="buildMsgFrom" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="url" type="java.net.URL"/>
- <doc>
- <![CDATA[Shuffle specific utils - build string for encoding from URL
- @param url
- @return string for encoding]]>
- </doc>
- </method>
- <method name="buildMsgFrom" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="request" type="javax.servlet.http.HttpServletRequest"/>
- <doc>
- <![CDATA[Shuffle specific utils - build string for encoding from URL
- @param request
- @return string for encoding]]>
- </doc>
- </method>
- <method name="toHex" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ba" type="byte[]"/>
- <doc>
- <![CDATA[byte array to Hex String
- @param ba
- @return string with HEX value of the key]]>
- </doc>
- </method>
- <field name="HTTP_HEADER_URL_HASH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HTTP_HEADER_REPLY_URL_HASH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[utilities for generating kyes, hashes and verifying them for shuffle]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.SecureShuffleUtils -->
- <!-- start class org.apache.hadoop.mapreduce.security.TokenCache -->
- <class name="TokenCache" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TokenCache"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSecretKey" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <param name="alias" type="org.apache.hadoop.io.Text"/>
- <doc>
- <![CDATA[auxiliary method to get user's secret keys..
- @param alias
- @return secret key from the storage]]>
- </doc>
- </method>
- <method name="obtainTokensForNamenodes"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <param name="ps" type="org.apache.hadoop.fs.Path[]"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Convenience method to obtain delegation tokens from namenodes
- corresponding to the paths passed.
- @param ps array of paths
- @param conf configuration
- @throws IOException]]>
- </doc>
- </method>
- <method name="cleanUpTokenReferral"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Remove jobtoken referrals which don't make sense in the context
- of the task execution.
- @param conf configuration object.]]>
- </doc>
- </method>
- <method name="getDelegationToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <param name="namenode" type="java.lang.String"/>
- <doc>
- <![CDATA[@param namenode
- @return delegation token]]>
- </doc>
- </method>
- <method name="loadTokens" return="org.apache.hadoop.security.Credentials"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobTokenFile" type="java.lang.String"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[load job token from a file
- @param conf
- @throws IOException]]>
- </doc>
- </method>
- <method name="setJobToken"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="t" type="org.apache.hadoop.security.token.Token"/>
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <doc>
- <![CDATA[store job token
- @param t]]>
- </doc>
- </method>
- <method name="getJobToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <doc>
- <![CDATA[@return job token]]>
- </doc>
- </method>
- <field name="JOB_TOKEN_HDFS_FILE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[file name used on HDFS for generated job token]]>
- </doc>
- </field>
- <field name="JOB_TOKENS_FILENAME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[conf setting for job tokens cache file name]]>
- </doc>
- </field>
- <doc>
- <![CDATA[This class provides user facing APIs for transferring secrets from
- the job client to the tasks.
- The secrets can be stored just before submission of jobs and read during
- the task execution.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.TokenCache -->
- </package>
- <package name="org.apache.hadoop.mapreduce.security.token">
- <!-- start class org.apache.hadoop.mapreduce.security.token.DelegationTokenRenewal -->
- <class name="DelegationTokenRenewal" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DelegationTokenRenewal"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="registerDelegationTokensForRenewal"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- <param name="ts" type="org.apache.hadoop.security.Credentials"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="true"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[removing all tokens renewals]]>
- </doc>
- </method>
- <method name="removeDelegationTokenRenewalForJob"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- <doc>
- <![CDATA[removing DT for completed jobs
- @param jobId]]>
- </doc>
- </method>
- <field name="SCHEME" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.token.DelegationTokenRenewal -->
- <!-- start class org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier -->
- <class name="JobTokenIdentifier" extends="org.apache.hadoop.security.token.TokenIdentifier"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobTokenIdentifier"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor]]>
- </doc>
- </constructor>
- <constructor name="JobTokenIdentifier" type="org.apache.hadoop.io.Text"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a job token identifier from a jobid
- @param jobid the jobid to use]]>
- </doc>
- </constructor>
- <method name="getKind" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getUser" return="org.apache.hadoop.security.UserGroupInformation"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getJobId" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the jobid
- @return the jobid]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <field name="KIND_NAME" type="org.apache.hadoop.io.Text"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[The token identifier for job token]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier -->
- <!-- start class org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier.Renewer -->
- <class name="JobTokenIdentifier.Renewer" extends="org.apache.hadoop.security.token.Token.TrivialRenewer"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobTokenIdentifier.Renewer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getKind" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier.Renewer -->
- <!-- start class org.apache.hadoop.mapreduce.security.token.JobTokenSecretManager -->
- <class name="JobTokenSecretManager" extends="org.apache.hadoop.security.token.SecretManager"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobTokenSecretManager"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Default constructor]]>
- </doc>
- </constructor>
- <method name="createSecretKey" return="javax.crypto.SecretKey"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="byte[]"/>
- <doc>
- <![CDATA[Convert the byte[] to a secret key
- @param key the byte[] to create the secret key from
- @return the secret key]]>
- </doc>
- </method>
- <method name="computeHash" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="msg" type="byte[]"/>
- <param name="key" type="javax.crypto.SecretKey"/>
- <doc>
- <![CDATA[Compute the HMAC hash of the message using the key
- @param msg the message to hash
- @param key the key to use
- @return the computed hash]]>
- </doc>
- </method>
- <method name="createPassword" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="identifier" type="org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier"/>
- <doc>
- <![CDATA[Create a new password/secret for the given job token identifier.
- @param identifier the job token identifier
- @return token password/secret]]>
- </doc>
- </method>
- <method name="addTokenForJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="java.lang.String"/>
- <param name="token" type="org.apache.hadoop.security.token.Token"/>
- <doc>
- <![CDATA[Add the job token of a job to cache
- @param jobId the job that owns the token
- @param token the job token]]>
- </doc>
- </method>
- <method name="removeTokenForJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="java.lang.String"/>
- <doc>
- <![CDATA[Remove the cached job token of a job from cache
- @param jobId the job whose token is to be removed]]>
- </doc>
- </method>
- <method name="retrieveTokenSecret" return="javax.crypto.SecretKey"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="java.lang.String"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- <doc>
- <![CDATA[Look up the token password/secret for the given jobId.
- @param jobId the jobId to look up
- @return token password/secret as SecretKey
- @throws InvalidToken]]>
- </doc>
- </method>
- <method name="retrievePassword" return="byte[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="identifier" type="org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier"/>
- <exception name="SecretManager.InvalidToken" type="org.apache.hadoop.security.token.SecretManager.InvalidToken"/>
- <doc>
- <![CDATA[Look up the token password/secret for the given job token identifier.
- @param identifier the job token identifier to look up
- @return token password/secret as byte[]
- @throws InvalidToken]]>
- </doc>
- </method>
- <method name="createIdentifier" return="org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an empty job token identifier
- @return a newly created empty job token identifier]]>
- </doc>
- </method>
- <doc>
- <![CDATA[SecretManager for job token. It can be used to cache generated job tokens.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.token.JobTokenSecretManager -->
- <!-- start class org.apache.hadoop.mapreduce.security.token.JobTokenSelector -->
- <class name="JobTokenSelector" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.security.token.TokenSelector"/>
- <constructor name="JobTokenSelector"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="selectToken" return="org.apache.hadoop.security.token.Token"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="service" type="org.apache.hadoop.io.Text"/>
- <param name="tokens" type="java.util.Collection"/>
- </method>
- <doc>
- <![CDATA[Look through tokens to find the first job token that matches the service
- and return it.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.token.JobTokenSelector -->
- </package>
- <package name="org.apache.hadoop.mapreduce.security.token.delegation">
- <!-- start class org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenIdentifier -->
- <class name="DelegationTokenIdentifier" extends="org.apache.hadoop.security.token.delegation.AbstractDelegationTokenIdentifier"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DelegationTokenIdentifier"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an empty delegation token identifier for reading into.]]>
- </doc>
- </constructor>
- <constructor name="DelegationTokenIdentifier" type="org.apache.hadoop.io.Text, org.apache.hadoop.io.Text, org.apache.hadoop.io.Text"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new delegation token identifier
- @param owner the effective username of the token owner
- @param renewer the username of the renewer
- @param realUser the real username of the token owner]]>
- </doc>
- </constructor>
- <method name="getKind" return="org.apache.hadoop.io.Text"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="MAPREDUCE_DELEGATION_KIND" type="org.apache.hadoop.io.Text"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A delegation token identifier that is specific to MapReduce.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenIdentifier -->
- <!-- start class org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenSecretManager -->
- <class name="DelegationTokenSecretManager" extends="org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DelegationTokenSecretManager" type="long, long, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a secret manager
- @param delegationKeyUpdateInterval the number of seconds for rolling new
- secret keys.
- @param delegationTokenMaxLifetime the maximum lifetime of the delegation
- tokens
- @param delegationTokenRenewInterval how often the tokens must be renewed
- @param delegationTokenRemoverScanInterval how often the tokens are scanned
- for expired tokens]]>
- </doc>
- </constructor>
- <method name="createIdentifier" return="org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenIdentifier"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[A MapReduce specific delegation token secret manager.
- The secret manager is responsible for generating and accepting the password
- for each token.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenSecretManager -->
- <!-- start class org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenSelector -->
- <class name="DelegationTokenSelector" extends="org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSelector"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DelegationTokenSelector"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[A delegation token that is specialized for MapReduce]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenSelector -->
- </package>
- <package name="org.apache.hadoop.mapreduce.server.jobtracker">
- <!-- start class org.apache.hadoop.mapreduce.server.jobtracker.TaskTracker -->
- <class name="TaskTracker" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskTracker" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a new {@link TaskTracker}.
- @param trackerName Unique identifier for the <code>TaskTracker</code>]]>
- </doc>
- </constructor>
- <method name="getTrackerName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the unique identifier for the {@link TaskTracker}
- @return the unique identifier for the <code>TaskTracker</code>]]>
- </doc>
- </method>
- <method name="getStatus" return="org.apache.hadoop.mapred.TaskTrackerStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the current {@link TaskTrackerStatus} of the <code>TaskTracker</code>.
- @return the current <code>TaskTrackerStatus</code> of the
- <code>TaskTracker</code>]]>
- </doc>
- </method>
- <method name="setStatus"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="status" type="org.apache.hadoop.mapred.TaskTrackerStatus"/>
- <doc>
- <![CDATA[Set the current {@link TaskTrackerStatus} of the <code>TaskTracker</code>.
- @param status the current <code>TaskTrackerStatus</code> of the
- <code>TaskTracker</code>]]>
- </doc>
- </method>
- <method name="getAvailableSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- <doc>
- <![CDATA[Get the number of currently available slots on this tasktracker for the
- given type of the task.
- @param taskType the {@link TaskType} to check for number of available slots
- @return the number of currently available slots for the given
- <code>taskType</code>]]>
- </doc>
- </method>
- <method name="getJobForFallowSlot" return="org.apache.hadoop.mapred.JobInProgress"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- <doc>
- <![CDATA[Get the {@link JobInProgress} for which the fallow slot(s) are held.
- @param taskType {@link TaskType} of the task
- @return the task for which the fallow slot(s) are held,
- <code>null</code> if there are no fallow slots]]>
- </doc>
- </method>
- <method name="reserveSlots"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- <param name="job" type="org.apache.hadoop.mapred.JobInProgress"/>
- <param name="numSlots" type="int"/>
- <doc>
- <![CDATA[Reserve specified number of slots for a given <code>job</code>.
- @param taskType {@link TaskType} of the task
- @param job the job for which slots on this <code>TaskTracker</code>
- are to be reserved
- @param numSlots number of slots to be reserved]]>
- </doc>
- </method>
- <method name="unreserveSlots"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- <param name="job" type="org.apache.hadoop.mapred.JobInProgress"/>
- <doc>
- <![CDATA[Free map slots on this <code>TaskTracker</code> which were reserved for
- <code>taskType</code>.
- @param taskType {@link TaskType} of the task
- @param job job whose slots are being un-reserved]]>
- </doc>
- </method>
- <method name="cancelAllReservations"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Cleanup when the {@link TaskTracker} is declared as 'lost/blacklisted'
- by the JobTracker.
-
- The method assumes that the lock on the {@link JobTracker} is obtained
- by the caller.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The representation of a single <code>TaskTracker</code> as seen by
- the {@link JobTracker}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.jobtracker.TaskTracker -->
- </package>
- <package name="org.apache.hadoop.mapreduce.server.tasktracker">
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.JVMInfo -->
- <class name="JVMInfo" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JVMInfo" type="java.io.File, java.util.List"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getLogLocation" return="java.io.File"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getAllAttempts" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.JVMInfo -->
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.Localizer -->
- <class name="Localizer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Localizer" type="org.apache.hadoop.fs.FileSystem, java.lang.String[]"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a Localizer instance
-
- @param fileSys
- @param lDirs]]>
- </doc>
- </constructor>
- <method name="initializeUserDirs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Initialize the local directories for a particular user on this TT. This
- involves creation and setting permissions of the following directories
- <ul>
- <li>$mapred.local.dir/taskTracker/$user</li>
- <li>$mapred.local.dir/taskTracker/$user/jobcache</li>
- <li>$mapred.local.dir/taskTracker/$user/distcache</li>
- </ul>
-
- @param user
- @throws IOException]]>
- </doc>
- </method>
- <method name="initializeAttemptDirs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="user" type="java.lang.String"/>
- <param name="jobId" type="java.lang.String"/>
- <param name="attemptId" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create taskDirs on all the disks. Otherwise, in some cases, like when
- LinuxTaskController is in use, child might wish to balance load across
- disks but cannot itself create attempt directory because of the fact that
- job directory is writable only by the TT.
-
- @param user
- @param jobId
- @param attemptId
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[NOTE: This class is internal only and not intended for users!!]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.Localizer -->
- </package>
- <package name="org.apache.hadoop.mapreduce.server.tasktracker.userlogs">
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.DeleteJobEvent -->
- <class name="DeleteJobEvent" extends="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DeleteJobEvent" type="org.apache.hadoop.mapreduce.JobID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create the event to delete job log directory.
-
- @param jobid
- The {@link JobID} whose logs should be deleted.]]>
- </doc>
- </constructor>
- <method name="getJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the jobid.
-
- @return object of {@link JobID}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is an {@link UserLogEvent} sent when job logs should be deleted.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.DeleteJobEvent -->
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.JobCompletedEvent -->
- <class name="JobCompletedEvent" extends="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobCompletedEvent" type="org.apache.hadoop.mapreduce.JobID, long, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create the event for job completion.
-
- @param jobid
- The completed {@link JobID} .
- @param jobCompletionTime
- The job completion time.
- @param retainHours
- The number of hours for which the job logs should be retained]]>
- </doc>
- </constructor>
- <method name="getJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job id.
-
- @return object of {@link JobID}]]>
- </doc>
- </method>
- <method name="getJobCompletionTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job completion time-stamp in milli-seconds.
-
- @return job completion time.]]>
- </doc>
- </method>
- <method name="getRetainHours" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of hours for which job logs should be retained.
-
- @return retainHours]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is an {@link UserLogEvent} sent when the job completes]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.JobCompletedEvent -->
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.JobStartedEvent -->
- <class name="JobStartedEvent" extends="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobStartedEvent" type="org.apache.hadoop.mapreduce.JobID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create the event to inform the job has started.
-
- @param jobid
- The {@link JobID} which started]]>
- </doc>
- </constructor>
- <method name="getJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job id.
-
- @return object of {@link JobID}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is an {@link UserLogEvent} sent when the job starts.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.JobStartedEvent -->
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.JvmFinishedEvent -->
- <class name="JvmFinishedEvent" extends="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JvmFinishedEvent" type="org.apache.hadoop.mapreduce.server.tasktracker.JVMInfo"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create the event to inform that the jvm has finished.
-
- @param jvmInfo
- The finished {@link JVMInfo}]]>
- </doc>
- </constructor>
- <method name="getJvmInfo" return="org.apache.hadoop.mapreduce.server.tasktracker.JVMInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the jvm info.
-
- @return object of {@link JVMInfo}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is an {@link UserLogEvent} sent when the jvm finishes.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.JvmFinishedEvent -->
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent -->
- <class name="UserLogEvent" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="UserLogEvent" type="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="getEventType" return="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the {@link EventType}.
- @return the {@link EventType}.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[A directive from the various components of {@link TaskTracker} to the
- {@link UserLogManager} to inform about an event.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent -->
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType -->
- <class name="UserLogEvent.EventType" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="JVM_FINISHED" type="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_STARTED" type="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_COMPLETED" type="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DELETE_JOB" type="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent.EventType -->
- <!-- start class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogManager -->
- <class name="UserLogManager" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="UserLogManager" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.mapred.TaskController"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the user log manager to manage user logs on {@link TaskTracker}.
-
- It should be explicitly started using {@link #start()} to start functioning
-
- @param conf The {@link Configuration}
- @param taskController The task controller to delete the log files
-
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="UserLogManager" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create the user log manager to manage user logs on {@link TaskTracker}.
- This constructor is there mainly for unit tests.
-
- @param conf The {@link Configuration}
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="getTaskController" return="org.apache.hadoop.mapred.TaskController"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the taskController for deleting logs.
- @return the TaskController]]>
- </doc>
- </method>
- <method name="start"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Starts managing the logs]]>
- </doc>
- </method>
- <method name="monitor"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="processEvent"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="event" type="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="clearOldUserLogs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Called during TaskTracker restart/re-init.
-
- @param conf
- TT's conf
- @throws IOException]]>
- </doc>
- </method>
- <method name="addLogEvent"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="event" type="org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogEvent"/>
- <doc>
- <![CDATA[Add the {@link UserLogEvent} for processing.
-
- @param event]]>
- </doc>
- </method>
- <method name="getUserLogCleaner" return="org.apache.hadoop.mapred.UserLogCleaner"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get {@link UserLogCleaner}.
-
- This method is called only from unit tests.
-
- @return {@link UserLogCleaner}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This manages user logs on the {@link TaskTracker}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.server.tasktracker.userlogs.UserLogManager -->
- </package>
- <package name="org.apache.hadoop.mapreduce.split">
- <!-- start class org.apache.hadoop.mapreduce.split.JobSplit -->
- <class name="JobSplit" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobSplit"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <field name="EMPTY_TASK_SPLIT" type="org.apache.hadoop.mapreduce.split.JobSplit.TaskSplitMetaInfo"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class groups the fundamental classes associated with
- reading/writing splits. The split information is divided into
- two parts based on the consumer of the information. The two
- parts are the split meta information, and the raw split
- information. The first part is consumed by the JobTracker to
- create the tasks' locality data structures. The second part is
- used by the maps at runtime to know what to do!
- These pieces of information are written to two separate files.
- The metainformation file is slurped by the JobTracker during
- job initialization. A map task gets the meta information during
- the launch and it reads the raw split bytes directly from the
- file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.split.JobSplit -->
- <!-- start class org.apache.hadoop.mapreduce.split.JobSplit.SplitMetaInfo -->
- <class name="JobSplit.SplitMetaInfo" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <constructor name="JobSplit.SplitMetaInfo"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="JobSplit.SplitMetaInfo" type="java.lang.String[], long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="JobSplit.SplitMetaInfo" type="org.apache.hadoop.mapreduce.InputSplit, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStartOffset" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getInputDataLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setInputDataLocations"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="locations" type="java.lang.String[]"/>
- </method>
- <method name="setInputDataLength"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="length" type="long"/>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[This represents the meta information about the task split.
- The main fields are
- - start offset in actual split
- - data length that will be processed in this split
- - hosts on which this split is local]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.split.JobSplit.SplitMetaInfo -->
- <!-- start class org.apache.hadoop.mapreduce.split.JobSplit.TaskSplitIndex -->
- <class name="JobSplit.TaskSplitIndex" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobSplit.TaskSplitIndex"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="JobSplit.TaskSplitIndex" type="java.lang.String, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getStartOffset" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSplitLocation" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[This represents the meta information about the task split that the
- task gets]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.split.JobSplit.TaskSplitIndex -->
- <!-- start class org.apache.hadoop.mapreduce.split.JobSplit.TaskSplitMetaInfo -->
- <class name="JobSplit.TaskSplitMetaInfo" extends="java.lang.Object"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobSplit.TaskSplitMetaInfo"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="JobSplit.TaskSplitMetaInfo" type="org.apache.hadoop.mapreduce.split.JobSplit.TaskSplitIndex, java.lang.String[], long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="JobSplit.TaskSplitMetaInfo" type="org.apache.hadoop.mapreduce.InputSplit, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="JobSplit.TaskSplitMetaInfo" type="java.lang.String[], long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplitIndex" return="org.apache.hadoop.mapreduce.split.JobSplit.TaskSplitIndex"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSplitLocation" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getInputDataLength" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getLocations" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStartOffset" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[This represents the meta information about the task split that the
- JobTracker creates]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.split.JobSplit.TaskSplitMetaInfo -->
- <!-- start class org.apache.hadoop.mapreduce.split.JobSplitWriter -->
- <class name="JobSplitWriter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobSplitWriter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="createSplitFiles"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="splits" type="java.util.List"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="createSplitFiles"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="splits" type="org.apache.hadoop.mapreduce.InputSplit[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- </method>
- <method name="createSplitFiles"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="splits" type="org.apache.hadoop.mapred.InputSplit[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[The class that is used by the Job clients to write splits (both the meta
- and the raw bytes parts)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.split.JobSplitWriter -->
- <!-- start class org.apache.hadoop.mapreduce.split.SplitMetaInfoReader -->
- <class name="SplitMetaInfoReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SplitMetaInfoReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="readSplitMetaInfo" return="org.apache.hadoop.mapreduce.split.JobSplit.TaskSplitMetaInfo[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobId" type="org.apache.hadoop.mapreduce.JobID"/>
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="jobSubmitDir" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A (internal) utility that reads the split meta info and creates
- split meta info objects]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.mapreduce.split.SplitMetaInfoReader -->
- </package>
- <package name="org.apache.hadoop.tools">
- <!-- start class org.apache.hadoop.tools.DistCh -->
- <class name="DistCh" extends="org.apache.hadoop.tools.DistTool"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[This is the main driver for recursively changing files properties.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <doc>
- <![CDATA[A Map-reduce program to recursively change files properties
- such as owner, group and permission.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.DistCh -->
- <!-- start class org.apache.hadoop.tools.DistCp -->
- <class name="DistCp" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="DistCp" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="copy"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="srcPath" type="java.lang.String"/>
- <param name="destPath" type="java.lang.String"/>
- <param name="logPath" type="org.apache.hadoop.fs.Path"/>
- <param name="srcAsList" type="boolean"/>
- <param name="ignoreReadFailures" type="boolean"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <doc>
- <![CDATA[This is the main driver for recursively copying directories
- across file systems. It takes at least two cmdline parameters. A source
- URL and a destination URL. It then essentially does an "ls -lR" on the
- source URL, and writes the output in a round-robin manner to all the map
- input files. The mapper actually copies the files allotted to it. The
- reduce is empty.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <method name="getRandomId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="LOG" type="org.apache.commons.logging.Log"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[A Map-reduce program to recursively copy directories between
- different file-systems.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.DistCp -->
- <!-- start class org.apache.hadoop.tools.DistCp.DuplicationException -->
- <class name="DistCp.DuplicationException" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <field name="ERROR_CODE" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Error code for this exception]]>
- </doc>
- </field>
- <doc>
- <![CDATA[An exception class for duplicated source files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.DistCp.DuplicationException -->
- <!-- start class org.apache.hadoop.tools.HadoopArchives -->
- <class name="HadoopArchives" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="HadoopArchives" type="org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[the main driver for creating the archives
- it takes at least three command line parameters. The parent path,
- The src and the dest. It does an lsr on the source paths.
- The mapper created archuves and the reducer creates
- the archive index.]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <doc>
- <![CDATA[the main functions]]>
- </doc>
- </method>
- <field name="VERSION" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[a archive creation utility.
- This class provides methods that can be used
- to create hadoop archives. For understanding of
- Hadoop archives look at {@link HarFileSystem}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.HadoopArchives -->
- <!-- start class org.apache.hadoop.tools.Logalyzer -->
- <class name="Logalyzer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Logalyzer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="doArchive"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logListURI" type="java.lang.String"/>
- <param name="archiveDirectory" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[doArchive: Workhorse function to archive log-files.
- @param logListURI : The uri which will serve list of log-files to archive.
- @param archiveDirectory : The directory to store archived logfiles.
- @throws IOException]]>
- </doc>
- </method>
- <method name="doAnalyze"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inputFilesDirectory" type="java.lang.String"/>
- <param name="outputDirectory" type="java.lang.String"/>
- <param name="grepPattern" type="java.lang.String"/>
- <param name="sortColumns" type="java.lang.String"/>
- <param name="columnSeparator" type="java.lang.String"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[doAnalyze:
- @param inputFilesDirectory : Directory containing the files to be analyzed.
- @param outputDirectory : Directory to store analysis (output).
- @param grepPattern : Pattern to *grep* for.
- @param sortColumns : Sort specification for output.
- @param columnSeparator : Column separator.
- @throws IOException]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- </method>
- <doc>
- <![CDATA[Logalyzer: A utility tool for archiving and analyzing hadoop logs.
- <p>
- This tool supports archiving and anaylzing (sort/grep) of log-files.
- It takes as input
- a) Input uri which will serve uris of the logs to be archived.
- b) Output directory (not mandatory).
- b) Directory on dfs to archive the logs.
- c) The sort/grep patterns for analyzing the files and separator for boundaries.
- Usage:
- Logalyzer -archive -archiveDir <directory to archive logs> -analysis <directory> -logs <log-list uri> -grep <pattern> -sort <col1, col2> -separator <separator>
- <p>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.Logalyzer -->
- <!-- start class org.apache.hadoop.tools.Logalyzer.LogComparator -->
- <class name="Logalyzer.LogComparator" extends="org.apache.hadoop.io.Text.Comparator"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.conf.Configurable"/>
- <constructor name="Logalyzer.LogComparator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getConf" return="org.apache.hadoop.conf.Configuration"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compare" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b1" type="byte[]"/>
- <param name="s1" type="int"/>
- <param name="l1" type="int"/>
- <param name="b2" type="byte[]"/>
- <param name="s2" type="int"/>
- <param name="l2" type="int"/>
- </method>
- <doc>
- <![CDATA[A WritableComparator optimized for UTF8 keys of the logs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.Logalyzer.LogComparator -->
- <!-- start class org.apache.hadoop.tools.Logalyzer.LogRegexMapper -->
- <class name="Logalyzer.LogRegexMapper" extends="org.apache.hadoop.mapred.MapReduceBase"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.mapred.Mapper"/>
- <constructor name="Logalyzer.LogRegexMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="configure"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapred.JobConf"/>
- </method>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="key" type="org.apache.hadoop.io.WritableComparable"/>
- <param name="value" type="org.apache.hadoop.io.Text"/>
- <param name="output" type="org.apache.hadoop.mapred.OutputCollector"/>
- <param name="reporter" type="org.apache.hadoop.mapred.Reporter"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A {@link Mapper} that extracts text matching a regular expression.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.Logalyzer.LogRegexMapper -->
- </package>
- <package name="org.apache.hadoop.tools.distcp2">
- <!-- start class org.apache.hadoop.tools.distcp2.CopyListing -->
- <class name="CopyListing" extends="org.apache.hadoop.conf.Configured"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CopyListing" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.security.Credentials"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Protected constructor, to initialize configuration.
- @param configuration The input configuration,
- with which the source/target FileSystems may be accessed.
- @param credentials - Credentials object on which the FS delegation tokens are cached.If null
- delegation token caching is skipped]]>
- </doc>
- </constructor>
- <method name="buildListing"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <param name="pathToListFile" type="org.apache.hadoop.fs.Path"/>
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Build listing function creates the input listing that distcp uses to
- perform the copy.
- The build listing is a sequence file that has relative path of a file in the key
- and the file status information of the source file in the value
- For instance if the source path is /tmp/data and the traversed path is
- /tmp/data/dir1/dir2/file1, then the sequence file would contain
- key: /dir1/dir2/file1 and value: FileStatus(/tmp/data/dir1/dir2/file1)
- File would also contain directory entries. Meaning, if /tmp/data/dir1/dir2/file1
- is the only file under /tmp/data, the resulting sequence file would contain the
- following entries
- key: /dir1 and value: FileStatus(/tmp/data/dir1)
- key: /dir1/dir2 and value: FileStatus(/tmp/data/dir1/dir2)
- key: /dir1/dir2/file1 and value: FileStatus(/tmp/data/dir1/dir2/file1)
- Cases requiring special handling:
- If source path is a file (/tmp/file1), contents of the file will be as follows
- TARGET DOES NOT EXIST: Key-"", Value-FileStatus(/tmp/file1)
- TARGET IS FILE : Key-"", Value-FileStatus(/tmp/file1)
- TARGET IS DIR : Key-"/file1", Value-FileStatus(/tmp/file1)
- @param pathToListFile - Output file where the listing would be stored
- @param options - Input options to distcp
- @throws IOException - Exception if any]]>
- </doc>
- </method>
- <method name="validatePaths"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="CopyListing.InvalidInputException" type="org.apache.hadoop.tools.distcp2.CopyListing.InvalidInputException"/>
- <doc>
- <![CDATA[Validate input and output paths
- @param options - Input options
- @throws InvalidInputException: If inputs are invalid
- @throws IOException: any Exception with FS]]>
- </doc>
- </method>
- <method name="doBuildListing"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="pathToListFile" type="org.apache.hadoop.fs.Path"/>
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[The interface to be implemented by sub-classes, to create the source/target file listing.
- @param pathToListFile Path on HDFS where the listing file is written.
- @param options Input Options for DistCp (indicating source/target paths.)
- @throws IOException: Thrown on failure to create the listing file.]]>
- </doc>
- </method>
- <method name="getBytesToCopy" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the total bytes that distCp should copy for the source paths
- This doesn't consider whether file is same should be skipped during copy
- @return total bytes to copy]]>
- </doc>
- </method>
- <method name="getNumberOfPaths" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return the total number of paths to distcp, includes directories as well
- This doesn't consider whether file/dir is already present and should be skipped during copy
- @return Total number of paths to distcp]]>
- </doc>
- </method>
- <method name="setCredentials"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <doc>
- <![CDATA[set Credentials store, on which FS delegatin token will be cached
- @param credentials - Credentials object]]>
- </doc>
- </method>
- <method name="getCredentials" return="org.apache.hadoop.security.Credentials"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[get credentials to update the delegation tokens for accessed FS objects
- @return Credentials object]]>
- </doc>
- </method>
- <method name="getCopyListing" return="org.apache.hadoop.tools.distcp2.CopyListing"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="configuration" type="org.apache.hadoop.conf.Configuration"/>
- <param name="credentials" type="org.apache.hadoop.security.Credentials"/>
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Public Factory method with which the appropriate CopyListing implementation may be retrieved.
- @param configuration The input configuration.
- @param credentials Credentials object on which the FS delegation tokens are cached
- @param options The input Options, to help choose the appropriate CopyListing Implementation.
- @return An instance of the appropriate CopyListing implementation.
- @throws java.io.IOException - Exception if any]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The CopyListing abstraction is responsible for how the list of
- sources and targets is constructed, for DistCp's copy function.
- The copy-listing should be a SequenceFile<Text, FileStatus>,
- located at the path specified to buildListing(),
- each entry being a pair of (Source relative path, source file status),
- all the paths being fully qualified.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.CopyListing -->
- <!-- start class org.apache.hadoop.tools.distcp2.DistCp -->
- <class name="DistCp" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="DistCp" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.tools.distcp2.DistCpOptions"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Public Constructor. Creates DistCp object with specified input-parameters.
- (E.g. source-paths, target-location, etc.)
- @param inputOptions Options (indicating source-paths, target-location.)
- @param configuration The Hadoop configuration against which the Copy-mapper must run.
- @throws Exception, on failure.]]>
- </doc>
- </constructor>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Implementation of Tool::run(). Orchestrates the copy of source file(s)
- to target location, by:
- 1. Creating a list of files to be copied to target.
- 2. Launching a Map-only job to copy the files. (Delegates to execute().)
- @param argv List of arguments passed to DistCp, from the ToolRunner.
- @return On success, it returns 0. Else, -1.]]>
- </doc>
- </method>
- <method name="execute" return="org.apache.hadoop.mapreduce.Job"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Implements the core-execution. Creates the file-list for copy,
- and launches the Hadoop-job, to do the copy.
- @return Job handle
- @throws Exception, on failure.]]>
- </doc>
- </method>
- <method name="createInputFileListing" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create input listing by invoking an appropriate copy listing
- implementation. Also add delegation tokens for each path
- to job's credential store
- @param job - Handle to job
- @return Returns the path where the copy listing is created
- @throws IOException - If any]]>
- </doc>
- </method>
- <method name="getFileListingPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get default name of the copy listing file. Use the meta folder
- to create the copy listing file
- @return - Path where the copy listing file has to be saved
- @throws IOException - Exception if any]]>
- </doc>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="argv" type="java.lang.String[]"/>
- <doc>
- <![CDATA[Main function of the DistCp program. Parses the input arguments (via OptionsParser),
- and invokes the DistCp::run() method, via the ToolRunner.
- @param argv Command-line arguments sent to DistCp.]]>
- </doc>
- </method>
- <field name="rand" type="java.util.Random"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[DistCp is the main driver-class for DistCpV2.
- For command-line use, DistCp::main() orchestrates the parsing of command-line
- parameters and the launch of the DistCp job.
- For programmatic use, a DistCp object can be constructed by specifying
- options (in a DistCpOptions object), and DistCp::execute() may be used to
- launch the copy-job. DistCp may alternatively be sub-classed to fine-tune
- behaviour.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.DistCp -->
- <!-- start class org.apache.hadoop.tools.distcp2.DistCpConstants -->
- <class name="DistCpConstants" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DistCpConstants"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <field name="DEFAULT_MAPS" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DEFAULT_BANDWIDTH_MB" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="UNIFORMSIZE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_ATOMIC_COPY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constants mapping to command line switches/input options]]>
- </doc>
- </field>
- <field name="CONF_LABEL_WORK_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_LOG_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_IGNORE_FAILURES" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_PRESERVE_STATUS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_SYNC_FOLDERS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_DELETE_MISSING" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_SSL_CONF" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_MAX_MAPS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_SOURCE_LISTING" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_COPY_STRATEGY" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_SKIP_CRC" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_OVERWRITE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_BANDWIDTH_MB" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_TOTAL_BYTES_TO_BE_COPIED" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_TOTAL_NUMBER_OF_RECORDS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_SSL_KEYSTORE" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_LISTING_FILE_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_TARGET_WORK_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_TARGET_FINAL_PATH" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_DISTCP_JOB_ID" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[DistCp job id for consumers of the Disctp]]>
- </doc>
- </field>
- <field name="CONF_LABEL_META_FOLDER" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_COPY_LISTING_CLASS" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CONF_LABEL_SSL_TRUST_STORE_LOCATION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Conf label for SSL Trust-store location.]]>
- </doc>
- </field>
- <field name="CONF_LABEL_SSL_KEY_STORE_LOCATION" type="java.lang.String"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Conf label for SSL Key-store location.]]>
- </doc>
- </field>
- <field name="SUCCESS" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constants for DistCp return code to shell / consumer of ToolRunner's run]]>
- </doc>
- </field>
- <field name="INVALID_ARGUMENT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="DUPLICATE_INPUT" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="UNKNOWN_ERROR" type="int"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Utility class to hold commonly used constants.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.DistCpConstants -->
- <!-- start class org.apache.hadoop.tools.distcp2.DistCpOptions -->
- <class name="DistCpOptions" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DistCpOptions" type="java.util.List, org.apache.hadoop.fs.Path"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor, to initialize source/target paths.
- @param sourcePaths List of source-paths (including wildcards)
- to be copied to target.
- @param targetPath Destination path for the dist-copy.]]>
- </doc>
- </constructor>
- <constructor name="DistCpOptions" type="org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor, to initialize source/target paths.
- @param sourceFileListing File containing list of source paths
- @param targetPath Destination path for the dist-copy.]]>
- </doc>
- </constructor>
- <constructor name="DistCpOptions" type="org.apache.hadoop.tools.distcp2.DistCpOptions"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Copy constructor.
- @param that DistCpOptions being copied from.]]>
- </doc>
- </constructor>
- <method name="shouldAtomicCommit" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should the data be committed atomically?
- @return true if data should be committed automically. false otherwise]]>
- </doc>
- </method>
- <method name="setAtomicCommit"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="atomicCommit" type="boolean"/>
- <doc>
- <![CDATA[Set if data need to be committed automatically
- @param atomicCommit - boolean switch]]>
- </doc>
- </method>
- <method name="shouldSyncFolder" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should the data be sync'ed between source and target paths?
- @return true if data should be sync'ed up. false otherwise]]>
- </doc>
- </method>
- <method name="setSyncFolder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="syncFolder" type="boolean"/>
- <doc>
- <![CDATA[Set if source and target folder contents be sync'ed up
- @param syncFolder - boolean switch]]>
- </doc>
- </method>
- <method name="shouldDeleteMissing" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should target files missing in source should be deleted?
- @return true if zoombie target files to be removed. false otherwise]]>
- </doc>
- </method>
- <method name="setDeleteMissing"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="deleteMissing" type="boolean"/>
- <doc>
- <![CDATA[Set if files only present in target should be deleted
- @param deleteMissing - boolean switch]]>
- </doc>
- </method>
- <method name="shouldIgnoreFailures" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should failures be logged and ignored during copy?
- @return true if failures are to be logged and ignored. false otherwise]]>
- </doc>
- </method>
- <method name="setIgnoreFailures"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ignoreFailures" type="boolean"/>
- <doc>
- <![CDATA[Set if failures during copy be ignored
- @param ignoreFailures - boolean switch]]>
- </doc>
- </method>
- <method name="shouldBlock" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should DistCp be running in blocking mode
- @return true if should run in blocking, false otherwise]]>
- </doc>
- </method>
- <method name="setBlocking"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="blocking" type="boolean"/>
- <doc>
- <![CDATA[Set if Disctp should run blocking or non-blocking
- @param blocking - boolean switch]]>
- </doc>
- </method>
- <method name="shouldOverwrite" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should files be overwritten always?
- @return true if files in target that may exist before distcp, should always
- be overwritten. false otherwise]]>
- </doc>
- </method>
- <method name="setOverwrite"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="overwrite" type="boolean"/>
- <doc>
- <![CDATA[Set if files should always be overwritten on target
- @param overwrite - boolean switch]]>
- </doc>
- </method>
- <method name="shouldSkipCRC" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should CRC/checksum check be skipped while checking files are identical
- @return true if checksum check should be skipped while checking files are
- identical. false otherwise]]>
- </doc>
- </method>
- <method name="setSkipCRC"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="skipCRC" type="boolean"/>
- <doc>
- <![CDATA[Set if checksum comparison should be skipped while determining if
- source and destination files are identical
- @param skipCRC - boolean switch]]>
- </doc>
- </method>
- <method name="getMaxMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the max number of maps to use for this copy
- @return Max number of maps]]>
- </doc>
- </method>
- <method name="setMaxMaps"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="maxMaps" type="int"/>
- <doc>
- <![CDATA[Set the max number of maps to use for copy
- @param maxMaps - Number of maps]]>
- </doc>
- </method>
- <method name="getMapBandwidth" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the map bandwidth in MB
- @return Bandwidth in MB]]>
- </doc>
- </method>
- <method name="setMapBandwidth"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mapBandwidth" type="int"/>
- <doc>
- <![CDATA[Set per map bandwidth
- @param mapBandwidth - per map bandwidth]]>
- </doc>
- </method>
- <method name="getSslConfigurationFile" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get path where the ssl configuration file is present to use for hftps://
- @return Path on local file system]]>
- </doc>
- </method>
- <method name="setSslConfigurationFile"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sslConfigurationFile" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the SSL configuration file path to use with hftps:// (local path)
- @param sslConfigurationFile - Local ssl config file path]]>
- </doc>
- </method>
- <method name="preserveAttributes" return="java.util.Iterator"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns an iterator with the list of file attributes to preserve
- @return iterator of file attributes to preserve]]>
- </doc>
- </method>
- <method name="shouldPreserve" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attribute" type="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"/>
- <doc>
- <![CDATA[Checks if the input attibute should be preserved or not
- @param attribute - Attribute to check
- @return True if attribute should be preserved, false otherwise]]>
- </doc>
- </method>
- <method name="preserve"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fileAttribute" type="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"/>
- <doc>
- <![CDATA[Add file attributes that need to be preserved. This method may be
- called multiple times to add attributes.
- @param fileAttribute - Attribute to add, one at a time]]>
- </doc>
- </method>
- <method name="getAtomicWorkPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get work path for atomic commit. If null, the work
- path would be parentOf(targetPath) + "/._WIP_" + nameOf(targetPath)
- @return Atomic work path on the target cluster. Null if not set]]>
- </doc>
- </method>
- <method name="setAtomicWorkPath"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="atomicWorkPath" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the work path for atomic commit
- @param atomicWorkPath - Path on the target cluster]]>
- </doc>
- </method>
- <method name="getLogPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get output directory for writing distcp logs. Otherwise logs
- are temporarily written to JobStagingDir/_logs and deleted
- upon job completion
- @return Log output path on the cluster where distcp job is run]]>
- </doc>
- </method>
- <method name="setLogPath"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="logPath" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Set the log path where distcp output logs are stored
- Uses JobStagingDir/_logs by default
- @param logPath - Path where logs will be saved]]>
- </doc>
- </method>
- <method name="getCopyStrategy" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the copy strategy to use. Uses appropriate input format
- @return copy strategy to use]]>
- </doc>
- </method>
- <method name="setCopyStrategy"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="copyStrategy" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the copy strategy to use. Should map to a strategy implementation
- in distp-default.xml
- @param copyStrategy - copy Strategy to use]]>
- </doc>
- </method>
- <method name="getSourceFileListing" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[File path (hdfs:// or file://) that contains the list of actual
- files to copy
- @return - Source listing file path]]>
- </doc>
- </method>
- <method name="getSourcePaths" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Getter for sourcePaths.
- @return List of source-paths.]]>
- </doc>
- </method>
- <method name="setSourcePaths"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sourcePaths" type="java.util.List"/>
- <doc>
- <![CDATA[Setter for sourcePaths.
- @param sourcePaths The new list of source-paths.]]>
- </doc>
- </method>
- <method name="getTargetPath" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Getter for the targetPath.
- @return The target-path.]]>
- </doc>
- </method>
- <method name="validate"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="option" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"/>
- <param name="value" type="boolean"/>
- </method>
- <method name="appendToConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <doc>
- <![CDATA[Add options to configuration. These will be used in the Mapper/committer
- @param conf - Configruation object to which the options need to be added]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Utility to easily string-ify Options, for logging.
- @return String representation of the Options.]]>
- </doc>
- </method>
- <method name="clone" return="org.apache.hadoop.tools.distcp2.DistCpOptions"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
- </method>
- <doc>
- <![CDATA[The Options class encapsulates all DistCp options.
- These may be set from command-line (via the OptionsParser)
- or may be set manually.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.DistCpOptions -->
- <!-- start class org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute -->
- <class name="DistCpOptions.FileAttribute" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getAttribute" return="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="symbol" type="char"/>
- </method>
- <field name="REPLICATION" type="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BLOCKSIZE" type="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="USER" type="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="GROUP" type="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PERMISSION" type="org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.DistCpOptions.FileAttribute -->
- <!-- start class org.apache.hadoop.tools.distcp2.DistCpOptionSwitch -->
- <class name="DistCpOptionSwitch" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getConfigLabel" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get Configuration label for the option
- @return configuration label name]]>
- </doc>
- </method>
- <method name="getOption" return="org.apache.commons.cli.Option"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get CLI Option corresponding to the distcp option
- @return option]]>
- </doc>
- </method>
- <method name="getSwitch" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get Switch symbol
- @return switch symbol char]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="addToConf"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="option" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"/>
- <param name="value" type="java.lang.String"/>
- <doc>
- <![CDATA[Helper function to add an option to hadoop configuration object
- @param conf - Configuration object to include the option
- @param option - Option to add
- @param value - Value]]>
- </doc>
- </method>
- <method name="addToConf"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="option" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"/>
- <doc>
- <![CDATA[Helper function to set an option to hadoop configuration object
- @param conf - Configuration object to include the option
- @param option - Option to add]]>
- </doc>
- </method>
- <field name="IGNORE_FAILURES" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Ignores any failures during copy, and continues with rest.
- Logs failures in a file]]>
- </doc>
- </field>
- <field name="PRESERVE_STATUS" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Preserves status of file/path in the target.
- Default behavior with -p, is to preserve replication,
- block size, user, group and permission on the target file
- If any of the optional switches are present among rbugp, then
- only the corresponding file attribute is preserved]]>
- </doc>
- </field>
- <field name="SYNC_FOLDERS" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Update target location by copying only files that are missing
- in the target. This can be used to periodically sync two folders
- across source and target. Typically used with DELETE_MISSING
- Incompatible with ATOMIC_COMMIT]]>
- </doc>
- </field>
- <field name="DELETE_MISSING" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Deletes missing files in target that are missing from source
- This allows the target to be in sync with the source contents
- Typically used in conjunction with SYNC_FOLDERS
- Incompatible with ATOMIC_COMMIT]]>
- </doc>
- </field>
- <field name="SSL_CONF" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Configuration file to use with hftps:// for securely copying
- files across clusters. Typically the configuration file contains
- truststore/keystore information such as location, password and type]]>
- </doc>
- </field>
- <field name="MAX_MAPS" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Max number of maps to use during copy. DistCp will split work
- as equally as possible among these maps]]>
- </doc>
- </field>
- <field name="SOURCE_FILE_LISTING" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Source file listing can be provided to DistCp in a file.
- This allows DistCp to copy random list of files from source
- and copy them to target]]>
- </doc>
- </field>
- <field name="ATOMIC_COMMIT" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Copy all the source files and commit them atomically to the target
- This is typically useful in cases where there is a process
- polling for availability of a file/dir. This option is incompatible
- with SYNC_FOLDERS & DELETE_MISSING]]>
- </doc>
- </field>
- <field name="WORK_PATH" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Work path to be used only in conjunction in Atomic commit]]>
- </doc>
- </field>
- <field name="LOG_PATH" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Log path where distcp output logs are written to]]>
- </doc>
- </field>
- <field name="COPY_STRATEGY" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Copy strategy is use. This could be dynamic or uniform size etc.
- DistCp would use an appropriate input format based on this.]]>
- </doc>
- </field>
- <field name="SKIP_CRC" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Skip CRC checks between source and target, when determining what
- files need to be copied.]]>
- </doc>
- </field>
- <field name="OVERWRITE" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Overwrite target-files unconditionally.]]>
- </doc>
- </field>
- <field name="BLOCKING" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Should DisctpExecution be blocking]]>
- </doc>
- </field>
- <field name="FILE_LIMIT" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SIZE_LIMIT" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BANDWIDTH" type="org.apache.hadoop.tools.distcp2.DistCpOptionSwitch"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Specify bandwidth per map in MB]]>
- </doc>
- </field>
- <doc>
- <![CDATA[Enumeration mapping configuration keys to distcp command line
- options.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.DistCpOptionSwitch -->
- <!-- start class org.apache.hadoop.tools.distcp2.FileBasedCopyListing -->
- <class name="FileBasedCopyListing" extends="org.apache.hadoop.tools.distcp2.CopyListing"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="FileBasedCopyListing" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.security.Credentials"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor, to initialize base-class.
- @param configuration The input Configuration object.
- @param credentials - Credentials object on which the FS delegation tokens are cached. If null
- delegation token caching is skipped]]>
- </doc>
- </constructor>
- <method name="validatePaths"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="CopyListing.InvalidInputException" type="org.apache.hadoop.tools.distcp2.CopyListing.InvalidInputException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="doBuildListing"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathToListFile" type="org.apache.hadoop.fs.Path"/>
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Implementation of CopyListing::buildListing().
- Iterates over all source paths mentioned in the input-file.
- @param pathToListFile Path on HDFS where the listing file is written.
- @param options Input Options for DistCp (indicating source/target paths.)
- @throws IOException]]>
- </doc>
- </method>
- <method name="getBytesToCopy" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getNumberOfPaths" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[FileBasedCopyListing implements the CopyListing interface,
- to create the copy-listing for DistCp,
- by iterating over all source paths mentioned in a specified input-file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.FileBasedCopyListing -->
- <!-- start class org.apache.hadoop.tools.distcp2.GlobbedCopyListing -->
- <class name="GlobbedCopyListing" extends="org.apache.hadoop.tools.distcp2.CopyListing"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="GlobbedCopyListing" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.security.Credentials"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor, to initialize the configuration.
- @param configuration The input Configuration object.
- @param credentials Credentials object on which the FS delegation tokens are cached. If null
- delegation token caching is skipped]]>
- </doc>
- </constructor>
- <method name="validatePaths"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="CopyListing.InvalidInputException" type="org.apache.hadoop.tools.distcp2.CopyListing.InvalidInputException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="doBuildListing"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathToListingFile" type="org.apache.hadoop.fs.Path"/>
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Implementation of CopyListing::buildListing().
- Creates the copy listing by "globbing" all source-paths.
- @param pathToListingFile The location at which the copy-listing file
- is to be created.
- @param options Input Options for DistCp (indicating source/target paths.)
- @throws IOException]]>
- </doc>
- </method>
- <method name="getBytesToCopy" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getNumberOfPaths" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[GlobbedCopyListing implements the CopyListing interface, to create the copy
- listing-file by "globbing" all specified source paths (wild-cards and all.)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.GlobbedCopyListing -->
- <!-- start class org.apache.hadoop.tools.distcp2.OptionsParser -->
- <class name="OptionsParser" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="OptionsParser"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="parse" return="org.apache.hadoop.tools.distcp2.DistCpOptions"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="IllegalArgumentException" type="java.lang.IllegalArgumentException"/>
- <doc>
- <![CDATA[The parse method parses the command-line options, and creates
- a corresponding Options object.
- @param args Command-line arguments (excluding the options consumed
- by the GenericOptionsParser).
- @return The Options object, corresponding to the specified command-line.
- @throws IllegalArgumentException: Thrown if the parse fails.]]>
- </doc>
- </method>
- <method name="usage"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[The OptionsParser parses out the command-line options passed to DistCp,
- and interprets those specific to DistCp, to create an Options object.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.OptionsParser -->
- <!-- start class org.apache.hadoop.tools.distcp2.SimpleCopyListing -->
- <class name="SimpleCopyListing" extends="org.apache.hadoop.tools.distcp2.CopyListing"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="SimpleCopyListing" type="org.apache.hadoop.conf.Configuration, org.apache.hadoop.security.Credentials"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Protected constructor, to initialize configuration.
- @param configuration The input configuration, with which the source/target FileSystems may be accessed.
- @param credentials - Credentials object on which the FS delegation tokens are cached. If null
- delegation token caching is skipped]]>
- </doc>
- </constructor>
- <method name="validatePaths"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="CopyListing.InvalidInputException" type="org.apache.hadoop.tools.distcp2.CopyListing.InvalidInputException"/>
- </method>
- <method name="doBuildListing"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="pathToListingFile" type="org.apache.hadoop.fs.Path"/>
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="shouldCopy" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <doc>
- <![CDATA[Provide an option to skip copy of a path, Allows for exclusion
- of files such as {@link org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter#SUCCEEDED_FILE_NAME}
- @param path - Path being considered for copy while building the file listing
- @param options - Input options passed during DistCp invocation
- @return - True if the path should be considered for copy, false otherwise]]>
- </doc>
- </method>
- <method name="getBytesToCopy" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <method name="getNumberOfPaths" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <doc>
- <![CDATA[{@inheritDoc}]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The SimpleCopyListing is responsible for making the exhaustive list of
- all files/directories under its specified list of input-paths.
- These are written into the specified copy-listing file.
- Note: The SimpleCopyListing doesn't handle wild-cards in the input-paths.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.SimpleCopyListing -->
- </package>
- <package name="org.apache.hadoop.tools.distcp2.mapred">
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.CopyCommitter -->
- <class name="CopyCommitter" extends="org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CopyCommitter" type="org.apache.hadoop.fs.Path, org.apache.hadoop.mapreduce.TaskAttemptContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Create a output committer
- @param outputPath the job's output path
- @param context the task's context
- @throws IOException - Exception if any]]>
- </doc>
- </constructor>
- <method name="commitJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@inheritDoc]]>
- </doc>
- </method>
- <method name="abortJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapreduce.JobContext"/>
- <param name="state" type="org.apache.hadoop.mapreduce.JobStatus.State"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@inheritDoc]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The CopyCommitter class is DistCp's OutputCommitter implementation. It is
- responsible for handling the completion/cleanup of the DistCp run.
- Specifically, it does the following:
- 1. Cleanup of the meta-folder (where DistCp maintains its file-list, etc.)
- 2. Preservation of user/group/replication-factor on any directories that
- have been copied. (Files are taken care of in their map-tasks.)
- 3. Atomic-move of data from the temporary work-folder to the final path
- (if atomic-commit was opted for).
- 4. Deletion of files from the target that are missing at source (if opted for).
- 5. Cleanup of any partially copied files, from previous, failed attempts.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.CopyCommitter -->
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.CopyMapper -->
- <class name="CopyMapper" extends="org.apache.hadoop.mapreduce.Mapper"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CopyMapper"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setup"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of the Mapper::setup() method. This extracts the DistCp-
- options specified in the Job's configuration, to set up the Job.
- @param context Mapper's context.
- @throws IOException On IO failure.
- @throws InterruptedException If the job is interrupted.]]>
- </doc>
- </method>
- <method name="map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="relPath" type="org.apache.hadoop.io.Text"/>
- <param name="sourceFileStatus" type="org.apache.hadoop.fs.FileStatus"/>
- <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of the Mapper<>::map(). Does the copy.
- @param relPath The target path.
- @param sourceFileStatus The source path.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Mapper class that executes the DistCp copy operation.
- Implements the o.a.h.mapreduce.Mapper<> interface.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.CopyMapper -->
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter -->
- <class name="CopyMapper.Counter" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="COPY" type="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SKIP" type="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAIL" type="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BYTESCOPIED" type="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BYTESEXPECTED" type="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BYTESFAILED" type="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="BYTESSKIPPED" type="org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[Hadoop counters for the DistCp CopyMapper.
- (These have been kept identical to the old DistCp,
- for backward compatibility.)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.CopyMapper.Counter -->
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.CopyOutputFormat -->
- <class name="CopyOutputFormat" extends="org.apache.hadoop.mapreduce.lib.output.TextOutputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CopyOutputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setWorkingDirectory"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="workingDirectory" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Setter for the working directory for DistCp (where files will be copied
- before they are moved to the final commit-directory.)
- @param job The Job on whose configuration the working-directory is to be set.
- @param workingDirectory The path to use as the working directory.]]>
- </doc>
- </method>
- <method name="setCommitDirectory"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <param name="commitDirectory" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Setter for the final directory for DistCp (where files copied will be
- moved, atomically.)
- @param job The Job on whose configuration the working-directory is to be set.
- @param commitDirectory The path to use for final commit.]]>
- </doc>
- </method>
- <method name="getWorkingDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <doc>
- <![CDATA[Getter for the working directory.
- @param job The Job from whose configuration the working-directory is to
- be retrieved.
- @return The working-directory Path.]]>
- </doc>
- </method>
- <method name="getCommitDirectory" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
- <doc>
- <![CDATA[Getter for the final commit-directory.
- @param job The Job from whose configuration the commit-directory is to be
- retrieved.
- @return The commit-directory Path.]]>
- </doc>
- </method>
- <method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@inheritDoc]]>
- </doc>
- </method>
- <method name="checkOutputSpecs"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@inheritDoc]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The CopyOutputFormat is the Hadoop OutputFormat used in DistCp.
- It sets up the Job's Configuration (in the Job-Context) with the settings
- for the work-directory, final commit-directory, etc. It also sets the right
- output-committer.
- @param <K>
- @param <V>]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.CopyOutputFormat -->
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.RetriableDirectoryCreateCommand -->
- <class name="RetriableDirectoryCreateCommand" extends="org.apache.hadoop.tools.distcp2.util.RetriableCommand"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RetriableDirectoryCreateCommand" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor, taking a description of the action.
- @param description Verbose description of the copy operation.]]>
- </doc>
- </constructor>
- <method name="doExecute" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="arguments" type="java.lang.Object[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Implementation of RetriableCommand::doExecute().
- This implements the actual mkdirs() functionality.
- @param arguments Argument-list to the command.
- @return Boolean. True, if the directory could be created successfully.
- @throws Exception IOException, on failure to create the directory.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class extends Retriable command to implement the creation of directories
- with retries on failure.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.RetriableDirectoryCreateCommand -->
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.RetriableFileCopyCommand -->
- <class name="RetriableFileCopyCommand" extends="org.apache.hadoop.tools.distcp2.util.RetriableCommand"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RetriableFileCopyCommand" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor, taking a description of the action.
- @param description Verbose description of the copy operation.]]>
- </doc>
- </constructor>
- <constructor name="RetriableFileCopyCommand" type="boolean, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a RetriableFileCopyCommand.
- @param skipCrc Whether to skip the crc check.
- @param description A verbose description of the copy operation.]]>
- </doc>
- </constructor>
- <method name="doExecute" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="arguments" type="java.lang.Object[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Implementation of RetriableCommand::doExecute().
- This is the actual copy-implementation.
- @param arguments Argument-list to the command.
- @return Number of bytes copied.
- @throws Exception: CopyReadException, if there are read-failures. All other
- failures are IOExceptions.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This class extends RetriableCommand to implement the copy of files,
- with retries on failure.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.RetriableFileCopyCommand -->
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.RetriableFileCopyCommand.CopyReadException -->
- <class name="RetriableFileCopyCommand.CopyReadException" extends="java.io.IOException"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RetriableFileCopyCommand.CopyReadException" type="java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[Special subclass of IOException. This is used to distinguish read-operation
- failures from other kinds of IOExceptions.
- The failure to read from source is dealt with specially, in the CopyMapper.
- Such failures may be skipped if the DistCpOptions indicate so.
- Write failures are intolerable, and amount to CopyMapper failure.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.RetriableFileCopyCommand.CopyReadException -->
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.UniformSizeInputFormat -->
- <class name="UniformSizeInputFormat" extends="org.apache.hadoop.mapreduce.InputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="UniformSizeInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplits" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="context" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of InputFormat::getSplits(). Returns a list of InputSplits,
- such that the number of bytes to be copied for all the splits are
- approximately equal.
- @param context JobContext for the job.
- @return The list of uniformly-distributed input-splits.
- @throws IOException: On failure.
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of InputFormat::createRecordReader().
- @param split The split for which the RecordReader is sought.
- @param context The context of the current task-attempt.
- @return A SequenceFileRecordReader instance, (since the copy-listing is a
- simple sequence-file.)
- @throws IOException
- @throws InterruptedException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[UniformSizeInputFormat extends the InputFormat<> class, to produce
- input-splits for DistCp.
- It looks at the copy-listing and groups the contents into input-splits such
- that the total-number of bytes to be copied for each input split is
- uniform.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.UniformSizeInputFormat -->
- </package>
- <package name="org.apache.hadoop.tools.distcp2.mapred.lib">
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.lib.DynamicInputFormat -->
- <class name="DynamicInputFormat" extends="org.apache.hadoop.mapreduce.InputFormat"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DynamicInputFormat"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSplits" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="jobContext" type="org.apache.hadoop.mapreduce.JobContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of InputFormat::getSplits(). This method splits up the
- copy-listing file into chunks, and assigns the first batch to different
- tasks.
- @param jobContext JobContext for the map job.
- @return The list of (empty) dynamic input-splits.
- @throws IOException, on failure.
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inputSplit" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="taskAttemptContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of Inputformat::createRecordReader().
- @param inputSplit The split for which the RecordReader is required.
- @param taskAttemptContext TaskAttemptContext for the current attempt.
- @return DynamicRecordReader instance.
- @throws IOException, on failure.
- @throws InterruptedException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[DynamicInputFormat implements the "Worker pattern" for DistCp.
- Rather than to split up the copy-list into a set of static splits,
- the DynamicInputFormat does the following:
- 1. Splits the copy-list into small chunks on the DFS.
- 2. Creates a set of empty "dynamic" splits, that each consume as many chunks
- as it can.
- This arrangement ensures that a single slow mapper won't slow down the entire
- job (since the slack will be picked up by other mappers, who consume more
- chunks.)
- By varying the split-ratio, one can vary chunk sizes to achieve different
- performance characteristics.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.lib.DynamicInputFormat -->
- <!-- start class org.apache.hadoop.tools.distcp2.mapred.lib.DynamicRecordReader -->
- <class name="DynamicRecordReader" extends="org.apache.hadoop.mapreduce.RecordReader"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DynamicRecordReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="initialize"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="inputSplit" type="org.apache.hadoop.mapreduce.InputSplit"/>
- <param name="taskAttemptContext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation for RecordReader::initialize(). Initializes the internal
- RecordReader to read from chunks.
- @param inputSplit The InputSplit for the map. Ignored entirely.
- @param taskAttemptContext The AttemptContext.
- @throws IOException, on failure.
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="nextKeyValue" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of RecordReader::nextValue().
- Reads the contents of the current chunk and returns them. When a chunk has
- been completely exhausted, an new chunk is acquired and read,
- transparently.
- @return True, if the nextValue() could be traversed to. False, otherwise.
- @throws IOException, on failure.
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getCurrentKey" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of RecordReader::getCurrentKey().
- @return The key of the current record. (i.e. the source-path.)
- @throws IOException, on failure.
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getCurrentValue" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of RecordReader::getCurrentValue().
- @return The value of the current record. (i.e. the target-path.)
- @throws IOException, on failure.
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="getProgress" return="float"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Implementation of RecordReader::getProgress().
- @return A fraction [0.0,1.0] indicating the progress of a DistCp mapper.
- @throws IOException, on failure.
- @throws InterruptedException]]>
- </doc>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Implementation of RecordReader::close().
- Closes the RecordReader.
- @throws IOException, on failure.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The DynamicRecordReader is used in conjunction with the DynamicInputFormat
- to implement the "Worker pattern" for DistCp.
- The DynamicRecordReader is responsible for:
- 1. Presenting the contents of each chunk to DistCp's mapper.
- 2. Acquiring a new chunk when the current chunk has been completely consumed,
- transparently.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.mapred.lib.DynamicRecordReader -->
- </package>
- <package name="org.apache.hadoop.tools.distcp2.util">
- <!-- start class org.apache.hadoop.tools.distcp2.util.DistCpUtils -->
- <class name="DistCpUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DistCpUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getFileSize" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="configuration" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Retrieves size of the file at the specified path.
- @param path The path of the file whose size is sought.
- @param configuration Configuration, to retrieve the appropriate FileSystem.
- @return The file-size, in number of bytes.
- @throws IOException, on failure.]]>
- </doc>
- </method>
- <method name="publish"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="configuration" type="org.apache.hadoop.conf.Configuration"/>
- <param name="label" type="java.lang.String"/>
- <param name="value" type="java.lang.Object"/>
- <doc>
- <![CDATA[Utility to publish a value to a configuration.
- @param configuration The Configuration to which the value must be written.
- @param label The label for the value being published.
- @param value The value being published.
- @param <T> The type of the value.]]>
- </doc>
- </method>
- <method name="getInt" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="configuration" type="org.apache.hadoop.conf.Configuration"/>
- <param name="label" type="java.lang.String"/>
- <doc>
- <![CDATA[Utility to retrieve a specified key from a Configuration. Throw exception
- if not found.
- @param configuration The Configuration in which the key is sought.
- @param label The key being sought.
- @return Integer value of the key.]]>
- </doc>
- </method>
- <method name="getNumMapTasks" return="int"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="configuration" type="org.apache.hadoop.conf.Configuration"/>
- </method>
- <method name="getLong" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="configuration" type="org.apache.hadoop.conf.Configuration"/>
- <param name="label" type="java.lang.String"/>
- <doc>
- <![CDATA[Utility to retrieve a specified key from a Configuration. Throw exception
- if not found.
- @param configuration The Configuration in which the key is sought.
- @param label The key being sought.
- @return Long value of the key.]]>
- </doc>
- </method>
- <method name="getStrategy" return="java.lang.Class"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="options" type="org.apache.hadoop.tools.distcp2.DistCpOptions"/>
- <doc>
- <![CDATA[Returns the class that implements a copy strategy. Looks up the implementation for
- a particular strategy from distcp-default.xml
- @param conf - Configuration object
- @param options - Handle to input options
- @return Class implementing the strategy specified in options.]]>
- </doc>
- </method>
- <method name="getRelativePath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sourceRootPath" type="org.apache.hadoop.fs.Path"/>
- <param name="childPath" type="org.apache.hadoop.fs.Path"/>
- <doc>
- <![CDATA[Gets relative path of child path with respect to a root path
- For ex. If childPath = /tmp/abc/xyz/file and
- sourceRootPath = /tmp/abc
- Relative path would be /xyz/file
- If childPath = /file and
- sourceRootPath = /
- Relative path would be /file
- @param sourceRootPath - Source root path
- @param childPath - Path for which relative path is required
- @return - Relative portion of the child path (always prefixed with /
- unless it is empty]]>
- </doc>
- </method>
- <method name="packAttributes" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributes" type="java.util.EnumSet"/>
- <doc>
- <![CDATA[Pack file preservation attributes into a string, containing
- just the first character of each preservation attribute
- @param attributes - Attribute set to preserve
- @return - String containing first letters of each attribute to preserve]]>
- </doc>
- </method>
- <method name="unpackAttributes" return="java.util.EnumSet"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributes" type="java.lang.String"/>
- <doc>
- <![CDATA[Un packs preservation attribute string containing the first character of
- each preservation attribute back to a set of attributes to preserve
- @param attributes - Attribute string
- @return - Attribute set]]>
- </doc>
- </method>
- <method name="preserve"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="targetFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="srcFileStatus" type="org.apache.hadoop.fs.FileStatus"/>
- <param name="attributes" type="java.util.EnumSet"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Preserve attribute on file matching that of the file status being sent
- as argument. Barring the block size, all the other attributes are preserved
- by this function
- @param targetFS - File system
- @param path - Path that needs to preserve original file status
- @param srcFileStatus - Original file status
- @param attributes - Attribute set that need to be preserved
- @throws IOException - Exception if any (particularly relating to group/owner
- change or any transient error)]]>
- </doc>
- </method>
- <method name="sortListing" return="org.apache.hadoop.fs.Path"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="fs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="sourceListing" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Sort sequence file containing FileStatus and Text as key and value respecitvely
- @param fs - File System
- @param conf - Configuration
- @param sourceListing - Source listing file
- @return Path of the sorted file. Is source file with _sorted appended to the name
- @throws IOException - Any exception during sort.]]>
- </doc>
- </method>
- <method name="getFormatter" return="java.text.DecimalFormat"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStringDescriptionFor" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="nBytes" type="long"/>
- </method>
- <method name="checksumsAreEqual" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="sourceFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="source" type="org.apache.hadoop.fs.Path"/>
- <param name="targetFS" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="target" type="org.apache.hadoop.fs.Path"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Utility to compare checksums for the paths specified.
- If checksums's can't be retrieved, it doesn't fail the test
- Only time the comparison would fail is when checksums are
- available and they don't match
-
- @param sourceFS FileSystem for the source path.
- @param source The source path.
- @param targetFS FileSystem for the target path.
- @param target The target path.
- @return If either checksum couldn't be retrieved, the function returns
- false. If checksums are retrieved, the function returns true if they match,
- and false otherwise.
- @throws IOException if there's an exception while retrieving checksums.]]>
- </doc>
- </method>
- <method name="compareFs" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="srcFs" type="org.apache.hadoop.fs.FileSystem"/>
- <param name="destFs" type="org.apache.hadoop.fs.FileSystem"/>
- </method>
- <doc>
- <![CDATA[Utility functions used in DistCp.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.util.DistCpUtils -->
- <!-- start class org.apache.hadoop.tools.distcp2.util.RetriableCommand -->
- <class name="RetriableCommand" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RetriableCommand" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
- @param description The human-readable description of the command.]]>
- </doc>
- </constructor>
- <constructor name="RetriableCommand" type="java.lang.String, org.apache.hadoop.io.retry.RetryPolicy"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
- @param description The human-readable description of the command.
- @param retryPolicy The RetryHandler to be used to compute retries.]]>
- </doc>
- </constructor>
- <method name="doExecute" return="java.lang.Object"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="arguments" type="java.lang.Object[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[Implement this interface-method define the command-logic that will be
- retried on failure (i.e. with Exception).
- @param arguments Argument-list to the command.
- @return Generic "Object".
- @throws Exception Throws Exception on complete failure.]]>
- </doc>
- </method>
- <method name="execute" return="java.lang.Object"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="arguments" type="java.lang.Object[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- <doc>
- <![CDATA[The execute() method invokes doExecute() until either:
- 1. doExecute() succeeds, or
- 2. the command may no longer be retried (e.g. runs out of retry-attempts).
- @param arguments The list of arguments for the command.
- @return Generic "Object" from doExecute(), on success.
- @throws IOException, IOException, on complete failure.]]>
- </doc>
- </method>
- <method name="setRetryPolicy" return="org.apache.hadoop.tools.distcp2.util.RetriableCommand"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="retryHandler" type="org.apache.hadoop.io.retry.RetryPolicy"/>
- <doc>
- <![CDATA[Fluent-interface to change the RetryHandler.
- @param retryHandler The new RetryHandler instance to be used.
- @return Self.]]>
- </doc>
- </method>
- <field name="description" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This class represents commands that be retried on failure, in a configurable
- manner.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.util.RetriableCommand -->
- <!-- start class org.apache.hadoop.tools.distcp2.util.ThrottledInputStream -->
- <class name="ThrottledInputStream" extends="java.io.InputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ThrottledInputStream" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="ThrottledInputStream" type="java.io.InputStream, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@inheritDoc]]>
- </doc>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@inheritDoc]]>
- </doc>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="b" type="byte[]"/>
- <param name="off" type="int"/>
- <param name="len" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[@inheritDoc]]>
- </doc>
- </method>
- <method name="getTotalBytesRead" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Getter for the number of bytes read from this stream, since creation.
- @return The number of bytes.]]>
- </doc>
- </method>
- <method name="getBytesPerSec" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Getter for the read-rate from this stream, since creation.
- Calculated as bytesRead/elapsedTimeSinceStart.
- @return Read rate, in bytes/sec.]]>
- </doc>
- </method>
- <method name="getTotalSleepTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Getter the total time spent in sleep.
- @return Number of milliseconds spent in sleep.]]>
- </doc>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@inheritDoc]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The ThrottleInputStream provides bandwidth throttling on a specified
- InputStream. It is implemented as a wrapper on top of another InputStream
- instance.
- The throttling works by examining the number of bytes read from the underlying
- InputStream from the beginning, and sleep()ing for a time interval if
- the byte-transfer is found exceed the specified tolerable maximum.
- (Thus, while the read-rate might exceed the maximum for a given short interval,
- the average tends towards the specified maximum, overall.)]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.distcp2.util.ThrottledInputStream -->
- </package>
- <package name="org.apache.hadoop.tools.rumen">
- <!-- start class org.apache.hadoop.tools.rumen.AbstractClusterStory -->
- <class name="AbstractClusterStory" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.ClusterStory"/>
- <constructor name="AbstractClusterStory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getMachines" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getRacks" return="java.util.Set"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getRandomMachines" return="org.apache.hadoop.tools.rumen.MachineNode[]"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="expected" type="int"/>
- <param name="random" type="java.util.Random"/>
- </method>
- <method name="buildMachineNodeMap"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getMachineByName" return="org.apache.hadoop.tools.rumen.MachineNode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="distance" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="a" type="org.apache.hadoop.tools.rumen.Node"/>
- <param name="b" type="org.apache.hadoop.tools.rumen.Node"/>
- </method>
- <method name="buildRackNodeMap"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <method name="getRackByName" return="org.apache.hadoop.tools.rumen.RackNode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getMaximumDistance" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="parseTopologyTree"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </method>
- <field name="machineNodes" type="java.util.Set"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="rackNodes" type="java.util.Set"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="mNodesFlattened" type="org.apache.hadoop.tools.rumen.MachineNode[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="mNodeMap" type="java.util.Map"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="rNodeMap" type="java.util.Map"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="maximumDistance" type="int"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[{@link AbstractClusterStory} provides a partial implementation of
- {@link ClusterStory} by parsing the topology tree.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.AbstractClusterStory -->
- <!-- start class org.apache.hadoop.tools.rumen.CDFPiecewiseLinearRandomGenerator -->
- <class name="CDFPiecewiseLinearRandomGenerator" extends="org.apache.hadoop.tools.rumen.CDFRandomGenerator"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="CDFPiecewiseLinearRandomGenerator" type="org.apache.hadoop.tools.rumen.LoggedDiscreteCDF"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@param cdf
- builds a CDFRandomValue engine around this
- {@link LoggedDiscreteCDF}, with a defaultly seeded RNG]]>
- </doc>
- </constructor>
- <constructor name="CDFPiecewiseLinearRandomGenerator" type="org.apache.hadoop.tools.rumen.LoggedDiscreteCDF, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@param cdf
- builds a CDFRandomValue engine around this
- {@link LoggedDiscreteCDF}, with an explicitly seeded RNG
- @param seed
- the random number generator seed]]>
- </doc>
- </constructor>
- <method name="valueAt" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="probability" type="double"/>
- <doc>
- <![CDATA[TODO This code assumes that the empirical minimum resp. maximum is the
- epistomological minimum resp. maximum. This is probably okay for the
- minimum, because that likely represents a task where everything went well,
- but for the maximum we may want to develop a way of extrapolating past the
- maximum.]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.CDFPiecewiseLinearRandomGenerator -->
- <!-- start class org.apache.hadoop.tools.rumen.CDFRandomGenerator -->
- <class name="CDFRandomGenerator" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="initializeTables"
- abstract="false" native="false" synchronized="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- <param name="cdf" type="org.apache.hadoop.tools.rumen.LoggedDiscreteCDF"/>
- </method>
- <method name="floorIndex" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="probe" type="double"/>
- </method>
- <method name="getRankingAt" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="index" type="int"/>
- </method>
- <method name="getDatumAt" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="index" type="int"/>
- </method>
- <method name="randomValue" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueAt" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="probability" type="double"/>
- </method>
- <doc>
- <![CDATA[An instance of this class generates random values that confirm to the
- embedded {@link LoggedDiscreteCDF} . The discrete CDF is a pointwise
- approximation of the "real" CDF. We therefore have a choice of interpolation
- rules.
-
- A concrete subclass of this abstract class will implement valueAt(double)
- using a class-dependent interpolation rule.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.CDFRandomGenerator -->
- <!-- start interface org.apache.hadoop.tools.rumen.ClusterStory -->
- <interface name="ClusterStory" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getMachines" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get all machines of the cluster.
- @return A read-only set that contains all machines of the cluster.]]>
- </doc>
- </method>
- <method name="getRacks" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get all racks of the cluster.
- @return A read-only set that contains all racks of the cluster.]]>
- </doc>
- </method>
- <method name="getClusterTopology" return="org.apache.hadoop.tools.rumen.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the cluster topology tree.
- @return The root node of the cluster topology tree.]]>
- </doc>
- </method>
- <method name="getRandomMachines" return="org.apache.hadoop.tools.rumen.MachineNode[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="expected" type="int"/>
- <param name="random" type="java.util.Random"/>
- <doc>
- <![CDATA[Select a random set of machines.
- @param expected The expected sample size.
- @param random Random number generator to use.
- @return An array of up to expected number of {@link MachineNode}s.]]>
- </doc>
- </method>
- <method name="getMachineByName" return="org.apache.hadoop.tools.rumen.MachineNode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get {@link MachineNode} by its host name.
-
- @return The {@link MachineNode} with the same name. Or null if not found.]]>
- </doc>
- </method>
- <method name="getRackByName" return="org.apache.hadoop.tools.rumen.RackNode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- <doc>
- <![CDATA[Get {@link RackNode} by its name.
- @return The {@link RackNode} with the same name. Or null if not found.]]>
- </doc>
- </method>
- <method name="distance" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="a" type="org.apache.hadoop.tools.rumen.Node"/>
- <param name="b" type="org.apache.hadoop.tools.rumen.Node"/>
- <doc>
- <![CDATA[Determine the distance between two {@link Node}s. Currently, the distance
- is loosely defined as the length of the longer path for either a or b to
- reach their common ancestor.
-
- @param a
- @param b
- @return The distance between {@link Node} a and {@link Node} b.]]>
- </doc>
- </method>
- <method name="getMaximumDistance" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the maximum distance possible between any two nodes.
- @return the maximum distance possible between any two nodes.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link ClusterStory} represents all configurations of a MapReduce cluster,
- including nodes, network topology, and slot configurations.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.tools.rumen.ClusterStory -->
- <!-- start class org.apache.hadoop.tools.rumen.ClusterTopologyReader -->
- <class name="ClusterTopologyReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ClusterTopologyReader" type="org.apache.hadoop.fs.Path, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor.
-
- @param path
- Path to the JSON-encoded topology file, possibly compressed.
- @param conf
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="ClusterTopologyReader" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor.
-
- @param input
- The input stream for the JSON-encoded topology data.]]>
- </doc>
- </constructor>
- <method name="get" return="org.apache.hadoop.tools.rumen.LoggedNetworkTopology"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link LoggedNetworkTopology} object.
-
- @return The {@link LoggedNetworkTopology} object parsed from the input.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Reading JSON-encoded cluster topology and produce the parsed
- {@link LoggedNetworkTopology} object.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ClusterTopologyReader -->
- <!-- start interface org.apache.hadoop.tools.rumen.DeepCompare -->
- <interface name="DeepCompare" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="myLocation" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- <doc>
- <![CDATA[@param other
- the other comparand that's being compared to me
- @param myLocation
- the path that got to me. In the root, myLocation is null. To
- process the scalar {@code foo} field of the root we will make a
- recursive call with a {@link TreePath} whose {@code fieldName} is
- {@code "bar"} and whose {@code index} is -1 and whose {@code
- parent} is {@code null}. To process the plural {@code bar} field
- of the root we will make a recursive call with a {@link TreePath}
- whose fieldName is {@code "foo"} and whose {@code index} is -1 and
- whose {@code parent} is also {@code null}.
- @throws DeepInequalityException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Classes that implement this interface can deep-compare [for equality only,
- not order] with another instance. They do a deep compare. If there is any
- semantically significant difference, an implementer throws an Exception to be
- thrown with a chain of causes describing the chain of field references and
- indices that get you to the miscompared point.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.tools.rumen.DeepCompare -->
- <!-- start class org.apache.hadoop.tools.rumen.DeepInequalityException -->
- <class name="DeepInequalityException" extends="java.lang.Exception"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="DeepInequalityException" type="java.lang.String, org.apache.hadoop.tools.rumen.TreePath, java.lang.Throwable"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@param message
- an exception message
- @param path
- the path that gets from the root to the inequality
-
- This is the constructor that I intend to have used for this
- exception.]]>
- </doc>
- </constructor>
- <constructor name="DeepInequalityException" type="java.lang.String, org.apache.hadoop.tools.rumen.TreePath"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@param message
- an exception message
- @param path
- the path that gets from the root to the inequality
-
- This is the constructor that I intend to have used for this
- exception.]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[We use this exception class in the unit test, and we do a deep comparison
- when we run the]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.DeepInequalityException -->
- <!-- start class org.apache.hadoop.tools.rumen.DefaultInputDemuxer -->
- <class name="DefaultInputDemuxer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.InputDemuxer"/>
- <constructor name="DefaultInputDemuxer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="bindTo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="getNext" return="org.apache.hadoop.tools.rumen.Pair"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[{@link DefaultInputDemuxer} acts as a pass-through demuxer. It just opens
- each file and returns back the input stream. If the input is compressed, it
- would return a decompression stream.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.DefaultInputDemuxer -->
- <!-- start class org.apache.hadoop.tools.rumen.DefaultOutputter -->
- <class name="DefaultOutputter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.Outputter"/>
- <constructor name="DefaultOutputter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="output"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="object" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[The default {@link Outputter} that outputs to a plain file. Compression
- will be applied if the path has the right suffix.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.DefaultOutputter -->
- <!-- start class org.apache.hadoop.tools.rumen.DeskewedJobTraceReader -->
- <class name="DeskewedJobTraceReader" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="DeskewedJobTraceReader" type="org.apache.hadoop.tools.rumen.JobTraceReader, int, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor.
-
- @param reader
- the {@link JobTraceReader} that's being protected
- @param skewBufferLength
- [the number of late jobs that can preced a later out-of-order
- earlier job
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="DeskewedJobTraceReader" type="org.apache.hadoop.tools.rumen.JobTraceReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.DeskewedJobTraceReader -->
- <!-- start class org.apache.hadoop.tools.rumen.EventType -->
- <class name="EventType" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.rumen.EventType[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="JOB_SUBMITTED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_INITED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_FINISHED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_PRIORITY_CHANGED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_STATUS_CHANGED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_FAILED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_KILLED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_INFO_CHANGED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_STARTED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_FINISHED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_FAILED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_UPDATED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_ATTEMPT_STARTED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_ATTEMPT_FINISHED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_ATTEMPT_FAILED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_ATTEMPT_KILLED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_ATTEMPT_STARTED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_ATTEMPT_FINISHED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_ATTEMPT_FAILED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_ATTEMPT_KILLED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SETUP_ATTEMPT_STARTED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SETUP_ATTEMPT_FINISHED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SETUP_ATTEMPT_FAILED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SETUP_ATTEMPT_KILLED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CLEANUP_ATTEMPT_STARTED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CLEANUP_ATTEMPT_FINISHED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CLEANUP_ATTEMPT_FAILED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CLEANUP_ATTEMPT_KILLED" type="org.apache.hadoop.tools.rumen.EventType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.EventType -->
- <!-- start class org.apache.hadoop.tools.rumen.Hadoop20JHParser -->
- <class name="Hadoop20JHParser" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.JobHistoryParser"/>
- <constructor name="Hadoop20JHParser" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <constructor name="Hadoop20JHParser" type="org.apache.hadoop.util.LineReader"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="canParse" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="input" type="java.io.InputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Can this parser parse the input?
-
- @param input
- @return Whether this parser can parse the input.
- @throws IOException
-
- We will deem a stream to be a good 0.20 job history stream if the
- first line is exactly "Meta VERSION=\"1\" ."]]>
- </doc>
- </method>
- <method name="nextEvent" return="org.apache.hadoop.tools.rumen.HistoryEvent"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[{@link JobHistoryParser} to parse job histories for hadoop 0.20 (META=1).]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.Hadoop20JHParser -->
- <!-- start class org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer -->
- <class name="HadoopLogsAnalyzer" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="HadoopLogsAnalyzer"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <doc>
- <![CDATA[@param args
-
- Last arg is the input file. That file can be a directory, in which
- case you get all the files in sorted order. We will decompress
- files whose nmes end in .gz .
-
- switches: -c collect line types.
-
- -d debug mode
-
- -delays print out the delays [interval between job submit time and
- launch time]
-
- -runtimes print out the job runtimes
-
- -spreads print out the ratio of 10%ile and 90%ile, of both the
- successful map task attempt run times and the the successful
- reduce task attempt run times
-
- -tasktimes prints out individual task time distributions
-
- collects all the line types and prints the first example of each
- one]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is the main class for rumen log mining functionality.
-
- It reads a directory of job tracker logs, and computes various information
- about it. See {@code usage()}, below.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.HadoopLogsAnalyzer -->
- <!-- start interface org.apache.hadoop.tools.rumen.HistoryEvent -->
- <interface name="HistoryEvent" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Return this event's type.]]>
- </doc>
- </method>
- </interface>
- <!-- end interface org.apache.hadoop.tools.rumen.HistoryEvent -->
- <!-- start interface org.apache.hadoop.tools.rumen.InputDemuxer -->
- <interface name="InputDemuxer" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <method name="bindTo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Bind the {@link InputDemuxer} to a particular file.
-
- @param path
- The path to the find it should bind to.
- @param conf
- Configuration
- @throws IOException
-
- Returns true when the binding succeeds. If the file can be read
- but is in the wrong format, returns false. IOException is
- reserved for read errors.]]>
- </doc>
- </method>
- <method name="getNext" return="org.apache.hadoop.tools.rumen.Pair"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the next <name, input> pair. The name should preserve the original job
- history file or job conf file name. The input object should be closed
- before calling getNext() again. The old input object would be invalid after
- calling getNext() again.
-
- @return the next <name, input> pair.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link InputDemuxer} dem-ultiplexes the input files into individual input
- streams.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.tools.rumen.InputDemuxer -->
- <!-- start class org.apache.hadoop.tools.rumen.JhCounter -->
- <class name="JhCounter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JhCounter"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <field name="name" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="displayName" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="value" type="long"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JhCounter -->
- <!-- start class org.apache.hadoop.tools.rumen.JhCounterGroup -->
- <class name="JhCounterGroup" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JhCounterGroup"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <field name="name" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="displayName" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="counts" type="java.util.List"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JhCounterGroup -->
- <!-- start class org.apache.hadoop.tools.rumen.JhCounters -->
- <class name="JhCounters" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <field name="name" type="java.lang.String"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="groups" type="java.util.List"
- transient="false" volatile="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JhCounters -->
- <!-- start class org.apache.hadoop.tools.rumen.Job20LineHistoryEventEmitter -->
- <class name="Job20LineHistoryEventEmitter" extends="org.apache.hadoop.tools.rumen.HistoryEventEmitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.Job20LineHistoryEventEmitter -->
- <!-- start class org.apache.hadoop.tools.rumen.JobBuilder -->
- <class name="JobBuilder" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobBuilder" type="java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getJobID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="process"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="event" type="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <doc>
- <![CDATA[Process one {@link HistoryEvent}
-
- @param event
- The {@link HistoryEvent} to be processed.]]>
- </doc>
- </method>
- <method name="process"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="java.util.Properties"/>
- <doc>
- <![CDATA[Process a collection of JobConf {@link Properties}. We do not restrict it
- to be called once. It is okay to process a conf before, during or after the
- events.
-
- @param conf
- The job conf properties to be added.]]>
- </doc>
- </method>
- <method name="build" return="org.apache.hadoop.tools.rumen.ParsedJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Request the builder to build the final object. Once called, the
- {@link JobBuilder} would accept no more events or job-conf properties.
-
- @return Parsed {@link ParsedJob} object.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link JobBuilder} builds one job. It processes a sequence of
- {@link HistoryEvent}s.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobBuilder -->
- <!-- start class org.apache.hadoop.tools.rumen.JobConfigurationParser -->
- <class name="JobConfigurationParser" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobConfigurationParser"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <doc>
- <![CDATA[{@link JobConfigurationParser} parses the job configuration xml file, and
- extracts configuration properties. It parses the file using a
- stream-parser and thus is more memory efficient. [This optimization may be
- postponed for a future release]]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobConfigurationParser -->
- <!-- start class org.apache.hadoop.tools.rumen.JobConfPropertyNames -->
- <class name="JobConfPropertyNames" extends="java.lang.Enum"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.rumen.JobConfPropertyNames[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.rumen.JobConfPropertyNames"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <method name="getCandidates" return="java.lang.String[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <field name="QUEUE_NAMES" type="org.apache.hadoop.tools.rumen.JobConfPropertyNames"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="JOB_NAMES" type="org.apache.hadoop.tools.rumen.JobConfPropertyNames"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="TASK_JAVA_OPTS_S" type="org.apache.hadoop.tools.rumen.JobConfPropertyNames"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP_JAVA_OPTS_S" type="org.apache.hadoop.tools.rumen.JobConfPropertyNames"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE_JAVA_OPTS_S" type="org.apache.hadoop.tools.rumen.JobConfPropertyNames"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobConfPropertyNames -->
- <!-- start class org.apache.hadoop.tools.rumen.JobFinishedEvent -->
- <class name="JobFinishedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="JobFinishedEvent" type="org.apache.hadoop.mapreduce.JobID, long, int, int, int, int, org.apache.hadoop.mapreduce.Counters, org.apache.hadoop.mapreduce.Counters, org.apache.hadoop.mapreduce.Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record successful job completion
- @param id Job ID
- @param finishTime Finish time of the job
- @param finishedMaps The number of finished maps
- @param finishedReduces The number of finished reduces
- @param failedMaps The number of failed maps
- @param failedReduces The number of failed reduces
- @param mapCounters Map Counters for the job
- @param reduceCounters Reduce Counters for the job
- @param totalCounters Total Counters for the job]]>
- </doc>
- </constructor>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobid" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job ID]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job finish time]]>
- </doc>
- </method>
- <method name="getFinishedMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of finished maps for the job]]>
- </doc>
- </method>
- <method name="getFinishedReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of finished reducers for the job]]>
- </doc>
- </method>
- <method name="getFailedMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of failed maps for the job]]>
- </doc>
- </method>
- <method name="getFailedReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of failed reducers for the job]]>
- </doc>
- </method>
- <method name="getTotalCounters" return="org.apache.hadoop.mapreduce.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the counters for the job]]>
- </doc>
- </method>
- <method name="getMapCounters" return="org.apache.hadoop.mapreduce.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Map counters for the job]]>
- </doc>
- </method>
- <method name="getReduceCounters" return="org.apache.hadoop.mapreduce.Counters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the reduce counters for the job]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record successful completion of job]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobFinishedEvent -->
- <!-- start interface org.apache.hadoop.tools.rumen.JobHistoryParser -->
- <interface name="JobHistoryParser" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <method name="nextEvent" return="org.apache.hadoop.tools.rumen.HistoryEvent"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the next {@link HistoryEvent}
- @return the next {@link HistoryEvent}. If no more events left, return null.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link JobHistoryParser} defines the interface of a Job History file parser.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.tools.rumen.JobHistoryParser -->
- <!-- start class org.apache.hadoop.tools.rumen.JobHistoryParserFactory -->
- <class name="JobHistoryParserFactory" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistoryParserFactory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getParser" return="org.apache.hadoop.tools.rumen.JobHistoryParser"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ris" type="org.apache.hadoop.tools.rumen.RewindableInputStream"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[{@link JobHistoryParserFactory} is a singleton class that attempts to
- determine the version of job history and return a proper parser.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobHistoryParserFactory -->
- <!-- start class org.apache.hadoop.tools.rumen.JobHistoryParserFactory.VersionDetector -->
- <class name="JobHistoryParserFactory.VersionDetector" extends="java.lang.Enum"
- abstract="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.rumen.JobHistoryParserFactory.VersionDetector[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.rumen.JobHistoryParserFactory.VersionDetector"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="Hadoop20" type="org.apache.hadoop.tools.rumen.JobHistoryParserFactory.VersionDetector"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobHistoryParserFactory.VersionDetector -->
- <!-- start class org.apache.hadoop.tools.rumen.JobHistoryUtils -->
- <class name="JobHistoryUtils" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobHistoryUtils"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobHistoryUtils -->
- <!-- start class org.apache.hadoop.tools.rumen.JobInfoChangeEvent -->
- <class name="JobInfoChangeEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="JobInfoChangeEvent" type="org.apache.hadoop.mapreduce.JobID, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create a event to record the submit and launch time of a job
- @param id Job Id
- @param submitTime Submit time of the job
- @param launchTime Launch time of the job]]>
- </doc>
- </constructor>
- <method name="getJobId" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job ID]]>
- </doc>
- </method>
- <method name="getSubmitTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job submit time]]>
- </doc>
- </method>
- <method name="getLaunchTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job launch time]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[Event to record changes in the submit and launch time of
- a job]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobInfoChangeEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.JobInitedEvent -->
- <class name="JobInitedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="JobInitedEvent" type="org.apache.hadoop.mapreduce.JobID, long, int, int, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record job initialization
- @param id
- @param launchTime
- @param totalMaps
- @param totalReduces
- @param jobStatus]]>
- </doc>
- </constructor>
- <method name="getJobId" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job ID]]>
- </doc>
- </method>
- <method name="getLaunchTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the launch time]]>
- </doc>
- </method>
- <method name="getTotalMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total number of maps]]>
- </doc>
- </method>
- <method name="getTotalReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total number of reduces]]>
- </doc>
- </method>
- <method name="getStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the status]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record the initialization of a job]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobInitedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.JobPriorityChangeEvent -->
- <class name="JobPriorityChangeEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="JobPriorityChangeEvent" type="org.apache.hadoop.mapreduce.JobID, org.apache.hadoop.mapred.JobPriority"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Generate an event to record changes in Job priority
- @param id Job Id
- @param priority The new priority of the job]]>
- </doc>
- </constructor>
- <method name="getJobId" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job ID]]>
- </doc>
- </method>
- <method name="getPriority" return="org.apache.hadoop.mapred.JobPriority"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job priority]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record the change of priority of a job]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobPriorityChangeEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.JobStatusChangedEvent -->
- <class name="JobStatusChangedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="JobStatusChangedEvent" type="org.apache.hadoop.mapreduce.JobID, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record the change in the Job Status
- @param id Job ID
- @param jobStatus The new job status]]>
- </doc>
- </constructor>
- <method name="getJobId" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job Id]]>
- </doc>
- </method>
- <method name="getStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event status]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record the change of status for a job]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobStatusChangedEvent -->
- <!-- start interface org.apache.hadoop.tools.rumen.JobStory -->
- <interface name="JobStory" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="getJobConf" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link JobConf} for the job.
- @return the <code>JobConf</code> for the job]]>
- </doc>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job name.
- @return the job name]]>
- </doc>
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job ID
- @return the job ID]]>
- </doc>
- </method>
- <method name="getUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user who ran the job.
- @return the user who ran the job]]>
- </doc>
- </method>
- <method name="getSubmissionTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job submission time.
- @return the job submission time]]>
- </doc>
- </method>
- <method name="getNumberMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of maps in the {@link JobStory}.
- @return the number of maps in the <code>Job</code>]]>
- </doc>
- </method>
- <method name="getNumberReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of reduce in the {@link JobStory}.
- @return the number of reduces in the <code>Job</code>]]>
- </doc>
- </method>
- <method name="getInputSplits" return="org.apache.hadoop.mapreduce.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the input splits for the job.
- @return the input splits for the job]]>
- </doc>
- </method>
- <method name="getTaskInfo" return="org.apache.hadoop.tools.rumen.TaskInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- <param name="taskNumber" type="int"/>
- <doc>
- <![CDATA[Get {@link TaskInfo} for a given task.
- @param taskType {@link TaskType} of the task
- @param taskNumber Partition number of the task
- @return the <code>TaskInfo</code> for the given task]]>
- </doc>
- </method>
- <method name="getTaskAttemptInfo" return="org.apache.hadoop.tools.rumen.TaskAttemptInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- <param name="taskNumber" type="int"/>
- <param name="taskAttemptNumber" type="int"/>
- <doc>
- <![CDATA[Get {@link TaskAttemptInfo} for a given task-attempt, without regard to
- impact of locality (e.g. not needed to make scheduling decisions).
- @param taskType {@link TaskType} of the task-attempt
- @param taskNumber Partition number of the task-attempt
- @param taskAttemptNumber Attempt number of the task
- @return the <code>TaskAttemptInfo</code> for the given task-attempt]]>
- </doc>
- </method>
- <method name="getMapTaskAttemptInfoAdjusted" return="org.apache.hadoop.tools.rumen.TaskAttemptInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskNumber" type="int"/>
- <param name="taskAttemptNumber" type="int"/>
- <param name="locality" type="int"/>
- <doc>
- <![CDATA[Get {@link TaskAttemptInfo} for a given task-attempt, considering impact
- of locality.
- @param taskNumber Partition number of the task-attempt
- @param taskAttemptNumber Attempt number of the task
- @param locality Data locality of the task as scheduled in simulation
- @return the <code>TaskAttemptInfo</code> for the given task-attempt]]>
- </doc>
- </method>
- <method name="getOutcome" return="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the outcome of the job execution.
- @return The outcome of the job execution.]]>
- </doc>
- </method>
- <method name="getQueueName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the queue where the job is submitted.
- @return the queue where the job is submitted.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link JobStory} represents the runtime information available for a
- completed Map-Reduce job.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.tools.rumen.JobStory -->
- <!-- start interface org.apache.hadoop.tools.rumen.JobStoryProducer -->
- <interface name="JobStoryProducer" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <method name="getNextJob" return="org.apache.hadoop.tools.rumen.JobStory"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Get the next job.
- @return The next job. Or null if no more job is available.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link JobStoryProducer} produces the sequence of {@link JobStory}'s.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.tools.rumen.JobStoryProducer -->
- <!-- start class org.apache.hadoop.tools.rumen.JobSubmittedEvent -->
- <class name="JobSubmittedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="JobSubmittedEvent" type="org.apache.hadoop.mapreduce.JobID, java.lang.String, java.lang.String, long, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="Use
- {@link #JobSubmittedEvent(JobID, String, String, long, String,
- Map, String, String, String, String, String, String)}
- instead.">
- <doc>
- <![CDATA[@deprecated Use
- {@link #JobSubmittedEvent(JobID, String, String, long, String,
- Map, String, String, String, String, String, String)}
- instead.]]>
- </doc>
- </constructor>
- <constructor name="JobSubmittedEvent" type="org.apache.hadoop.mapreduce.JobID, java.lang.String, java.lang.String, long, java.lang.String, java.util.Map"
- static="false" final="false" visibility="public"
- deprecated="Use
- {@link #JobSubmittedEvent(JobID, String, String, long, String,
- Map, String, String, String, String, String, String)}
- instead.">
- <doc>
- <![CDATA[@deprecated Use
- {@link #JobSubmittedEvent(JobID, String, String, long, String,
- Map, String, String, String, String, String, String)}
- instead.]]>
- </doc>
- </constructor>
- <constructor name="JobSubmittedEvent" type="org.apache.hadoop.mapreduce.JobID, java.lang.String, java.lang.String, long, java.lang.String, java.util.Map, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="Use
- {@link #JobSubmittedEvent(JobID, String, String, long, String,
- Map, String, String, String, String, String, String)}
- instead.">
- <doc>
- <![CDATA[@deprecated Use
- {@link #JobSubmittedEvent(JobID, String, String, long, String,
- Map, String, String, String, String, String, String)}
- instead.]]>
- </doc>
- </constructor>
- <constructor name="JobSubmittedEvent" type="org.apache.hadoop.mapreduce.JobID, java.lang.String, java.lang.String, long, java.lang.String, java.util.Map, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record job submission
- @param id The job Id of the job
- @param jobName Name of the job
- @param userName Name of the user who submitted the job
- @param submitTime Time of submission
- @param jobConfPath Path of the Job Configuration file
- @param jobACLs The configured acls for the job.
- @param queue job queue name
- @param workflowId the workflow Id
- @param workflowName the workflow name
- @param workflowNodeName the workflow node name
- @param workflowAdjacencies the workflow adjacencies
- @param workflowTags Comma-separated workflow tags]]>
- </doc>
- </constructor>
- <method name="getJobId" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job Id]]>
- </doc>
- </method>
- <method name="getJobName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job name]]>
- </doc>
- </method>
- <method name="getUserName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the user name]]>
- </doc>
- </method>
- <method name="getSubmitTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the submit time]]>
- </doc>
- </method>
- <method name="getJobConfPath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Path for the Job Configuration file]]>
- </doc>
- </method>
- <method name="getJobAcls" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the acls configured for the job]]>
- </doc>
- </method>
- <method name="getJobQueueName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the acls configured for the job]]>
- </doc>
- </method>
- <method name="getWorkflowId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the workflow Id]]>
- </doc>
- </method>
- <method name="getWorkflowName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the workflow name]]>
- </doc>
- </method>
- <method name="getWorkflowNodeName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the workflow node name]]>
- </doc>
- </method>
- <method name="getWorkflowAdjacencies" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the workflow adjacencies]]>
- </doc>
- </method>
- <method name="getWorkflowTags" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the workflow tags]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record the submission of a job]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobSubmittedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.JobTraceReader -->
- <class name="JobTraceReader" extends="org.apache.hadoop.tools.rumen.JsonObjectMapperParser"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="JobTraceReader" type="org.apache.hadoop.fs.Path, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor.
-
- @param path
- Path to the JSON trace file, possibly compressed.
- @param conf
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="JobTraceReader" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor.
-
- @param input
- The input stream for the JSON trace.]]>
- </doc>
- </constructor>
- <doc>
- <![CDATA[Reading JSON-encoded job traces and produce {@link LoggedJob} instances.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobTraceReader -->
- <!-- start class org.apache.hadoop.tools.rumen.JobUnsuccessfulCompletionEvent -->
- <class name="JobUnsuccessfulCompletionEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="JobUnsuccessfulCompletionEvent" type="org.apache.hadoop.mapreduce.JobID, long, int, int, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record unsuccessful completion (killed/failed) of jobs
- @param id Job ID
- @param finishTime Finish time of the job
- @param finishedMaps Number of finished maps
- @param finishedReduces Number of finished reduces
- @param status Status of the job]]>
- </doc>
- </constructor>
- <method name="getJobId" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Job ID]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the job finish time]]>
- </doc>
- </method>
- <method name="getFinishedMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of finished maps]]>
- </doc>
- </method>
- <method name="getFinishedReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of finished reduces]]>
- </doc>
- </method>
- <method name="getStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the status]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record Failed and Killed completion of jobs]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JobUnsuccessfulCompletionEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.JsonObjectMapperWriter -->
- <class name="JsonObjectMapperWriter" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <constructor name="JsonObjectMapperWriter" type="java.io.OutputStream, boolean"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="object" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Simple wrapper around {@link JsonGenerator} to write objects in JSON format.
- @param <T> The type of the objects to be written.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.JsonObjectMapperWriter -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedDiscreteCDF -->
- <class name="LoggedDiscreteCDF" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <constructor name="LoggedDiscreteCDF"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getMinimum" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getRankings" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMaximum" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumberValues" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="comparand" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="loc" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- </method>
- <doc>
- <![CDATA[A {@link LoggedDiscreteCDF} is a discrete approximation of a cumulative
- distribution function, with this class set up to meet the requirements of the
- Jackson JSON parser/generator.
-
- All of the public methods are simply accessors for the instance variables we
- want to write out in the JSON files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedDiscreteCDF -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedJob -->
- <class name="LoggedJob" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <method name="getJobProperties" return="java.util.Properties"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the configuration properties of the job.]]>
- </doc>
- </method>
- <method name="setUnknownAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <param name="ignored" type="java.lang.Object"/>
- </method>
- <method name="getUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getPriority" return="org.apache.hadoop.tools.rumen.LoggedJob.JobPriority"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getComputonsPerMapInputByte" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getComputonsPerMapOutputByte" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getComputonsPerReduceInputByte" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getComputonsPerReduceOutputByte" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSubmitTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getLaunchTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHeapMegabytes" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTotalMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTotalReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getOutcome" return="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobtype" return="org.apache.hadoop.tools.rumen.LoggedJob.JobType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDirectDependantJobs" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMapTasks" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getReduceTasks" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getOtherTasks" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSuccessfulMapAttemptCDFs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFailedMapAttemptCDFs" return="java.util.ArrayList"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSuccessfulReduceAttemptCDF" return="org.apache.hadoop.tools.rumen.LoggedDiscreteCDF"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFailedReduceAttemptCDF" return="org.apache.hadoop.tools.rumen.LoggedDiscreteCDF"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMapperTriesToSucceed" return="double[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFailedMapperFraction" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getRelativeTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getQueue" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return job queue name if it is available in job history file or
- job history conf file. Returns null otherwise.]]>
- </doc>
- </method>
- <method name="getJobName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getClusterMapMB" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getClusterReduceMB" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobMapMB" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobReduceMB" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="comparand" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="loc" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- </method>
- <doc>
- <![CDATA[A {@link LoggedDiscreteCDF} is a representation of an hadoop job, with the
- details of this class set up to meet the requirements of the Jackson JSON
- parser/generator.
-
- All of the public methods are simply accessors for the instance variables we
- want to write out in the JSON files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedJob -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedJob.JobPriority -->
- <class name="LoggedJob.JobPriority" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.rumen.LoggedJob.JobPriority[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.rumen.LoggedJob.JobPriority"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="VERY_LOW" type="org.apache.hadoop.tools.rumen.LoggedJob.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="LOW" type="org.apache.hadoop.tools.rumen.LoggedJob.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="NORMAL" type="org.apache.hadoop.tools.rumen.LoggedJob.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="HIGH" type="org.apache.hadoop.tools.rumen.LoggedJob.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="VERY_HIGH" type="org.apache.hadoop.tools.rumen.LoggedJob.JobPriority"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedJob.JobPriority -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedJob.JobType -->
- <class name="LoggedJob.JobType" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.rumen.LoggedJob.JobType[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.rumen.LoggedJob.JobType"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="JAVA" type="org.apache.hadoop.tools.rumen.LoggedJob.JobType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PIG" type="org.apache.hadoop.tools.rumen.LoggedJob.JobType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="STREAMING" type="org.apache.hadoop.tools.rumen.LoggedJob.JobType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PIPES" type="org.apache.hadoop.tools.rumen.LoggedJob.JobType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="OVERALL" type="org.apache.hadoop.tools.rumen.LoggedJob.JobType"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedJob.JobType -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedLocation -->
- <class name="LoggedLocation" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <constructor name="LoggedLocation"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getLayers" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="setUnknownAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <param name="ignored" type="java.lang.Object"/>
- </method>
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="comparand" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="loc" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- </method>
- <doc>
- <![CDATA[A {@link LoggedLocation} is a representation of a point in an hierarchical
- network, represented as a series of membership names, broadest first.
-
- For example, if your network has <i>hosts</i> grouped into <i>racks</i>, then
- in onecluster you might have a node {@code node1} on rack {@code rack1}. This
- would be represented with a ArrayList of two layers, with two {@link String}
- s being {@code "rack1"} and {@code "node1"}.
-
- The details of this class are set up to meet the requirements of the Jackson
- JSON parser/generator.
-
- All of the public methods are simply accessors for the instance variables we
- want to write out in the JSON files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedLocation -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedNetworkTopology -->
- <class name="LoggedNetworkTopology" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <constructor name="LoggedNetworkTopology"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setUnknownAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <param name="ignored" type="java.lang.Object"/>
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getChildren" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="comparand" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="loc" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- </method>
- <doc>
- <![CDATA[A {@link LoggedNetworkTopology} represents a tree that in turn represents a
- hierarchy of hosts. The current version requires the tree to have all leaves
- at the same level.
-
- All of the public methods are simply accessors for the instance variables we
- want to write out in the JSON files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedNetworkTopology -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedSingleRelativeRanking -->
- <class name="LoggedSingleRelativeRanking" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <constructor name="LoggedSingleRelativeRanking"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="setUnknownAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <param name="ignored" type="java.lang.Object"/>
- </method>
- <method name="getRelativeRanking" return="double"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getDatum" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="comparand" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="loc" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- </method>
- <doc>
- <![CDATA[A {@link LoggedSingleRelativeRanking} represents an X-Y coordinate of a
- single point in a discrete CDF.
-
- All of the public methods are simply accessors for the instance variables we
- want to write out in the JSON files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedSingleRelativeRanking -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedTask -->
- <class name="LoggedTask" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <method name="setUnknownAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <param name="ignored" type="java.lang.Object"/>
- </method>
- <method name="getInputBytes" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getInputRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getOutputBytes" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getOutputRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getAttempts" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getPreferredLocations" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskStatus" return="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getTaskType" return="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="incorporateCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="org.apache.hadoop.tools.rumen.JhCounters"/>
- </method>
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="comparand" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="loc" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- </method>
- <doc>
- <![CDATA[A {@link LoggedTask} represents a [hadoop] task that is part of a hadoop job.
- It knows about the [pssibly empty] sequence of attempts, its I/O footprint,
- and its runtime.
-
- All of the public methods are simply accessors for the instance variables we
- want to write out in the JSON files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedTask -->
- <!-- start class org.apache.hadoop.tools.rumen.LoggedTaskAttempt -->
- <class name="LoggedTaskAttempt" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <method name="setUnknownAttribute"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attributeName" type="java.lang.String"/>
- <param name="ignored" type="java.lang.Object"/>
- </method>
- <method name="getShuffleFinished" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSortFinished" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getAttemptID" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getResult" return="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHostName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHdfsBytesRead" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getHdfsBytesWritten" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFileBytesRead" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getFileBytesWritten" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMapInputRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMapOutputBytes" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMapOutputRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getCombineInputRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getReduceInputGroups" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getReduceInputRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getReduceShuffleBytes" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getReduceOutputRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSpilledRecords" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getLocation" return="org.apache.hadoop.tools.rumen.LoggedLocation"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMapInputBytes" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="incorporateCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="org.apache.hadoop.tools.rumen.JhCounters"/>
- </method>
- <method name="getResourceUsageMetrics" return="org.apache.hadoop.tools.rumen.ResourceUsageMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="comparand" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="loc" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- </method>
- <doc>
- <![CDATA[A {@link LoggedTaskAttempt} represents an attempt to run an hadoop task in a
- hadoop job. Note that a task can have several attempts.
-
- All of the public methods are simply accessors for the instance variables we
- want to write out in the JSON files.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.LoggedTaskAttempt -->
- <!-- start class org.apache.hadoop.tools.rumen.MachineNode -->
- <class name="MachineNode" extends="org.apache.hadoop.tools.rumen.Node"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMemory" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the available physical RAM of the node.
- @return The available physical RAM of the node, in KB.]]>
- </doc>
- </method>
- <method name="getMapSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of map slots of the node.
- @return The number of map slots of the node.]]>
- </doc>
- </method>
- <method name="getReduceSlots" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of reduce slots of the node.
- @return The number of reduce slots fo the node.]]>
- </doc>
- </method>
- <method name="getMemoryPerMapSlot" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the amount of RAM reserved for each map slot.
- @return the amount of RAM reserved for each map slot, in KB.]]>
- </doc>
- </method>
- <method name="getMemoryPerReduceSlot" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the amount of RAM reserved for each reduce slot.
- @return the amount of RAM reserved for each reduce slot, in KB.]]>
- </doc>
- </method>
- <method name="getNumCores" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the number of cores of the node.
- @return the number of cores of the node.]]>
- </doc>
- </method>
- <method name="getRackNode" return="org.apache.hadoop.tools.rumen.RackNode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the rack node that the machine belongs to.
-
- @return The rack node that the machine belongs to. Returns null if the
- machine does not belong to any rack.]]>
- </doc>
- </method>
- <method name="addChild" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="child" type="org.apache.hadoop.tools.rumen.Node"/>
- </method>
- <doc>
- <![CDATA[{@link MachineNode} represents the configuration of a cluster node.
- {@link MachineNode} should be constructed by {@link MachineNode.Builder}.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.MachineNode -->
- <!-- start class org.apache.hadoop.tools.rumen.MachineNode.Builder -->
- <class name="MachineNode.Builder" extends="java.lang.Object"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <constructor name="MachineNode.Builder" type="java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Start building a new NodeInfo object.
- @param name
- Unique name of the node. Typically the fully qualified domain
- name.]]>
- </doc>
- </constructor>
- <method name="setMemory" return="org.apache.hadoop.tools.rumen.MachineNode.Builder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="memory" type="long"/>
- <doc>
- <![CDATA[Set the physical memory of the node.
- @param memory Available RAM in KB.]]>
- </doc>
- </method>
- <method name="setMapSlots" return="org.apache.hadoop.tools.rumen.MachineNode.Builder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="mapSlots" type="int"/>
- <doc>
- <![CDATA[Set the number of map slot for the node.
- @param mapSlots The number of map slots for the node.]]>
- </doc>
- </method>
- <method name="setReduceSlots" return="org.apache.hadoop.tools.rumen.MachineNode.Builder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="reduceSlots" type="int"/>
- <doc>
- <![CDATA[Set the number of reduce slot for the node.
- @param reduceSlots The number of reduce slots for the node.]]>
- </doc>
- </method>
- <method name="setMemoryPerMapSlot" return="org.apache.hadoop.tools.rumen.MachineNode.Builder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="memoryPerMapSlot" type="long"/>
- <doc>
- <![CDATA[Set the amount of RAM reserved for each map slot.
- @param memoryPerMapSlot The amount of RAM reserved for each map slot, in KB.]]>
- </doc>
- </method>
- <method name="setMemoryPerReduceSlot" return="org.apache.hadoop.tools.rumen.MachineNode.Builder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="memoryPerReduceSlot" type="long"/>
- <doc>
- <![CDATA[Set the amount of RAM reserved for each reduce slot.
- @param memoryPerReduceSlot The amount of RAM reserved for each reduce slot, in KB.]]>
- </doc>
- </method>
- <method name="setNumCores" return="org.apache.hadoop.tools.rumen.MachineNode.Builder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="numCores" type="int"/>
- <doc>
- <![CDATA[Set the number of cores for the node.
- @param numCores Number of cores for the node.]]>
- </doc>
- </method>
- <method name="cloneFrom" return="org.apache.hadoop.tools.rumen.MachineNode.Builder"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="ref" type="org.apache.hadoop.tools.rumen.MachineNode"/>
- <doc>
- <![CDATA[Clone the settings from a reference {@link MachineNode} object.
- @param ref The reference {@link MachineNode} object.]]>
- </doc>
- </method>
- <method name="build" return="org.apache.hadoop.tools.rumen.MachineNode"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Build the {@link MachineNode} object.
- @return The {@link MachineNode} object being built.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Builder for a NodeInfo object]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.MachineNode.Builder -->
- <!-- start class org.apache.hadoop.tools.rumen.MapAttempt20LineHistoryEventEmitter -->
- <class name="MapAttempt20LineHistoryEventEmitter" extends="org.apache.hadoop.tools.rumen.TaskAttempt20LineEventEmitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MapAttempt20LineHistoryEventEmitter"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.MapAttempt20LineHistoryEventEmitter -->
- <!-- start class org.apache.hadoop.tools.rumen.MapAttemptFinishedEvent -->
- <class name="MapAttemptFinishedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="MapAttemptFinishedEvent" type="org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapreduce.TaskType, java.lang.String, long, long, java.lang.String, java.lang.String, org.apache.hadoop.mapreduce.Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event for successful completion of map attempts
- @param id Task Attempt ID
- @param taskType Type of the task
- @param taskStatus Status of the task
- @param mapFinishTime Finish time of the map phase
- @param finishTime Finish time of the attempt
- @param hostname Name of the host where the map executed
- @param state State string for the attempt
- @param counters Counters for the attempt]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task ID]]>
- </doc>
- </method>
- <method name="getAttemptId" return="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the attempt id]]>
- </doc>
- </method>
- <method name="getTaskType" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task type]]>
- </doc>
- </method>
- <method name="getTaskStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task status]]>
- </doc>
- </method>
- <method name="getMapFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the map phase finish time]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the attempt finish time]]>
- </doc>
- </method>
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the host name]]>
- </doc>
- </method>
- <method name="getState" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the state string]]>
- </doc>
- </method>
- <method name="getCounters" return="org.apache.hadoop.tools.rumen.JhCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the counters]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record successful completion of a map attempt]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.MapAttemptFinishedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.MapTaskAttemptInfo -->
- <class name="MapTaskAttemptInfo" extends="org.apache.hadoop.tools.rumen.TaskAttemptInfo"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="MapTaskAttemptInfo" type="org.apache.hadoop.mapred.TaskStatus.State, org.apache.hadoop.tools.rumen.TaskInfo, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getRuntime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getMapRuntime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the runtime for the <b>map</b> phase of the map-task attempt.
-
- @return the runtime for the <b>map</b> phase of the map-task attempt]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link MapTaskAttemptInfo} represents the information with regard to a
- map task attempt.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.MapTaskAttemptInfo -->
- <!-- start class org.apache.hadoop.tools.rumen.Node -->
- <class name="Node" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.lang.Comparable"/>
- <constructor name="Node" type="java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@param name
- A unique name to identify a node in the cluster.
- @param level
- The level of the node in the cluster]]>
- </doc>
- </constructor>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the node.
-
- @return The name of the node.]]>
- </doc>
- </method>
- <method name="getLevel" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the level of the node.
- @return The level of the node.]]>
- </doc>
- </method>
- <method name="addChild" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="child" type="org.apache.hadoop.tools.rumen.Node"/>
- <doc>
- <![CDATA[Add a child node to this node.
- @param child The child node to be added. The child node should currently not be belong to another cluster topology.
- @return Boolean indicating whether the node is successfully added.]]>
- </doc>
- </method>
- <method name="hasChildren" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Does this node have any children?
- @return Boolean indicate whether this node has any children.]]>
- </doc>
- </method>
- <method name="getChildren" return="java.util.Set"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the children of this node.
-
- @return The children of this node. If no child, an empty set will be
- returned. The returned set is read-only.]]>
- </doc>
- </method>
- <method name="getParent" return="org.apache.hadoop.tools.rumen.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the parent node.
- @return the parent node. If root node, return null.]]>
- </doc>
- </method>
- <method name="hashCode" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="equals" return="boolean"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="obj" type="java.lang.Object"/>
- </method>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="compareTo" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="o" type="org.apache.hadoop.tools.rumen.Node"/>
- </method>
- <doc>
- <![CDATA[{@link Node} represents a node in the cluster topology. A node can be a
- {@link MachineNode}, or a {@link RackNode}, etc.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.Node -->
- <!-- start interface org.apache.hadoop.tools.rumen.Outputter -->
- <interface name="Outputter" abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="java.io.Closeable"/>
- <method name="init"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="path" type="org.apache.hadoop.fs.Path"/>
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Initialize the {@link Outputter} to a specific path.
- @param path The {@link Path} to the output file.
- @param conf Configuration
- @throws IOException]]>
- </doc>
- </method>
- <method name="output"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="object" type="java.lang.Object"/>
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Output an object.
- @param object The objecte.
- @throws IOException]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Interface to output a sequence of objects of type T.]]>
- </doc>
- </interface>
- <!-- end interface org.apache.hadoop.tools.rumen.Outputter -->
- <!-- start class org.apache.hadoop.tools.rumen.ParsedJob -->
- <class name="ParsedJob" extends="org.apache.hadoop.tools.rumen.LoggedJob"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="obtainTotalCounters" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job total counters]]>
- </doc>
- </method>
- <method name="obtainMapCounters" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job level map tasks' counters]]>
- </doc>
- </method>
- <method name="obtainReduceCounters" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job level reduce tasks' counters]]>
- </doc>
- </method>
- <method name="obtainJobConfpath" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job conf path in staging dir on hdfs]]>
- </doc>
- </method>
- <method name="obtainJobAcls" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the job acls]]>
- </doc>
- </method>
- <method name="obtainMapTasks" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the list of map tasks of this job]]>
- </doc>
- </method>
- <method name="obtainReduceTasks" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the list of reduce tasks of this job]]>
- </doc>
- </method>
- <method name="obtainOtherTasks" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the list of other tasks of this job]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is a wrapper class around {@link LoggedJob}. This provides also the
- extra information about the job obtained from job history which is not
- written to the JSON trace file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ParsedJob -->
- <!-- start class org.apache.hadoop.tools.rumen.ParsedTask -->
- <class name="ParsedTask" extends="org.apache.hadoop.tools.rumen.LoggedTask"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="incorporateCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="org.apache.hadoop.tools.rumen.JhCounters"/>
- </method>
- <method name="putCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="java.util.Map"/>
- <doc>
- <![CDATA[Set the task counters]]>
- </doc>
- </method>
- <method name="obtainCounters" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the task counters]]>
- </doc>
- </method>
- <method name="putDiagnosticInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="msg" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the task diagnostic-info]]>
- </doc>
- </method>
- <method name="obtainDiagnosticInfo" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the diagnostic-info of this task.
- If the task is successful, returns null.]]>
- </doc>
- </method>
- <method name="putFailedDueToAttemptId"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="attempt" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the failed-due-to-attemptId info of this task.]]>
- </doc>
- </method>
- <method name="obtainFailedDueToAttemptId" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the failed-due-to-attemptId info of this task.
- If the task is successful, returns null.]]>
- </doc>
- </method>
- <method name="obtainTaskAttempts" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[This is a wrapper class around {@link LoggedTask}. This provides also the
- extra information about the task obtained from job history which is not
- written to the JSON trace file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ParsedTask -->
- <!-- start class org.apache.hadoop.tools.rumen.ParsedTaskAttempt -->
- <class name="ParsedTaskAttempt" extends="org.apache.hadoop.tools.rumen.LoggedTaskAttempt"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <method name="incorporateCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="org.apache.hadoop.tools.rumen.JhCounters"/>
- <doc>
- <![CDATA[incorporate event counters]]>
- </doc>
- </method>
- <method name="putCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="counters" type="java.util.Map"/>
- <doc>
- <![CDATA[Set the task attempt counters]]>
- </doc>
- </method>
- <method name="obtainCounters" return="java.util.Map"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the task attempt counters]]>
- </doc>
- </method>
- <method name="putDiagnosticInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="msg" type="java.lang.String"/>
- <doc>
- <![CDATA[Set the task attempt diagnostic-info]]>
- </doc>
- </method>
- <method name="obtainDiagnosticInfo" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the diagnostic-info of this task attempt.
- If the attempt is successful, returns null.]]>
- </doc>
- </method>
- <method name="obtainTrackerName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return the tracker name where the attempt was run.]]>
- </doc>
- </method>
- <method name="obtainHttpPort" return="java.lang.Integer"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return http port if set. Returns null otherwise.]]>
- </doc>
- </method>
- <method name="obtainStateString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return state string of the task attempt.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[This is a wrapper class around {@link LoggedTaskAttempt}. This provides
- also the extra information about the task attempt obtained from
- job history which is not written to the JSON trace file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ParsedTaskAttempt -->
- <!-- start class org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants -->
- <class name="Pre21JobHistoryConstants" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Pre21JobHistoryConstants"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants -->
- <!-- start class org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values -->
- <class name="Pre21JobHistoryConstants.Values" extends="java.lang.Enum"
- abstract="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- <method name="values" return="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values[]"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="valueOf" return="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="name" type="java.lang.String"/>
- </method>
- <field name="SUCCESS" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="FAILED" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="KILLED" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="MAP" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="REDUCE" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="CLEANUP" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="RUNNING" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="PREP" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <field name="SETUP" type="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- transient="false" volatile="false"
- static="true" final="true" visibility="public"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[This enum contains some of the values commonly used by history log events.
- since values in history can only be strings - Values.name() is used in
- most places in history file.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values -->
- <!-- start class org.apache.hadoop.tools.rumen.RackNode -->
- <class name="RackNode" extends="org.apache.hadoop.tools.rumen.Node"
- abstract="false"
- static="false" final="true" visibility="public"
- deprecated="not deprecated">
- <constructor name="RackNode" type="java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="addChild" return="boolean"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="child" type="org.apache.hadoop.tools.rumen.Node"/>
- </method>
- <method name="getMachinesInRack" return="java.util.Set"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the machine nodes that belong to the rack.
- @return The machine nodes that belong to the rack.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link RackNode} represents a rack node in the cluster topology.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.RackNode -->
- <!-- start class org.apache.hadoop.tools.rumen.RandomSeedGenerator -->
- <class name="RandomSeedGenerator" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RandomSeedGenerator"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getSeed" return="long"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="streamId" type="java.lang.String"/>
- <param name="masterSeed" type="long"/>
- <doc>
- <![CDATA[Generates a new random seed.
- @param streamId a string identifying the stream of random numbers
- @param masterSeed higher level master random seed
- @return the random seed. Different (streamId, masterSeed) pairs result in
- (vastly) different random seeds.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[The purpose of this class is to generate new random seeds from a master
- seed. This is needed to make the Random().next*() calls in rumen and mumak
- deterministic so that mumak simulations become deterministically replayable.
- In these tools we need many independent streams of random numbers, some of
- which are created dynamically. We seed these streams with the sub-seeds
- returned by RandomSeedGenerator.
-
- For a slightly more complicated approach to generating multiple streams of
- random numbers with better theoretical guarantees, see
- P. L'Ecuyer, R. Simard, E. J. Chen, and W. D. Kelton,
- ``An Objected-Oriented Random-Number Package with Many Long Streams and
- Substreams'', Operations Research, 50, 6 (2002), 1073--1075
- http://www.iro.umontreal.ca/~lecuyer/papers.html
- http://www.iro.umontreal.ca/~lecuyer/myftp/streams00/]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.RandomSeedGenerator -->
- <!-- start class org.apache.hadoop.tools.rumen.ReduceAttempt20LineHistoryEventEmitter -->
- <class name="ReduceAttempt20LineHistoryEventEmitter" extends="org.apache.hadoop.tools.rumen.TaskAttempt20LineEventEmitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ReduceAttempt20LineHistoryEventEmitter -->
- <!-- start class org.apache.hadoop.tools.rumen.ReduceAttemptFinishedEvent -->
- <class name="ReduceAttemptFinishedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="ReduceAttemptFinishedEvent" type="org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapreduce.TaskType, java.lang.String, long, long, long, java.lang.String, java.lang.String, org.apache.hadoop.mapreduce.Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record completion of a reduce attempt
- @param id Attempt Id
- @param taskType Type of task
- @param taskStatus Status of the task
- @param shuffleFinishTime Finish time of the shuffle phase
- @param sortFinishTime Finish time of the sort phase
- @param finishTime Finish time of the attempt
- @param hostname Name of the host where the attempt executed
- @param state State of the attempt
- @param counters Counters for the attempt]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the Task ID]]>
- </doc>
- </method>
- <method name="getAttemptId" return="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the attempt id]]>
- </doc>
- </method>
- <method name="getTaskType" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task type]]>
- </doc>
- </method>
- <method name="getTaskStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task status]]>
- </doc>
- </method>
- <method name="getSortFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the finish time of the sort phase]]>
- </doc>
- </method>
- <method name="getShuffleFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the finish time of the shuffle phase]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the finish time of the attempt]]>
- </doc>
- </method>
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the host where the attempt ran]]>
- </doc>
- </method>
- <method name="getState" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the state string]]>
- </doc>
- </method>
- <method name="getCounters" return="org.apache.hadoop.tools.rumen.JhCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the counters for the attempt]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record successful completion of a reduce attempt]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ReduceAttemptFinishedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.ReduceTaskAttemptInfo -->
- <class name="ReduceTaskAttemptInfo" extends="org.apache.hadoop.tools.rumen.TaskAttemptInfo"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ReduceTaskAttemptInfo" type="org.apache.hadoop.mapred.TaskStatus.State, org.apache.hadoop.tools.rumen.TaskInfo, long, long, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getReduceRuntime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the runtime for the <b>reduce</b> phase of the reduce task-attempt.
-
- @return the runtime for the <b>reduce</b> phase of the reduce task-attempt]]>
- </doc>
- </method>
- <method name="getShuffleRuntime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the runtime for the <b>shuffle</b> phase of the reduce task-attempt.
-
- @return the runtime for the <b>shuffle</b> phase of the reduce task-attempt]]>
- </doc>
- </method>
- <method name="getMergeRuntime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the runtime for the <b>merge</b> phase of the reduce task-attempt
-
- @return the runtime for the <b>merge</b> phase of the reduce task-attempt]]>
- </doc>
- </method>
- <method name="getRuntime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[{@link ReduceTaskAttemptInfo} represents the information with regard to a
- reduce task attempt.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ReduceTaskAttemptInfo -->
- <!-- start class org.apache.hadoop.tools.rumen.ResourceUsageMetrics -->
- <class name="ResourceUsageMetrics" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.io.Writable"/>
- <implements name="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <constructor name="ResourceUsageMetrics"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getCumulativeCpuUsage" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the cumulative CPU usage.]]>
- </doc>
- </method>
- <method name="setCumulativeCpuUsage"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="usage" type="long"/>
- <doc>
- <![CDATA[Set the cumulative CPU usage.]]>
- </doc>
- </method>
- <method name="getVirtualMemoryUsage" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the virtual memory usage.]]>
- </doc>
- </method>
- <method name="setVirtualMemoryUsage"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="usage" type="long"/>
- <doc>
- <![CDATA[Set the virtual memory usage.]]>
- </doc>
- </method>
- <method name="getPhysicalMemoryUsage" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the physical memory usage.]]>
- </doc>
- </method>
- <method name="setPhysicalMemoryUsage"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="usage" type="long"/>
- <doc>
- <![CDATA[Set the physical memory usage.]]>
- </doc>
- </method>
- <method name="getHeapUsage" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total heap usage.]]>
- </doc>
- </method>
- <method name="setHeapUsage"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="usage" type="long"/>
- <doc>
- <![CDATA[Set the total heap usage.]]>
- </doc>
- </method>
- <method name="size" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Returns the size of the serialized data]]>
- </doc>
- </method>
- <method name="readFields"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="in" type="java.io.DataInput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="write"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="out" type="java.io.DataOutput"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="deepCompare"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="other" type="org.apache.hadoop.tools.rumen.DeepCompare"/>
- <param name="loc" type="org.apache.hadoop.tools.rumen.TreePath"/>
- <exception name="DeepInequalityException" type="org.apache.hadoop.tools.rumen.DeepInequalityException"/>
- </method>
- <doc>
- <![CDATA[Captures the resource usage metrics.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ResourceUsageMetrics -->
- <!-- start class org.apache.hadoop.tools.rumen.RewindableInputStream -->
- <class name="RewindableInputStream" extends="java.io.InputStream"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="RewindableInputStream" type="java.io.InputStream"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor.
-
- @param input]]>
- </doc>
- </constructor>
- <constructor name="RewindableInputStream" type="java.io.InputStream, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Constructor
-
- @param input
- input stream.
- @param maxBytesToRemember
- Maximum number of bytes we need to remember at the beginning of
- the stream. If {@link #rewind()} is called after so many bytes are
- read from the stream, {@link #rewind()} would fail.]]>
- </doc>
- </constructor>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="read" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="buffer" type="byte[]"/>
- <param name="offset" type="int"/>
- <param name="length" type="int"/>
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="rewind" return="java.io.InputStream"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[A simple wrapper class to make any input stream "rewindable". It could be
- made more memory efficient by grow the internal buffer adaptively.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.RewindableInputStream -->
- <!-- start class org.apache.hadoop.tools.rumen.Task20LineHistoryEventEmitter -->
- <class name="Task20LineHistoryEventEmitter" extends="org.apache.hadoop.tools.rumen.HistoryEventEmitter"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="Task20LineHistoryEventEmitter"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.Task20LineHistoryEventEmitter -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskAttempt20LineEventEmitter -->
- <class name="TaskAttempt20LineEventEmitter" extends="org.apache.hadoop.tools.rumen.HistoryEventEmitter"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskAttempt20LineEventEmitter"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskAttempt20LineEventEmitter -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskAttemptFinishedEvent -->
- <class name="TaskAttemptFinishedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="TaskAttemptFinishedEvent" type="org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapreduce.TaskType, java.lang.String, long, java.lang.String, java.lang.String, org.apache.hadoop.mapreduce.Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record successful finishes for setup and cleanup
- attempts
- @param id Attempt ID
- @param taskType Type of task
- @param taskStatus Status of task
- @param finishTime Finish time of attempt
- @param hostname Host where the attempt executed
- @param state State string
- @param counters Counters for the attempt]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task ID]]>
- </doc>
- </method>
- <method name="getAttemptId" return="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task attempt id]]>
- </doc>
- </method>
- <method name="getTaskType" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task type]]>
- </doc>
- </method>
- <method name="getTaskStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task status]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the attempt finish time]]>
- </doc>
- </method>
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the host where the attempt executed]]>
- </doc>
- </method>
- <method name="getState" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the state string]]>
- </doc>
- </method>
- <method name="getCounters" return="org.apache.hadoop.tools.rumen.JhCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the counters for the attempt]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record successful task completion]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskAttemptFinishedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskAttemptInfo -->
- <class name="TaskAttemptInfo" extends="java.lang.Object"
- abstract="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskAttemptInfo" type="org.apache.hadoop.mapred.TaskStatus.State, org.apache.hadoop.tools.rumen.TaskInfo"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </constructor>
- <method name="getRunState" return="org.apache.hadoop.mapred.TaskStatus.State"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the final {@link State} of the task-attempt.
-
- @return the final <code>State</code> of the task-attempt]]>
- </doc>
- </method>
- <method name="getRuntime" return="long"
- abstract="true" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the total runtime for the task-attempt.
-
- @return the total runtime for the task-attempt]]>
- </doc>
- </method>
- <method name="getTaskInfo" return="org.apache.hadoop.tools.rumen.TaskInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the {@link TaskInfo} for the given task-attempt.
-
- @return the <code>TaskInfo</code> for the given task-attempt]]>
- </doc>
- </method>
- <field name="state" type="org.apache.hadoop.mapred.TaskStatus.State"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="taskInfo" type="org.apache.hadoop.tools.rumen.TaskInfo"
- transient="false" volatile="false"
- static="false" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <doc>
- <![CDATA[{@link TaskAttemptInfo} is a collection of statistics about a particular
- task-attempt gleaned from job-history of the job.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskAttemptInfo -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskAttemptStartedEvent -->
- <class name="TaskAttemptStartedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="TaskAttemptStartedEvent" type="org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapreduce.TaskType, long, java.lang.String, int, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record the start of an attempt
- @param attemptId Id of the attempt
- @param taskType Type of task
- @param startTime Start time of the attempt
- @param trackerName Name of the Task Tracker where attempt is running
- @param httpPort The port number of the tracker
- @param locality the locality of the task attempt
- @param avataar the avataar of the task attempt]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task id]]>
- </doc>
- </method>
- <method name="getTrackerName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the tracker name]]>
- </doc>
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the start time]]>
- </doc>
- </method>
- <method name="getTaskType" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task type]]>
- </doc>
- </method>
- <method name="getHttpPort" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the HTTP port]]>
- </doc>
- </method>
- <method name="getTaskAttemptId" return="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the attempt id]]>
- </doc>
- </method>
- <method name="getLocality" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the locality of the task attempt]]>
- </doc>
- </method>
- <method name="getAvataar" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the avataar of the task attempt]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record start of a task attempt]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskAttemptStartedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskAttemptUnsuccessfulCompletionEvent -->
- <class name="TaskAttemptUnsuccessfulCompletionEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="TaskAttemptUnsuccessfulCompletionEvent" type="org.apache.hadoop.mapreduce.TaskAttemptID, org.apache.hadoop.mapreduce.TaskType, java.lang.String, long, java.lang.String, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record the unsuccessful completion of attempts
- @param id Attempt ID
- @param taskType Type of the task
- @param status Status of the attempt
- @param finishTime Finish time of the attempt
- @param hostname Name of the host where the attempt executed
- @param error Error string]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task id]]>
- </doc>
- </method>
- <method name="getTaskType" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task type]]>
- </doc>
- </method>
- <method name="getTaskAttemptId" return="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the attempt id]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the finish time]]>
- </doc>
- </method>
- <method name="getHostname" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the name of the host where the attempt executed]]>
- </doc>
- </method>
- <method name="getError" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the error string]]>
- </doc>
- </method>
- <method name="getTaskStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task status]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record unsuccessful (Killed/Failed) completion of task attempts]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskAttemptUnsuccessfulCompletionEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskFailedEvent -->
- <class name="TaskFailedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="TaskFailedEvent" type="org.apache.hadoop.mapreduce.TaskID, long, org.apache.hadoop.mapreduce.TaskType, java.lang.String, java.lang.String, org.apache.hadoop.mapreduce.TaskAttemptID"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record task failure
- @param id Task ID
- @param finishTime Finish time of the task
- @param taskType Type of the task
- @param error Error String
- @param status Status
- @param failedDueToAttempt The attempt id due to which the task failed]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task id]]>
- </doc>
- </method>
- <method name="getError" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the error string]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the finish time of the attempt]]>
- </doc>
- </method>
- <method name="getTaskType" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task type]]>
- </doc>
- </method>
- <method name="getFailedAttemptID" return="org.apache.hadoop.mapreduce.TaskAttemptID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the attempt id due to which the task failed]]>
- </doc>
- </method>
- <method name="getTaskStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task status]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record the failure of a task]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskFailedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskFinishedEvent -->
- <class name="TaskFinishedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="TaskFinishedEvent" type="org.apache.hadoop.mapreduce.TaskID, long, org.apache.hadoop.mapreduce.TaskType, java.lang.String, org.apache.hadoop.mapreduce.Counters"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record the successful completion of a task
- @param id Task ID
- @param finishTime Finish time of the task
- @param taskType Type of the task
- @param status Status string
- @param counters Counters for the task]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get task id]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task finish time]]>
- </doc>
- </method>
- <method name="getCounters" return="org.apache.hadoop.tools.rumen.JhCounters"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get task counters]]>
- </doc>
- </method>
- <method name="getTaskType" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get task type]]>
- </doc>
- </method>
- <method name="getTaskStatus" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get task status]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record the successful completion of a task]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskFinishedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskInfo -->
- <class name="TaskInfo" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TaskInfo" type="long, int, long, int, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TaskInfo" type="long, int, long, int, long, org.apache.hadoop.tools.rumen.ResourceUsageMetrics"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="getInputBytes" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Raw bytes read from the FileSystem into the task. Note that this
- may not always match the input bytes to the task.]]>
- </doc>
- </method>
- <method name="getInputRecords" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Number of records input to this task.]]>
- </doc>
- </method>
- <method name="getOutputBytes" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Raw bytes written to the destination FileSystem. Note that this may
- not match output bytes.]]>
- </doc>
- </method>
- <method name="getOutputRecords" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Number of records output from this task.]]>
- </doc>
- </method>
- <method name="getTaskMemory" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Memory used by the task leq the heap size.]]>
- </doc>
- </method>
- <method name="getResourceUsageMetrics" return="org.apache.hadoop.tools.rumen.ResourceUsageMetrics"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[@return Resource usage metrics]]>
- </doc>
- </method>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskInfo -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskStartedEvent -->
- <class name="TaskStartedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="TaskStartedEvent" type="org.apache.hadoop.mapreduce.TaskID, long, org.apache.hadoop.mapreduce.TaskType, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record start of a task
- @param id Task Id
- @param startTime Start time of the task
- @param taskType Type of the task
- @param splitLocations Split locations, applicable for map tasks]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task id]]>
- </doc>
- </method>
- <method name="getSplitLocations" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the split locations, applicable for map tasks]]>
- </doc>
- </method>
- <method name="getStartTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the start time of the task]]>
- </doc>
- </method>
- <method name="getTaskType" return="org.apache.hadoop.mapreduce.TaskType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task type]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record the start of a task]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskStartedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.TaskUpdatedEvent -->
- <class name="TaskUpdatedEvent" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <constructor name="TaskUpdatedEvent" type="org.apache.hadoop.mapreduce.TaskID, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Create an event to record task updates
- @param id Id of the task
- @param finishTime Finish time of the task]]>
- </doc>
- </constructor>
- <method name="getTaskId" return="org.apache.hadoop.mapreduce.TaskID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task ID]]>
- </doc>
- </method>
- <method name="getFinishTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the task finish time]]>
- </doc>
- </method>
- <method name="getEventType" return="org.apache.hadoop.tools.rumen.EventType"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the event type]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Event to record updates to a task]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TaskUpdatedEvent -->
- <!-- start class org.apache.hadoop.tools.rumen.TopologyBuilder -->
- <class name="TopologyBuilder" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TopologyBuilder"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="process"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="event" type="org.apache.hadoop.tools.rumen.HistoryEvent"/>
- <doc>
- <![CDATA[Process one {@link HistoryEvent}
-
- @param event
- The {@link HistoryEvent} to be processed.]]>
- </doc>
- </method>
- <method name="process"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="conf" type="java.util.Properties"/>
- <doc>
- <![CDATA[Process a collection of JobConf {@link Properties}. We do not restrict it
- to be called once.
-
- @param conf
- The job conf properties to be added.]]>
- </doc>
- </method>
- <method name="build" return="org.apache.hadoop.tools.rumen.LoggedNetworkTopology"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Request the builder to build the final object. Once called, the
- {@link TopologyBuilder} would accept no more events or job-conf properties.
-
- @return Parsed {@link LoggedNetworkTopology} object.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[Building the cluster topology.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TopologyBuilder -->
- <!-- start class org.apache.hadoop.tools.rumen.TraceBuilder -->
- <class name="TraceBuilder" extends="org.apache.hadoop.conf.Configured"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.util.Tool"/>
- <constructor name="TraceBuilder"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="main"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- </method>
- <method name="run" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="args" type="java.lang.String[]"/>
- <exception name="Exception" type="java.lang.Exception"/>
- </method>
- <doc>
- <![CDATA[The main driver of the Rumen Parser.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TraceBuilder -->
- <!-- start class org.apache.hadoop.tools.rumen.TreePath -->
- <class name="TreePath" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="TreePath" type="org.apache.hadoop.tools.rumen.TreePath, java.lang.String"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <constructor name="TreePath" type="org.apache.hadoop.tools.rumen.TreePath, java.lang.String, int"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </constructor>
- <method name="toString" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[This describes a path from a node to the root. We use it when we compare two
- trees during rumen unit tests. If the trees are not identical, this chain
- will be converted to a string which describes the path from the root to the
- fields that did not compare.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.TreePath -->
- <!-- start class org.apache.hadoop.tools.rumen.ZombieCluster -->
- <class name="ZombieCluster" extends="org.apache.hadoop.tools.rumen.AbstractClusterStory"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <constructor name="ZombieCluster" type="org.apache.hadoop.tools.rumen.LoggedNetworkTopology, org.apache.hadoop.tools.rumen.MachineNode"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Construct a homogeneous cluster. We assume that the leaves on the topology
- are {@link MachineNode}s, and the parents of {@link MachineNode}s are
- {@link RackNode}s. We also expect all leaf nodes are on the same level.
-
- @param topology
- The network topology.
- @param defaultNode
- The default node setting.]]>
- </doc>
- </constructor>
- <constructor name="ZombieCluster" type="org.apache.hadoop.fs.Path, org.apache.hadoop.tools.rumen.MachineNode, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a homogeneous cluster. We assume that the leaves on the topology
- are {@link MachineNode}s, and the parents of {@link MachineNode}s are
- {@link RackNode}s. We also expect all leaf nodes are on the same level.
-
- @param path Path to the JSON-encoded topology file.
- @param conf
- @param defaultNode
- The default node setting.
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="ZombieCluster" type="java.io.InputStream, org.apache.hadoop.tools.rumen.MachineNode"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Construct a homogeneous cluster. We assume that the leaves on the topology
- are {@link MachineNode}s, and the parents of {@link MachineNode}s are
- {@link RackNode}s. We also expect all leaf nodes are on the same level.
-
- @param input The input stream for the JSON-encoded topology file.
- @param defaultNode
- The default node setting.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="getClusterTopology" return="org.apache.hadoop.tools.rumen.Node"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <doc>
- <![CDATA[{@link ZombieCluster} rebuilds the cluster topology using the information
- obtained from job history logs.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ZombieCluster -->
- <!-- start class org.apache.hadoop.tools.rumen.ZombieJob -->
- <class name="ZombieJob" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.JobStory"/>
- <constructor name="ZombieJob" type="org.apache.hadoop.tools.rumen.LoggedJob, org.apache.hadoop.tools.rumen.ClusterStory, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constructor creates a {@link ZombieJob} with the same semantics as the
- {@link LoggedJob} passed in this parameter
-
- @param job
- The dead job this ZombieJob instance is based on.
- @param cluster
- The cluster topology where the dead job ran on. This argument can
- be null if we do not have knowledge of the cluster topology.
- @param seed
- Seed for the random number generator for filling in information
- not available from the ZombieJob.]]>
- </doc>
- </constructor>
- <constructor name="ZombieJob" type="org.apache.hadoop.tools.rumen.LoggedJob, org.apache.hadoop.tools.rumen.ClusterStory"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[This constructor creates a {@link ZombieJob} with the same semantics as the
- {@link LoggedJob} passed in this parameter
-
- @param job
- The dead job this ZombieJob instance is based on.
- @param cluster
- The cluster topology where the dead job ran on. This argument can
- be null if we do not have knowledge of the cluster topology.]]>
- </doc>
- </constructor>
- <method name="getJobConf" return="org.apache.hadoop.mapred.JobConf"
- abstract="false" native="false" synchronized="true"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getInputSplits" return="org.apache.hadoop.mapreduce.InputSplit[]"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getJobID" return="org.apache.hadoop.mapreduce.JobID"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumberMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumberReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getOutcome" return="org.apache.hadoop.tools.rumen.Pre21JobHistoryConstants.Values"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getSubmissionTime" return="long"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getQueueName" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getNumLoggedMaps" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Getting the number of map tasks that are actually logged in the trace.
- @return The number of map tasks that are actually logged in the trace.]]>
- </doc>
- </method>
- <method name="getNumLoggedReduces" return="int"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Getting the number of reduce tasks that are actually logged in the trace.
- @return The number of map tasks that are actually logged in the trace.]]>
- </doc>
- </method>
- <method name="getUser" return="java.lang.String"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
- <method name="getLoggedJob" return="org.apache.hadoop.tools.rumen.LoggedJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <doc>
- <![CDATA[Get the underlining {@link LoggedJob} object read directly from the trace.
- This is mainly for debugging.
-
- @return the underlining {@link LoggedJob} object]]>
- </doc>
- </method>
- <method name="getTaskAttemptInfo" return="org.apache.hadoop.tools.rumen.TaskAttemptInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- <param name="taskNumber" type="int"/>
- <param name="taskAttemptNumber" type="int"/>
- <doc>
- <![CDATA[Get a {@link TaskAttemptInfo} with a {@link TaskAttemptID} associated with
- taskType, taskNumber, and taskAttemptNumber. This function does not care
- about locality, and follows the following decision logic: 1. Make up a
- {@link TaskAttemptInfo} if the task attempt is missing in trace, 2. Make up
- a {@link TaskAttemptInfo} if the task attempt has a KILLED final status in
- trace, 3. Otherwise (final state is SUCCEEDED or FAILED), construct the
- {@link TaskAttemptInfo} from the trace.]]>
- </doc>
- </method>
- <method name="getTaskInfo" return="org.apache.hadoop.tools.rumen.TaskInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskType" type="org.apache.hadoop.mapreduce.TaskType"/>
- <param name="taskNumber" type="int"/>
- </method>
- <method name="getMapTaskAttemptInfoAdjusted" return="org.apache.hadoop.tools.rumen.TaskAttemptInfo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <param name="taskNumber" type="int"/>
- <param name="taskAttemptNumber" type="int"/>
- <param name="locality" type="int"/>
- <doc>
- <![CDATA[Get a {@link TaskAttemptInfo} with a {@link TaskAttemptID} associated with
- taskType, taskNumber, and taskAttemptNumber. This function considers
- locality, and follows the following decision logic: 1. Make up a
- {@link TaskAttemptInfo} if the task attempt is missing in trace, 2. Make up
- a {@link TaskAttemptInfo} if the task attempt has a KILLED final status in
- trace, 3. If final state is FAILED, construct a {@link TaskAttemptInfo}
- from the trace, without considering locality. 4. If final state is
- SUCCEEDED, construct a {@link TaskAttemptInfo} from the trace, with runtime
- scaled according to locality in simulation and locality in trace.]]>
- </doc>
- </method>
- <doc>
- <![CDATA[{@link ZombieJob} is a layer above {@link LoggedJob} raw JSON objects.
-
- Each {@link ZombieJob} object represents a job in job history. For everything
- that exists in job history, contents are returned unchanged faithfully. To
- get input splits of a non-exist task, a non-exist task attempt, or an
- ill-formed task attempt, proper objects are made up from statistical
- sketches.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ZombieJob -->
- <!-- start class org.apache.hadoop.tools.rumen.ZombieJobProducer -->
- <class name="ZombieJobProducer" extends="java.lang.Object"
- abstract="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <implements name="org.apache.hadoop.tools.rumen.JobStoryProducer"/>
- <constructor name="ZombieJobProducer" type="org.apache.hadoop.fs.Path, org.apache.hadoop.tools.rumen.ZombieCluster, org.apache.hadoop.conf.Configuration"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor
-
- @param path
- Path to the JSON trace file, possibly compressed.
- @param cluster
- The topology of the cluster that corresponds to the jobs in the
- trace. The argument can be null if we do not have knowledge of the
- cluster topology.
- @param conf
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="ZombieJobProducer" type="org.apache.hadoop.fs.Path, org.apache.hadoop.tools.rumen.ZombieCluster, org.apache.hadoop.conf.Configuration, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor
-
- @param path
- Path to the JSON trace file, possibly compressed.
- @param cluster
- The topology of the cluster that corresponds to the jobs in the
- trace. The argument can be null if we do not have knowledge of the
- cluster topology.
- @param conf
- @param randomSeed
- use a deterministic seed.
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="ZombieJobProducer" type="java.io.InputStream, org.apache.hadoop.tools.rumen.ZombieCluster"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor
-
- @param input
- The input stream for the JSON trace.
- @param cluster
- The topology of the cluster that corresponds to the jobs in the
- trace. The argument can be null if we do not have knowledge of the
- cluster topology.
- @throws IOException]]>
- </doc>
- </constructor>
- <constructor name="ZombieJobProducer" type="java.io.InputStream, org.apache.hadoop.tools.rumen.ZombieCluster, long"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- <doc>
- <![CDATA[Constructor
-
- @param input
- The input stream for the JSON trace.
- @param cluster
- The topology of the cluster that corresponds to the jobs in the
- trace. The argument can be null if we do not have knowledge of the
- cluster topology.
- @param randomSeed
- use a deterministic seed.
- @throws IOException]]>
- </doc>
- </constructor>
- <method name="getNextJob" return="org.apache.hadoop.tools.rumen.ZombieJob"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <method name="close"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </method>
- <doc>
- <![CDATA[Producing {@link JobStory}s from job trace.]]>
- </doc>
- </class>
- <!-- end class org.apache.hadoop.tools.rumen.ZombieJobProducer -->
- </package>
- </api>
|
