1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508 |
- <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
- <!--
- | Generated by Apache Maven Doxia at 2025-05-09
- | Rendered using Apache Maven Stylus Skin 1.5
- -->
- <html xmlns="http://www.w3.org/1999/xhtml">
- <head>
- <title>Apache Hadoop MapReduce HistoryServer – MapReduce History Server REST APIs.</title>
- <style type="text/css" media="all">
- @import url("./css/maven-base.css");
- @import url("./css/maven-theme.css");
- @import url("./css/site.css");
- </style>
- <link rel="stylesheet" href="./css/print.css" type="text/css" media="print" />
- <meta name="Date-Revision-yyyymmdd" content="20250509" />
- <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
- </head>
- <body class="composite">
- <div id="banner">
- <a href="http://hadoop.apache.org/" id="bannerLeft">
- <img src="http://hadoop.apache.org/images/hadoop-logo.jpg" alt="" />
- </a>
- <a href="http://www.apache.org/" id="bannerRight">
- <img src="http://www.apache.org/images/asf_logo_wide.png" alt="" />
- </a>
- <div class="clear">
- <hr/>
- </div>
- </div>
- <div id="breadcrumbs">
-
- <div class="xright"> <a href="http://wiki.apache.org/hadoop" class="externalLink">Wiki</a>
- |
- <a href="https://gitbox.apache.org/repos/asf/hadoop.git" class="externalLink">git</a>
-
- | Last Published: 2025-05-09
- | Version: 3.5.0-SNAPSHOT
- </div>
- <div class="clear">
- <hr/>
- </div>
- </div>
- <div id="leftColumn">
- <div id="navcolumn">
-
- <h5>General</h5>
- <ul>
- <li class="none">
- <a href="../../index.html">Overview</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/SingleCluster.html">Single Node Setup</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/ClusterSetup.html">Cluster Setup</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html">Commands Reference</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/FileSystemShell.html">FileSystem Shell</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/Compatibility.html">Compatibility Specification</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/DownstreamDev.html">Downstream Developer's Guide</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/AdminCompatibilityGuide.html">Admin Compatibility Guide</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/InterfaceClassification.html">Interface Classification</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/filesystem/index.html">FileSystem Specification</a>
- </li>
- </ul>
- <h5>Common</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/CLIMiniCluster.html">CLI Mini Cluster</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/FairCallQueue.html">Fair Call Queue</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/NativeLibraries.html">Native Libraries</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/Superusers.html">Proxy User</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/RackAwareness.html">Rack Awareness</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/SecureMode.html">Secure Mode</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/ServiceLevelAuth.html">Service Level Authorization</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/HttpAuthentication.html">HTTP Authentication</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/CredentialProviderAPI.html">Credential Provider API</a>
- </li>
- <li class="none">
- <a href="../../hadoop-kms/index.html">Hadoop KMS</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/Tracing.html">Tracing</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/UnixShellGuide.html">Unix Shell Guide</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/registry/index.html">Registry</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/AsyncProfilerServlet.html">Async Profiler</a>
- </li>
- </ul>
- <h5>HDFS</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDesign.html">Architecture</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUserGuide.html">User Guide</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSCommands.html">Commands Reference</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithQJM.html">NameNode HA With QJM</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithNFS.html">NameNode HA With NFS</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/ObserverNameNode.html">Observer NameNode</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/Federation.html">Federation</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/ViewFs.html">ViewFs</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/ViewFsOverloadScheme.html">ViewFsOverloadScheme</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">Snapshots</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsEditsViewer.html">Edits Viewer</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsImageViewer.html">Image Viewer</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsPermissionsGuide.html">Permissions and HDFS</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsQuotaAdminGuide.html">Quotas and HDFS</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/LibHdfs.html">libhdfs (C API)</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/WebHDFS.html">WebHDFS (REST API)</a>
- </li>
- <li class="none">
- <a href="../../hadoop-hdfs-httpfs/index.html">HttpFS</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/ShortCircuitLocalReads.html">Short Circuit Local Reads</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/CentralizedCacheManagement.html">Centralized Cache Management</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsNfsGateway.html">NFS Gateway</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html">Rolling Upgrade</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/ExtendedAttributes.html">Extended Attributes</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/TransparentEncryption.html">Transparent Encryption</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsMultihoming.html">Multihoming</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html">Storage Policies</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/MemoryStorage.html">Memory Storage Support</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/SLGUserGuide.html">Synthetic Load Generator</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSErasureCoding.html">Erasure Coding</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSDiskbalancer.html">Disk Balancer</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUpgradeDomain.html">Upgrade Domain</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDataNodeAdminGuide.html">DataNode Admin</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs-rbf/HDFSRouterFederation.html">Router Federation</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsProvidedStorage.html">Provided Storage</a>
- </li>
- </ul>
- <h5>MapReduce</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html">Tutorial</a>
- </li>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredCommands.html">Commands Reference</a>
- </li>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduce_Compatibility_Hadoop1_Hadoop2.html">Compatibility with 1.x</a>
- </li>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/EncryptedShuffle.html">Encrypted Shuffle</a>
- </li>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/PluggableShuffleAndPluggableSort.html">Pluggable Shuffle/Sort</a>
- </li>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/DistributedCacheDeploy.html">Distributed Cache Deploy</a>
- </li>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/SharedCacheSupport.html">Support for YARN Shared Cache</a>
- </li>
- </ul>
- <h5>MapReduce REST APIs</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredAppMasterRest.html">MR Application Master</a>
- </li>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-hs/HistoryServerRest.html">MR History Server</a>
- </li>
- </ul>
- <h5>YARN</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/YARN.html">Architecture</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/YarnCommands.html">Commands Reference</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html">Capacity Scheduler</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/FairScheduler.html">Fair Scheduler</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRestart.html">ResourceManager Restart</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerHA.html">ResourceManager HA</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceModel.html">Resource Model</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/NodeLabel.html">Node Labels</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/NodeAttributes.html">Node Attributes</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html">Web Application Proxy</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html">Timeline Server</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html">Timeline Service V.2</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html">Writing YARN Applications</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/YarnApplicationSecurity.html">YARN Application Security</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManager.html">NodeManager</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/DockerContainers.html">Running Applications in Docker Containers</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/RuncContainers.html">Running Applications in runC Containers</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerCgroups.html">Using CGroups</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/SecureContainer.html">Secure Containers</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/ReservationSystem.html">Reservation System</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/GracefulDecommission.html">Graceful Decommission</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/OpportunisticContainers.html">Opportunistic Containers</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/Federation.html">YARN Federation</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/SharedCache.html">Shared Cache</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/UsingGpus.html">Using GPU</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/UsingFPGA.html">Using FPGA</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/PlacementConstraints.html">Placement Constraints</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/YarnUI2.html">YARN UI2</a>
- </li>
- </ul>
- <h5>YARN REST APIs</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html">Introduction</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html">Resource Manager</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html">Node Manager</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html#Timeline_Server_REST_API_v1">Timeline Server</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html#Timeline_Service_v.2_REST_API">Timeline Service V.2</a>
- </li>
- </ul>
- <h5>YARN Service</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Overview.html">Overview</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/QuickStart.html">QuickStart</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Concepts.html">Concepts</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/YarnServiceAPI.html">Yarn Service API</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/ServiceDiscovery.html">Service Discovery</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/SystemServices.html">System Services</a>
- </li>
- </ul>
- <h5>Hadoop Compatible File Systems</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-aliyun/tools/hadoop-aliyun/index.html">Aliyun OSS</a>
- </li>
- <li class="none">
- <a href="../../hadoop-aws/tools/hadoop-aws/index.html">Amazon S3</a>
- </li>
- <li class="none">
- <a href="../../hadoop-azure/index.html">Azure Blob Storage</a>
- </li>
- <li class="none">
- <a href="../../hadoop-azure-datalake/index.html">Azure Data Lake Storage</a>
- </li>
- <li class="none">
- <a href="../../hadoop-cos/cloud-storage/index.html">Tencent COS</a>
- </li>
- <li class="none">
- <a href="../../hadoop-huaweicloud/index.html">Huaweicloud OBS</a>
- </li>
- <li class="none">
- <a href="../../hadoop-tos/cloud-storage/index.html">VolcanoEngine TOS</a>
- </li>
- </ul>
- <h5>Auth</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-auth/index.html">Overview</a>
- </li>
- <li class="none">
- <a href="../../hadoop-auth/Examples.html">Examples</a>
- </li>
- <li class="none">
- <a href="../../hadoop-auth/Configuration.html">Configuration</a>
- </li>
- <li class="none">
- <a href="../../hadoop-auth/BuildingIt.html">Building</a>
- </li>
- </ul>
- <h5>Tools</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-streaming/HadoopStreaming.html">Hadoop Streaming</a>
- </li>
- <li class="none">
- <a href="../../hadoop-archives/HadoopArchives.html">Hadoop Archives</a>
- </li>
- <li class="none">
- <a href="../../hadoop-archive-logs/HadoopArchiveLogs.html">Hadoop Archive Logs</a>
- </li>
- <li class="none">
- <a href="../../hadoop-distcp/DistCp.html">DistCp</a>
- </li>
- <li class="none">
- <a href="../../hadoop-federation-balance/HDFSFederationBalance.html">HDFS Federation Balance</a>
- </li>
- <li class="none">
- <a href="../../hadoop-gridmix/GridMix.html">GridMix</a>
- </li>
- <li class="none">
- <a href="../../hadoop-rumen/Rumen.html">Rumen</a>
- </li>
- <li class="none">
- <a href="../../hadoop-resourceestimator/ResourceEstimator.html">Resource Estimator Service</a>
- </li>
- <li class="none">
- <a href="../../hadoop-sls/SchedulerLoadSimulator.html">Scheduler Load Simulator</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/Benchmarking.html">Hadoop Benchmarking</a>
- </li>
- <li class="none">
- <a href="../../hadoop-dynamometer/Dynamometer.html">Dynamometer</a>
- </li>
- </ul>
- <h5>Reference</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/release/">Changelog and Release Notes</a>
- </li>
- <li class="none">
- <a href="../../api/index.html">Java API docs</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/UnixShellAPI.html">Unix Shell API</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/Metrics.html">Metrics</a>
- </li>
- </ul>
- <h5>Configuration</h5>
- <ul>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/core-default.xml">core-default.xml</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs/hdfs-default.xml">hdfs-default.xml</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-hdfs-rbf/hdfs-rbf-default.xml">hdfs-rbf-default.xml</a>
- </li>
- <li class="none">
- <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">mapred-default.xml</a>
- </li>
- <li class="none">
- <a href="../../hadoop-yarn/hadoop-yarn-common/yarn-default.xml">yarn-default.xml</a>
- </li>
- <li class="none">
- <a href="../../hadoop-kms/kms-default.html">kms-default.xml</a>
- </li>
- <li class="none">
- <a href="../../hadoop-hdfs-httpfs/httpfs-default.html">httpfs-default.xml</a>
- </li>
- <li class="none">
- <a href="../../hadoop-project-dist/hadoop-common/DeprecatedProperties.html">Deprecated Properties</a>
- </li>
- </ul>
- <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
- <img alt="Built by Maven" src="./images/logos/maven-feather.png"/>
- </a>
-
- </div>
- </div>
- <div id="bodyColumn">
- <div id="contentBox">
- <!---
- Licensed under the Apache License, Version 2.0 (the "License");
- you may not use this file except in compliance with the License.
- You may obtain a copy of the License at
- http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License. See accompanying LICENSE file.
- -->
- <h1>MapReduce History Server REST API’s.</h1>
- <ul>
- <li><a href="#Overview">Overview</a></li>
- <li><a href="#History_Server_Information_API">History Server Information API</a>
- <ul>
- <li><a href="#URI">URI</a></li>
- <li><a href="#HTTP_Operations_Supported">HTTP Operations Supported</a></li>
- <li><a href="#Query_Parameters_Supported">Query Parameters Supported</a></li>
- <li><a href="#Elements_of_the_historyInfo_object">Elements of the historyInfo object</a></li>
- <li><a href="#Response_Examples">Response Examples</a></li></ul></li>
- <li><a href="#MapReduce_API.E2.80.99s">MapReduce API’s</a>
- <ul>
- <li><a href="#Jobs_API">Jobs API</a></li>
- <li><a href="#Job_API">Job API</a></li>
- <li><a href="#Elements_of_the_acls_object">Elements of the acls object</a></li>
- <li><a href="#Job_Attempts_API">Job Attempts API</a></li>
- <li><a href="#Job_Counters_API">Job Counters API</a></li>
- <li><a href="#Job_Conf_API">Job Conf API</a></li>
- <li><a href="#Tasks_API">Tasks API</a></li>
- <li><a href="#Task_API">Task API</a></li>
- <li><a href="#Task_Counters_API">Task Counters API</a></li>
- <li><a href="#Task_Attempts_API">Task Attempts API</a></li>
- <li><a href="#Task_Attempt_API">Task Attempt API</a></li>
- <li><a href="#Task_Attempt_Counters_API">Task Attempt Counters API</a></li></ul></li></ul>
- <section>
- <h2><a name="Overview"></a>Overview</h2>
- <p>The history server REST API’s allow the user to get status on finished applications.</p></section><section>
- <h2><a name="History_Server_Information_API"></a>History Server Information API</h2>
- <p>The history server information resource provides overall information about the history server.</p><section>
- <h3><a name="URI"></a>URI</h3>
- <p>Both of the following URI’s give you the history server information, from an application id identified by the appid value.</p>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history">http://history-server-http-address:port/ws/v1/history</a>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/info">http://history-server-http-address:port/ws/v1/history/info</a></li>
- </ul>
- </li>
- </ul></section><section>
- <h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h3><a name="Elements_of_the_historyInfo_object"></a>Elements of the <i>historyInfo</i> object</h3>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> startedOn </td>
- <td align="left"> long </td>
- <td align="left"> The time the history server was started (in ms since epoch) </td></tr>
- <tr class="a">
- <td align="left"> hadoopVersion </td>
- <td align="left"> string </td>
- <td align="left"> Version of hadoop common </td></tr>
- <tr class="b">
- <td align="left"> hadoopBuildVersion </td>
- <td align="left"> string </td>
- <td align="left"> Hadoop common build string with build version, user, and checksum </td></tr>
- <tr class="a">
- <td align="left"> hadoopVersionBuiltOn </td>
- <td align="left"> string </td>
- <td align="left"> Timestamp when hadoop common was built </td></tr>
- </tbody>
- </table></section><section>
- <h3><a name="Response_Examples"></a>Response Examples</h3>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/info
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "historyInfo" : {
- "startedOn":1353512830963,
- "hadoopVersionBuiltOn" : "Wed Jan 11 21:18:36 UTC 2012",
- "hadoopBuildVersion" : "0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7",
- "hadoopVersion" : "0.23.1-SNAPSHOT"
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/info
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 330
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <historyInfo>
- <startedOn>1353512830963</startedOn>
- <hadoopVersion>0.23.1-SNAPSHOT</hadoopVersion>
- <hadoopBuildVersion>0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7</hadoopBuildVersion>
- <hadoopVersionBuiltOn>Wed Jan 11 21:18:36 UTC 2012</hadoopVersionBuiltOn>
- </historyInfo>
- </pre></div></div>
- </section></section><section>
- <h2><a name="MapReduce_API.E2.80.99s"></a>MapReduce API’s</h2>
- <p>The following list of resources apply to MapReduce.</p><section>
- <h3><a name="Jobs_API"></a>Jobs API</h3>
- <p>The jobs resource provides a list of the MapReduce jobs that have finished. It does not currently return a full list of parameters</p><section>
- <h4><a name="URI"></a>URI</h4>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <p>Multiple parameters can be specified. The started and finished times have a begin and end parameter to allow you to specify ranges. For example, one could request all jobs that started between 1:00am and 2:00pm on 12/19/2011 with startedTimeBegin=1324256400&startedTimeEnd=1324303200. If the Begin parameter is not specfied, it defaults to 0, and if the End parameter is not specified, it defaults to infinity.</p>
- <ul>
- <li>user - user name
- <ul>
- <li>state - the job state</li>
- <li>queue - queue name</li>
- <li>limit - total number of app objects to be returned</li>
- <li>startedTimeBegin - jobs with start time beginning with this time, specified in ms since epoch</li>
- <li>startedTimeEnd - jobs with start time ending with this time, specified in ms since epoch</li>
- <li>finishedTimeBegin - jobs with finish time beginning with this time, specified in ms since epoch</li>
- <li>finishedTimeEnd - jobs with finish time ending with this time, specified in ms since epoch</li>
- </ul>
- </li>
- </ul></section><section>
- <h4><a name="Elements_of_the_jobs_object"></a>Elements of the <i>jobs</i> object</h4>
- <p>When you make a request for the list of jobs, the information will be returned as an array of job objects. See also <a href="#Job_API">Job API</a> for syntax of the job object. Except this is a subset of a full job. Only startTime, finishTime, id, name, queue, user, state, mapsTotal, mapsCompleted, reducesTotal, and reducesCompleted are returned.</p>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> job </td>
- <td align="left"> array of job objects(json)/zero or more job objects(XML) </td>
- <td align="left"> The collection of job objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "jobs" : {
- "job" : [
- {
- "submitTime" : 1326381344449,
- "state" : "SUCCEEDED",
- "user" : "user1",
- "reducesTotal" : 1,
- "mapsCompleted" : 1,
- "startTime" : 1326381344489,
- "id" : "job_1326381300833_1_1",
- "name" : "word count",
- "reducesCompleted" : 1,
- "mapsTotal" : 1,
- "queue" : "default",
- "finishTime" : 1326381356010
- },
- {
- "submitTime" : 1326381446500,
- "state" : "SUCCEEDED",
- "user" : "user1",
- "reducesTotal" : 1,
- "mapsCompleted" : 1,
- "startTime" : 1326381446529,
- "id" : "job_1326381300833_2_2",
- "name" : "Sleep job",
- "reducesCompleted" : 1,
- "mapsTotal" : 1,
- "queue" : "default",
- "finishTime" : 1326381582106
- }
- ]
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 1922
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobs>
- <job>
- <submitTime>1326381344449</submitTime>
- <startTime>1326381344489</startTime>
- <finishTime>1326381356010</finishTime>
- <id>job_1326381300833_1_1</id>
- <name>word count</name>
- <queue>default</queue>
- <user>user1</user>
- <state>SUCCEEDED</state>
- <mapsTotal>1</mapsTotal>
- <mapsCompleted>1</mapsCompleted>
- <reducesTotal>1</reducesTotal>
- <reducesCompleted>1</reducesCompleted>
- </job>
- <job>
- <submitTime>1326381446500</submitTime>
- <startTime>1326381446529</startTime>
- <finishTime>1326381582106</finishTime>
- <id>job_1326381300833_2_2</id>
- <name>Sleep job</name>
- <queue>default</queue>
- <user>user1</user>
- <state>SUCCEEDED</state>
- <mapsTotal>1</mapsTotal>
- <mapsCompleted>1</mapsCompleted>
- <reducesTotal>1</reducesTotal>
- <reducesCompleted>1</reducesCompleted>
- </job>
- </jobs>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Job_API"></a>Job API</h3>
- <p>A Job resource contains information about a particular job identified by jobid.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_job_object"></a>Elements of the <i>job</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> id </td>
- <td align="left"> string </td>
- <td align="left"> The job id </td></tr>
- <tr class="a">
- <td align="left"> name </td>
- <td align="left"> string </td>
- <td align="left"> The job name </td></tr>
- <tr class="b">
- <td align="left"> queue </td>
- <td align="left"> string </td>
- <td align="left"> The queue the job was submitted to </td></tr>
- <tr class="a">
- <td align="left"> user </td>
- <td align="left"> string </td>
- <td align="left"> The user name </td></tr>
- <tr class="b">
- <td align="left"> state </td>
- <td align="left"> string </td>
- <td align="left"> the job state - valid values are: NEW, INITED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED, ERROR </td></tr>
- <tr class="a">
- <td align="left"> diagnostics </td>
- <td align="left"> string </td>
- <td align="left"> A diagnostic message </td></tr>
- <tr class="b">
- <td align="left"> submitTime </td>
- <td align="left"> long </td>
- <td align="left"> The time the job submitted (in ms since epoch) </td></tr>
- <tr class="a">
- <td align="left"> startTime </td>
- <td align="left"> long </td>
- <td align="left"> The time the job started (in ms since epoch) </td></tr>
- <tr class="b">
- <td align="left"> finishTime </td>
- <td align="left"> long </td>
- <td align="left"> The time the job finished (in ms since epoch) </td></tr>
- <tr class="a">
- <td align="left"> mapsTotal </td>
- <td align="left"> int </td>
- <td align="left"> The total number of maps </td></tr>
- <tr class="b">
- <td align="left"> mapsCompleted </td>
- <td align="left"> int </td>
- <td align="left"> The number of completed maps </td></tr>
- <tr class="a">
- <td align="left"> reducesTotal </td>
- <td align="left"> int </td>
- <td align="left"> The total number of reduces </td></tr>
- <tr class="b">
- <td align="left"> reducesCompleted </td>
- <td align="left"> int </td>
- <td align="left"> The number of completed reduces </td></tr>
- <tr class="a">
- <td align="left"> uberized </td>
- <td align="left"> boolean </td>
- <td align="left"> Indicates if the job was an uber job - ran completely in the application master </td></tr>
- <tr class="b">
- <td align="left"> avgMapTime </td>
- <td align="left"> long </td>
- <td align="left"> The average time of a map task (in ms) </td></tr>
- <tr class="a">
- <td align="left"> avgReduceTime </td>
- <td align="left"> long </td>
- <td align="left"> The average time of the reduce (in ms) </td></tr>
- <tr class="b">
- <td align="left"> avgShuffleTime </td>
- <td align="left"> long </td>
- <td align="left"> The average time of the shuffle (in ms) </td></tr>
- <tr class="a">
- <td align="left"> avgMergeTime </td>
- <td align="left"> long </td>
- <td align="left"> The average time of the merge (in ms) </td></tr>
- <tr class="b">
- <td align="left"> failedReduceAttempts </td>
- <td align="left"> int </td>
- <td align="left"> The number of failed reduce attempts </td></tr>
- <tr class="a">
- <td align="left"> killedReduceAttempts </td>
- <td align="left"> int </td>
- <td align="left"> The number of killed reduce attempts </td></tr>
- <tr class="b">
- <td align="left"> successfulReduceAttempts </td>
- <td align="left"> int </td>
- <td align="left"> The number of successful reduce attempts </td></tr>
- <tr class="a">
- <td align="left"> failedMapAttempts </td>
- <td align="left"> int </td>
- <td align="left"> The number of failed map attempts </td></tr>
- <tr class="b">
- <td align="left"> killedMapAttempts </td>
- <td align="left"> int </td>
- <td align="left"> The number of killed map attempts </td></tr>
- <tr class="a">
- <td align="left"> successfulMapAttempts </td>
- <td align="left"> int </td>
- <td align="left"> The number of successful map attempts </td></tr>
- <tr class="b">
- <td align="left"> acls </td>
- <td align="left"> array of acls(json)/zero or more acls objects(xml) </td>
- <td align="left"> A collection of acls objects </td></tr>
- </tbody>
- </table></section></section><section>
- <h3><a name="Elements_of_the_acls_object"></a>Elements of the <i>acls</i> object</h3>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> value </td>
- <td align="left"> string </td>
- <td align="left"> The acl value </td></tr>
- <tr class="a">
- <td align="left"> name </td>
- <td align="left"> string </td>
- <td align="left"> The acl name </td></tr>
- </tbody>
- </table><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Server: Jetty(6.1.26)
- Content-Length: 720
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "job" : {
- "submitTime": 1326381446500,
- "avgReduceTime" : 124961,
- "failedReduceAttempts" : 0,
- "state" : "SUCCEEDED",
- "successfulReduceAttempts" : 1,
- "acls" : [
- {
- "value" : " ",
- "name" : "mapreduce.job.acl-modify-job"
- },
- {
- "value" : " ",
- "name" : "mapreduce.job.acl-view-job"
- }
- ],
- "user" : "user1",
- "reducesTotal" : 1,
- "mapsCompleted" : 1,
- "startTime" : 1326381446529,
- "id" : "job_1326381300833_2_2",
- "avgMapTime" : 2638,
- "successfulMapAttempts" : 1,
- "name" : "Sleep job",
- "avgShuffleTime" : 2540,
- "reducesCompleted" : 1,
- "diagnostics" : "",
- "failedMapAttempts" : 0,
- "avgMergeTime" : 2589,
- "killedReduceAttempts" : 0,
- "mapsTotal" : 1,
- "queue" : "default",
- "uberized" : false,
- "killedMapAttempts" : 0,
- "finishTime" : 1326381582106
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 983
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <job>
- <submitTime>1326381446500</submitTime>
- <startTime>1326381446529</startTime>
- <finishTime>1326381582106</finishTime>
- <id>job_1326381300833_2_2</id>
- <name>Sleep job</name>
- <queue>default</queue>
- <user>user1</user>
- <state>SUCCEEDED</state>
- <mapsTotal>1</mapsTotal>
- <mapsCompleted>1</mapsCompleted>
- <reducesTotal>1</reducesTotal>
- <reducesCompleted>1</reducesCompleted>
- <uberized>false</uberized>
- <diagnostics/>
- <avgMapTime>2638</avgMapTime>
- <avgReduceTime>124961</avgReduceTime>
- <avgShuffleTime>2540</avgShuffleTime>
- <avgMergeTime>2589</avgMergeTime>
- <failedReduceAttempts>0</failedReduceAttempts>
- <killedReduceAttempts>0</killedReduceAttempts>
- <successfulReduceAttempts>1</successfulReduceAttempts>
- <failedMapAttempts>0</failedMapAttempts>
- <killedMapAttempts>0</killedMapAttempts>
- <successfulMapAttempts>1</successfulMapAttempts>
- <acls>
- <name>mapreduce.job.acl-modify-job</name>
- <value> </value>
- </acls>
- <acls>
- <name>mapreduce.job.acl-view-job</name>
- <value> </value>
- </acls>
- </job>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Job_Attempts_API"></a>Job Attempts API</h3>
- <p>With the job attempts API, you can obtain a collection of resources that represent a job attempt. When you run a GET operation on this resource, you obtain a collection of Job Attempt Objects.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_jobAttempts_object"></a>Elements of the <i>jobAttempts</i> object</h4>
- <p>When you make a request for the list of job attempts, the information will be returned as an array of job attempt objects.</p>
- <p>jobAttempts:</p>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> jobAttempt </td>
- <td align="left"> array of job attempt objects(JSON)/zero or more job attempt objects(XML) </td>
- <td align="left"> The collection of job attempt objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Elements_of_the_jobAttempt_object"></a>Elements of the <i>jobAttempt</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> id </td>
- <td align="left"> int </td>
- <td align="left"> The job attempt id </td></tr>
- <tr class="a">
- <td align="left"> nodeId </td>
- <td align="left"> string </td>
- <td align="left"> The node id of the node the attempt ran on </td></tr>
- <tr class="b">
- <td align="left"> nodeHttpAddress </td>
- <td align="left"> string </td>
- <td align="left"> The node http address of the node the attempt ran on </td></tr>
- <tr class="a">
- <td align="left"> logsLink </td>
- <td align="left"> string </td>
- <td align="left"> The http link to the job attempt logs </td></tr>
- <tr class="b">
- <td align="left"> containerId </td>
- <td align="left"> string </td>
- <td align="left"> The id of the container for the job attempt </td></tr>
- <tr class="a">
- <td align="left"> startTime </td>
- <td align="left"> long </td>
- <td align="left"> The start time of the attempt (in ms since epoch) </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattempts
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "jobAttempts" : {
- "jobAttempt" : [
- {
- "nodeId" : "host.domain.com:8041",
- "nodeHttpAddress" : "host.domain.com:8042",
- "startTime" : 1326381444693,
- "id" : 1,
- "logsLink" : "http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1",
- "containerId" : "container_1326381300833_0002_01_000001"
- }
- ]
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattmpts
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 575
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobAttempts>
- <jobAttempt>
- <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
- <nodeId>host.domain.com:8041</nodeId>
- <id>1</id>
- <startTime>1326381444693</startTime>
- <containerId>container_1326381300833_0002_01_000001</containerId>
- <logsLink>http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1</logsLink>
- </jobAttempt>
- </jobAttempts>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Job_Counters_API"></a>Job Counters API</h3>
- <p>With the job counters API, you can object a collection of resources that represent al the counters for that job.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/counters</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_jobCounters_object"></a>Elements of the <i>jobCounters</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> id </td>
- <td align="left"> string </td>
- <td align="left"> The job id </td></tr>
- <tr class="a">
- <td align="left"> counterGroup </td>
- <td align="left"> array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) </td>
- <td align="left"> A collection of counter group objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Elements_of_the_counterGroup_objecs"></a>Elements of the <i>counterGroup</i> objecs</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> counterGroupName </td>
- <td align="left"> string </td>
- <td align="left"> The name of the counter group </td></tr>
- <tr class="a">
- <td align="left"> counter </td>
- <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
- <td align="left"> A collection of counter objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> name </td>
- <td align="left"> string </td>
- <td align="left"> The name of the counter </td></tr>
- <tr class="a">
- <td align="left"> reduceCounterValue </td>
- <td align="left"> long </td>
- <td align="left"> The counter value of reduce tasks </td></tr>
- <tr class="b">
- <td align="left"> mapCounterValue </td>
- <td align="left"> long </td>
- <td align="left"> The counter value of map tasks </td></tr>
- <tr class="a">
- <td align="left"> totalCounterValue </td>
- <td align="left"> long </td>
- <td align="left"> The counter value of all tasks </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "jobCounters" : {
- "id" : "job_1326381300833_2_2",
- "counterGroup" : [
- {
- "counterGroupName" : "Shuffle Errors",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "BAD_ID"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "CONNECTION"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "IO_ERROR"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "WRONG_LENGTH"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "WRONG_MAP"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "WRONG_REDUCE"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2483,
- "name" : "FILE_BYTES_READ"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 108525,
- "name" : "FILE_BYTES_WRITTEN"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "FILE_READ_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "FILE_LARGE_READ_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "FILE_WRITE_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 48,
- "name" : "HDFS_BYTES_READ"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "HDFS_BYTES_WRITTEN"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1,
- "name" : "HDFS_READ_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "HDFS_LARGE_READ_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "HDFS_WRITE_OPS"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1,
- "name" : "MAP_INPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1200,
- "name" : "MAP_OUTPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 4800,
- "name" : "MAP_OUTPUT_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2235,
- "name" : "MAP_OUTPUT_MATERIALIZED_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 48,
- "name" : "SPLIT_RAW_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "COMBINE_INPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "COMBINE_OUTPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1200,
- "name" : "REDUCE_INPUT_GROUPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2235,
- "name" : "REDUCE_SHUFFLE_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1200,
- "name" : "REDUCE_INPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "REDUCE_OUTPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2400,
- "name" : "SPILLED_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1,
- "name" : "SHUFFLED_MAPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "FAILED_SHUFFLE"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1,
- "name" : "MERGED_MAP_OUTPUTS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 113,
- "name" : "GC_TIME_MILLIS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1830,
- "name" : "CPU_MILLISECONDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 478068736,
- "name" : "PHYSICAL_MEMORY_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2159284224,
- "name" : "VIRTUAL_MEMORY_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 378863616,
- "name" : "COMMITTED_HEAP_BYTES"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "BYTES_READ"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "BYTES_WRITTEN"
- }
- ]
- }
- ]
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 7030
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobCounters>
- <id>job_1326381300833_2_2</id>
- <counterGroup>
- <counterGroupName>Shuffle Errors</counterGroupName>
- <counter>
- <name>BAD_ID</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>CONNECTION</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>IO_ERROR</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>WRONG_LENGTH</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>WRONG_MAP</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>WRONG_REDUCE</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- <counterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
- <counter>
- <name>FILE_BYTES_READ</name>
- <totalCounterValue>2483</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FILE_BYTES_WRITTEN</name>
- <totalCounterValue>108525</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FILE_READ_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FILE_LARGE_READ_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FILE_WRITE_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_BYTES_READ</name>
- <totalCounterValue>48</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_BYTES_WRITTEN</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_READ_OPS</name>
- <totalCounterValue>1</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_LARGE_READ_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_WRITE_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- <counterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
- <counter>
- <name>MAP_INPUT_RECORDS</name>
- <totalCounterValue>1</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>MAP_OUTPUT_RECORDS</name>
- <totalCounterValue>1200</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>MAP_OUTPUT_BYTES</name>
- <totalCounterValue>4800</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>MAP_OUTPUT_MATERIALIZED_BYTES</name>
- <totalCounterValue>2235</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>SPLIT_RAW_BYTES</name>
- <totalCounterValue>48</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>COMBINE_INPUT_RECORDS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>COMBINE_OUTPUT_RECORDS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>REDUCE_INPUT_GROUPS</name>
- <totalCounterValue>1200</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>REDUCE_SHUFFLE_BYTES</name>
- <totalCounterValue>2235</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>REDUCE_INPUT_RECORDS</name>
- <totalCounterValue>1200</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>REDUCE_OUTPUT_RECORDS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>SPILLED_RECORDS</name>
- <totalCounterValue>2400</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>SHUFFLED_MAPS</name>
- <totalCounterValue>1</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FAILED_SHUFFLE</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>MERGED_MAP_OUTPUTS</name>
- <totalCounterValue>1</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>GC_TIME_MILLIS</name>
- <totalCounterValue>113</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>CPU_MILLISECONDS</name>
- <totalCounterValue>1830</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>PHYSICAL_MEMORY_BYTES</name>
- <totalCounterValue>478068736</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>VIRTUAL_MEMORY_BYTES</name>
- <totalCounterValue>2159284224</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>COMMITTED_HEAP_BYTES</name>
- <totalCounterValue>378863616</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- <counterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter</counterGroupName>
- <counter>
- <name>BYTES_READ</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- <counterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
- <counter>
- <name>BYTES_WRITTEN</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- </jobCounters>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Job_Conf_API"></a>Job Conf API</h3>
- <p>A job configuration resource contains information about the job configuration for this job.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <p>Use the following URI to obtain th job configuration information, from a job identified by the jobid value.</p>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/conf">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/conf</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_conf_object"></a>Elements of the <i>conf</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> path </td>
- <td align="left"> string </td>
- <td align="left"> The path to the job configuration file </td></tr>
- <tr class="a">
- <td align="left"> property </td>
- <td align="left"> array of the configuration properties(JSON)/zero or more configuration properties(XML) </td>
- <td align="left"> Collection of configuration property objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Elements_of_the_property_object"></a>Elements of the <i>property</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> name </td>
- <td align="left"> string </td>
- <td align="left"> The name of the configuration property </td></tr>
- <tr class="a">
- <td align="left"> value </td>
- <td align="left"> string </td>
- <td align="left"> The value of the configuration property </td></tr>
- <tr class="b">
- <td align="left"> source </td>
- <td align="left"> string </td>
- <td align="left"> The location this configuration object came from. If there is more then one of these it shows the history with the latest source at the end of the list. </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <p>This is a small snippet of the output as the output if very large. The real output contains every property in your job configuration file.</p>
- <div class="source">
- <div class="source">
- <pre>{
- "conf" : {
- "path" : "hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml",
- "property" : [
- {
- "value" : "/home/hadoop/hdfs/data",
- "name" : "dfs.datanode.data.dir"
- "source" : ["hdfs-site.xml", "job.xml"]
- },
- {
- "value" : "org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer",
- "name" : "hadoop.http.filter.initializers"
- "source" : ["programmatically", "job.xml"]
- },
- {
- "value" : "/home/hadoop/tmp",
- "name" : "mapreduce.cluster.temp.dir"
- "source" : ["mapred-site.xml"]
- },
- ...
- ]
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 552
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <conf>
- <path>hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml</path>
- <property>
- <name>dfs.datanode.data.dir</name>
- <value>/home/hadoop/hdfs/data</value>
- <source>hdfs-site.xml</source>
- <source>job.xml</source>
- </property>
- <property>
- <name>hadoop.http.filter.initializers</name>
- <value>org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer</value>
- <source>programmatically</source>
- <source>job.xml</source>
- </property>
- <property>
- <name>mapreduce.cluster.temp.dir</name>
- <value>/home/hadoop/tmp</value>
- <source>mapred-site.xml</source>
- </property>
- ...
- </conf>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Tasks_API"></a>Tasks API</h3>
- <p>With the tasks API, you can obtain a collection of resources that represent a task within a job. When you run a GET operation on this resource, you obtain a collection of Task Objects.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <ul>
- <li>type - type of task, valid values are m or r. m for map task or r for reduce task.</li>
- </ul></section><section>
- <h4><a name="Elements_of_the_tasks_object"></a>Elements of the <i>tasks</i> object</h4>
- <p>When you make a request for the list of tasks , the information will be returned as an array of task objects. See also <a href="#Task_API">Task API</a> for syntax of the task object.</p>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> task </td>
- <td align="left"> array of task objects(JSON)/zero or more task objects(XML) </td>
- <td align="left"> The collection of task objects. </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "tasks" : {
- "task" : [
- {
- "progress" : 100,
- "elapsedTime" : 6777,
- "state" : "SUCCEEDED",
- "startTime" : 1326381446541,
- "id" : "task_1326381300833_2_2_m_0",
- "type" : "MAP",
- "successfulAttempt" : "attempt_1326381300833_2_2_m_0_0",
- "finishTime" : 1326381453318
- },
- {
- "progress" : 100,
- "elapsedTime" : 135559,
- "state" : "SUCCEEDED",
- "startTime" : 1326381446544,
- "id" : "task_1326381300833_2_2_r_0",
- "type" : "REDUCE",
- "successfulAttempt" : "attempt_1326381300833_2_2_r_0_0",
- "finishTime" : 1326381582103
- }
- ]
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 653
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <tasks>
- <task>
- <startTime>1326381446541</startTime>
- <finishTime>1326381453318</finishTime>
- <elapsedTime>6777</elapsedTime>
- <progress>100.0</progress>
- <id>task_1326381300833_2_2_m_0</id>
- <state>SUCCEEDED</state>
- <type>MAP</type>
- <successfulAttempt>attempt_1326381300833_2_2_m_0_0</successfulAttempt>
- </task>
- <task>
- <startTime>1326381446544</startTime>
- <finishTime>1326381582103</finishTime>
- <elapsedTime>135559</elapsedTime>
- <progress>100.0</progress>
- <id>task_1326381300833_2_2_r_0</id>
- <state>SUCCEEDED</state>
- <type>REDUCE</type>
- <successfulAttempt>attempt_1326381300833_2_2_r_0_0</successfulAttempt>
- </task>
- </tasks>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Task_API"></a>Task API</h3>
- <p>A Task resource contains information about a particular task within a job.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <p>Use the following URI to obtain an Task Object, from a task identified by the taskid value.</p>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_task_object"></a>Elements of the <i>task</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> id </td>
- <td align="left"> string </td>
- <td align="left"> The task id </td></tr>
- <tr class="a">
- <td align="left"> state </td>
- <td align="left"> string </td>
- <td align="left"> The state of the task - valid values are: NEW, SCHEDULED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED </td></tr>
- <tr class="b">
- <td align="left"> type </td>
- <td align="left"> string </td>
- <td align="left"> The task type - MAP or REDUCE </td></tr>
- <tr class="a">
- <td align="left"> successfulAttempt </td>
- <td align="left"> string </td>
- <td align="left"> The id of the last successful attempt </td></tr>
- <tr class="b">
- <td align="left"> progress </td>
- <td align="left"> float </td>
- <td align="left"> The progress of the task as a percent </td></tr>
- <tr class="a">
- <td align="left"> startTime </td>
- <td align="left"> long </td>
- <td align="left"> The time in which the task started (in ms since epoch) or -1 if it was never started </td></tr>
- <tr class="b">
- <td align="left"> finishTime </td>
- <td align="left"> long </td>
- <td align="left"> The time in which the task finished (in ms since epoch) </td></tr>
- <tr class="a">
- <td align="left"> elapsedTime </td>
- <td align="left"> long </td>
- <td align="left"> The elapsed time since the application started (in ms) </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "task" : {
- "progress" : 100,
- "elapsedTime" : 6777,
- "state" : "SUCCEEDED",
- "startTime" : 1326381446541,
- "id" : "task_1326381300833_2_2_m_0",
- "type" : "MAP",
- "successfulAttempt" : "attempt_1326381300833_2_2_m_0_0",
- "finishTime" : 1326381453318
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 299
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <task>
- <startTime>1326381446541</startTime>
- <finishTime>1326381453318</finishTime>
- <elapsedTime>6777</elapsedTime>
- <progress>100.0</progress>
- <id>task_1326381300833_2_2_m_0</id>
- <state>SUCCEEDED</state>
- <type>MAP</type>
- <successfulAttempt>attempt_1326381300833_2_2_m_0_0</successfulAttempt>
- </task>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Task_Counters_API"></a>Task Counters API</h3>
- <p>With the task counters API, you can object a collection of resources that represent all the counters for that task.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_jobTaskCounters_object"></a>Elements of the <i>jobTaskCounters</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> id </td>
- <td align="left"> string </td>
- <td align="left"> The task id </td></tr>
- <tr class="a">
- <td align="left"> taskCounterGroup </td>
- <td align="left"> array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) </td>
- <td align="left"> A collection of counter group objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Elements_of_the_counterGroup_object"></a>Elements of the <i>counterGroup</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> counterGroupName </td>
- <td align="left"> string </td>
- <td align="left"> The name of the counter group </td></tr>
- <tr class="a">
- <td align="left"> counter </td>
- <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
- <td align="left"> A collection of counter objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> name </td>
- <td align="left"> string </td>
- <td align="left"> The name of the counter </td></tr>
- <tr class="a">
- <td align="left"> value </td>
- <td align="left"> long </td>
- <td align="left"> The value of the counter </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "jobTaskCounters" : {
- "id" : "task_1326381300833_2_2_m_0",
- "taskCounterGroup" : [
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
- "counter" : [
- {
- "value" : 2363,
- "name" : "FILE_BYTES_READ"
- },
- {
- "value" : 54372,
- "name" : "FILE_BYTES_WRITTEN"
- },
- {
- "value" : 0,
- "name" : "FILE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "FILE_LARGE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "FILE_WRITE_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_BYTES_READ"
- },
- {
- "value" : 0,
- "name" : "HDFS_BYTES_WRITTEN"
- },
- {
- "value" : 0,
- "name" : "HDFS_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_LARGE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_WRITE_OPS"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
- "counter" : [
- {
- "value" : 0,
- "name" : "COMBINE_INPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "COMBINE_OUTPUT_RECORDS"
- },
- {
- "value" : 460,
- "name" : "REDUCE_INPUT_GROUPS"
- },
- {
- "value" : 2235,
- "name" : "REDUCE_SHUFFLE_BYTES"
- },
- {
- "value" : 460,
- "name" : "REDUCE_INPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "REDUCE_OUTPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "SPILLED_RECORDS"
- },
- {
- "value" : 1,
- "name" : "SHUFFLED_MAPS"
- },
- {
- "value" : 0,
- "name" : "FAILED_SHUFFLE"
- },
- {
- "value" : 1,
- "name" : "MERGED_MAP_OUTPUTS"
- },
- {
- "value" : 26,
- "name" : "GC_TIME_MILLIS"
- },
- {
- "value" : 860,
- "name" : "CPU_MILLISECONDS"
- },
- {
- "value" : 107839488,
- "name" : "PHYSICAL_MEMORY_BYTES"
- },
- {
- "value" : 1123147776,
- "name" : "VIRTUAL_MEMORY_BYTES"
- },
- {
- "value" : 57475072,
- "name" : "COMMITTED_HEAP_BYTES"
- }
- ]
- },
- {
- "counterGroupName" : "Shuffle Errors",
- "counter" : [
- {
- "value" : 0,
- "name" : "BAD_ID"
- },
- {
- "value" : 0,
- "name" : "CONNECTION"
- },
- {
- "value" : 0,
- "name" : "IO_ERROR"
- },
- {
- "value" : 0,
- "name" : "WRONG_LENGTH"
- },
- {
- "value" : 0,
- "name" : "WRONG_MAP"
- },
- {
- "value" : 0,
- "name" : "WRONG_REDUCE"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
- "counter" : [
- {
- "value" : 0,
- "name" : "BYTES_WRITTEN"
- }
- ]
- }
- ]
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 2660
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobTaskCounters>
- <id>task_1326381300833_2_2_m_0</id>
- <taskCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
- <counter>
- <name>FILE_BYTES_READ</name>
- <value>2363</value>
- </counter>
- <counter>
- <name>FILE_BYTES_WRITTEN</name>
- <value>54372</value>
- </counter>
- <counter>
- <name>FILE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>FILE_LARGE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>FILE_WRITE_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_BYTES_READ</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_BYTES_WRITTEN</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_LARGE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_WRITE_OPS</name>
- <value>0</value>
- </counter>
- </taskCounterGroup>
- <taskCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
- <counter>
- <name>COMBINE_INPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>COMBINE_OUTPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>REDUCE_INPUT_GROUPS</name>
- <value>460</value>
- </counter>
- <counter>
- <name>REDUCE_SHUFFLE_BYTES</name>
- <value>2235</value>
- </counter>
- <counter>
- <name>REDUCE_INPUT_RECORDS</name>
- <value>460</value>
- </counter>
- <counter>
- <name>REDUCE_OUTPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>SPILLED_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>SHUFFLED_MAPS</name>
- <value>1</value>
- </counter>
- <counter>
- <name>FAILED_SHUFFLE</name>
- <value>0</value>
- </counter>
- <counter>
- <name>MERGED_MAP_OUTPUTS</name>
- <value>1</value>
- </counter>
- <counter>
- <name>GC_TIME_MILLIS</name>
- <value>26</value>
- </counter>
- <counter>
- <name>CPU_MILLISECONDS</name>
- <value>860</value>
- </counter>
- <counter>
- <name>PHYSICAL_MEMORY_BYTES</name>
- <value>107839488</value>
- </counter>
- <counter>
- <name>VIRTUAL_MEMORY_BYTES</name>
- <value>1123147776</value>
- </counter>
- <counter>
- <name>COMMITTED_HEAP_BYTES</name>
- <value>57475072</value>
- </counter>
- </taskCounterGroup>
- <taskCounterGroup>
- <counterGroupName>Shuffle Errors</counterGroupName>
- <counter>
- <name>BAD_ID</name>
- <value>0</value>
- </counter>
- <counter>
- <name>CONNECTION</name>
- <value>0</value>
- </counter>
- <counter>
- <name>IO_ERROR</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_LENGTH</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_MAP</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_REDUCE</name>
- <value>0</value>
- </counter>
- </taskCounterGroup>
- <taskCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
- <counter>
- <name>BYTES_WRITTEN</name>
- <value>0</value>
- </counter>
- </taskCounterGroup>
- </jobTaskCounters>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Task_Attempts_API"></a>Task Attempts API</h3>
- <p>With the task attempts API, you can obtain a collection of resources that represent a task attempt within a job. When you run a GET operation on this resource, you obtain a collection of Task Attempt Objects.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_taskAttempts_object"></a>Elements of the <i>taskAttempts</i> object</h4>
- <p>When you make a request for the list of task attempts, the information will be returned as an array of task attempt objects. See also <a href="#Task_Attempt_API">Task Attempt API</a> for syntax of the task object.</p>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> taskAttempt </td>
- <td align="left"> array of task attempt objects(JSON)/zero or more task attempt objects(XML) </td>
- <td align="left"> The collection of task attempt objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "taskAttempts" : {
- "taskAttempt" : [
- {
- "assignedContainerId" : "container_1326381300833_0002_01_000002",
- "progress" : 100,
- "elapsedTime" : 2638,
- "state" : "SUCCEEDED",
- "diagnostics" : "",
- "rack" : "/98.139.92.0",
- "nodeHttpAddress" : "host.domain.com:8042",
- "startTime" : 1326381450680,
- "id" : "attempt_1326381300833_2_2_m_0_0",
- "type" : "MAP",
- "finishTime" : 1326381453318
- }
- ]
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 537
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <taskAttempts>
- <taskAttempt>
- <startTime>1326381450680</startTime>
- <finishTime>1326381453318</finishTime>
- <elapsedTime>2638</elapsedTime>
- <progress>100.0</progress>
- <id>attempt_1326381300833_2_2_m_0_0</id>
- <rack>/98.139.92.0</rack>
- <state>SUCCEEDED</state>
- <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
- <diagnostics/>
- <type>MAP</type>
- <assignedContainerId>container_1326381300833_0002_01_000002</assignedContainerId>
- </taskAttempt>
- </taskAttempts>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Task_Attempt_API"></a>Task Attempt API</h3>
- <p>A Task Attempt resource contains information about a particular task attempt within a job.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <p>Use the following URI to obtain an Task Attempt Object, from a task identified by the attemptid value.</p>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_taskAttempt_object"></a>Elements of the <i>taskAttempt</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> id </td>
- <td align="left"> string </td>
- <td align="left"> The task id </td></tr>
- <tr class="a">
- <td align="left"> rack </td>
- <td align="left"> string </td>
- <td align="left"> The rack </td></tr>
- <tr class="b">
- <td align="left"> state </td>
- <td align="left"> string </td>
- <td align="left"> The state of the task attempt - valid values are: NEW, UNASSIGNED, ASSIGNED, RUNNING, COMMIT_PENDING, SUCCESS_CONTAINER_CLEANUP, SUCCEEDED, FAIL_CONTAINER_CLEANUP, FAIL_TASK_CLEANUP, FAILED, KILL_CONTAINER_CLEANUP, KILL_TASK_CLEANUP, KILLED </td></tr>
- <tr class="a">
- <td align="left"> type </td>
- <td align="left"> string </td>
- <td align="left"> The type of task </td></tr>
- <tr class="b">
- <td align="left"> assignedContainerId </td>
- <td align="left"> string </td>
- <td align="left"> The container id this attempt is assigned to </td></tr>
- <tr class="a">
- <td align="left"> nodeHttpAddress </td>
- <td align="left"> string </td>
- <td align="left"> The http address of the node this task attempt ran on </td></tr>
- <tr class="b">
- <td align="left"> diagnostics </td>
- <td align="left"> string </td>
- <td align="left"> A diagnostics message </td></tr>
- <tr class="a">
- <td align="left"> progress </td>
- <td align="left"> float </td>
- <td align="left"> The progress of the task attempt as a percent </td></tr>
- <tr class="b">
- <td align="left"> startTime </td>
- <td align="left"> long </td>
- <td align="left"> The time in which the task attempt started (in ms since epoch) </td></tr>
- <tr class="a">
- <td align="left"> finishTime </td>
- <td align="left"> long </td>
- <td align="left"> The time in which the task attempt finished (in ms since epoch) </td></tr>
- <tr class="b">
- <td align="left"> elapsedTime </td>
- <td align="left"> long </td>
- <td align="left"> The elapsed time since the task attempt started (in ms) </td></tr>
- </tbody>
- </table>
- <p>For reduce task attempts you also have the following fields:</p>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> shuffleFinishTime </td>
- <td align="left"> long </td>
- <td align="left"> The time at which shuffle finished (in ms since epoch) </td></tr>
- <tr class="a">
- <td align="left"> mergeFinishTime </td>
- <td align="left"> long </td>
- <td align="left"> The time at which merge finished (in ms since epoch) </td></tr>
- <tr class="b">
- <td align="left"> elapsedShuffleTime </td>
- <td align="left"> long </td>
- <td align="left"> The time it took for the shuffle phase to complete (time in ms between reduce task start and shuffle finish) </td></tr>
- <tr class="a">
- <td align="left"> elapsedMergeTime </td>
- <td align="left"> long </td>
- <td align="left"> The time it took for the merge phase to complete (time in ms between the shuffle finish and merge finish) </td></tr>
- <tr class="b">
- <td align="left"> elapsedReduceTime </td>
- <td align="left"> long </td>
- <td align="left"> The time it took for the reduce phase to complete (time in ms between merge finish to end of reduce task) </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "taskAttempt" : {
- "assignedContainerId" : "container_1326381300833_0002_01_000002",
- "progress" : 100,
- "elapsedTime" : 2638,
- "state" : "SUCCEEDED",
- "diagnostics" : "",
- "rack" : "/98.139.92.0",
- "nodeHttpAddress" : "host.domain.com:8042",
- "startTime" : 1326381450680,
- "id" : "attempt_1326381300833_2_2_m_0_0",
- "type" : "MAP",
- "finishTime" : 1326381453318
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 691
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <taskAttempt>
- <startTime>1326381450680</startTime>
- <finishTime>1326381453318</finishTime>
- <elapsedTime>2638</elapsedTime>
- <progress>100.0</progress>
- <id>attempt_1326381300833_2_2_m_0_0</id>
- <rack>/98.139.92.0</rack>
- <state>SUCCEEDED</state>
- <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
- <diagnostics/>
- <type>MAP</type>
- <assignedContainerId>container_1326381300833_0002_01_000002</assignedContainerId>
- </taskAttempt>
- </pre></div></div>
- </section></section><section>
- <h3><a name="Task_Attempt_Counters_API"></a>Task Attempt Counters API</h3>
- <p>With the task attempt counters API, you can object a collection of resources that represent al the counters for that task attempt.</p><section>
- <h4><a name="URI"></a>URI</h4>
- <ul>
- <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}/counters</a></li>
- </ul></section><section>
- <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
- <ul>
- <li>GET</li>
- </ul></section><section>
- <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
- <div class="source">
- <div class="source">
- <pre> None
- </pre></div></div>
- </section><section>
- <h4><a name="Elements_of_the_jobTaskAttemptCounters_object"></a>Elements of the <i>jobTaskAttemptCounters</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> id </td>
- <td align="left"> string </td>
- <td align="left"> The task attempt id </td></tr>
- <tr class="a">
- <td align="left"> taskAttemptcounterGroup </td>
- <td align="left"> array of task attempt counterGroup objects(JSON)/zero or more task attempt counterGroup objects(XML) </td>
- <td align="left"> A collection of task attempt counter group objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Elements_of_the_taskAttemptCounterGroup_object"></a>Elements of the <i>taskAttemptCounterGroup</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> counterGroupName </td>
- <td align="left"> string </td>
- <td align="left"> The name of the counter group </td></tr>
- <tr class="a">
- <td align="left"> counter </td>
- <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
- <td align="left"> A collection of counter objects </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
- <table border="0" class="bodyTable">
- <thead>
- <tr class="a">
- <th align="left"> Item </th>
- <th align="left"> Data Type </th>
- <th align="left"> Description </th></tr>
- </thead><tbody>
- <tr class="b">
- <td align="left"> name </td>
- <td align="left"> string </td>
- <td align="left"> The name of the counter </td></tr>
- <tr class="a">
- <td align="left"> value </td>
- <td align="left"> long </td>
- <td align="left"> The value of the counter </td></tr>
- </tbody>
- </table></section><section>
- <h4><a name="Response_Examples"></a>Response Examples</h4>
- <p><b>JSON response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre>{
- "jobTaskAttemptCounters" : {
- "taskAttemptCounterGroup" : [
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
- "counter" : [
- {
- "value" : 2363,
- "name" : "FILE_BYTES_READ"
- },
- {
- "value" : 54372,
- "name" : "FILE_BYTES_WRITTEN"
- },
- {
- "value" : 0,
- "name" : "FILE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "FILE_LARGE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "FILE_WRITE_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_BYTES_READ"
- },
- {
- "value" : 0,
- "name" : "HDFS_BYTES_WRITTEN"
- },
- {
- "value" : 0,
- "name" : "HDFS_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_LARGE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_WRITE_OPS"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
- "counter" : [
- {
- "value" : 0,
- "name" : "COMBINE_INPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "COMBINE_OUTPUT_RECORDS"
- },
- {
- "value" : 460,
- "name" : "REDUCE_INPUT_GROUPS"
- },
- {
- "value" : 2235,
- "name" : "REDUCE_SHUFFLE_BYTES"
- },
- {
- "value" : 460,
- "name" : "REDUCE_INPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "REDUCE_OUTPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "SPILLED_RECORDS"
- },
- {
- "value" : 1,
- "name" : "SHUFFLED_MAPS"
- },
- {
- "value" : 0,
- "name" : "FAILED_SHUFFLE"
- },
- {
- "value" : 1,
- "name" : "MERGED_MAP_OUTPUTS"
- },
- {
- "value" : 26,
- "name" : "GC_TIME_MILLIS"
- },
- {
- "value" : 860,
- "name" : "CPU_MILLISECONDS"
- },
- {
- "value" : 107839488,
- "name" : "PHYSICAL_MEMORY_BYTES"
- },
- {
- "value" : 1123147776,
- "name" : "VIRTUAL_MEMORY_BYTES"
- },
- {
- "value" : 57475072,
- "name" : "COMMITTED_HEAP_BYTES"
- }
- ]
- },
- {
- "counterGroupName" : "Shuffle Errors",
- "counter" : [
- {
- "value" : 0,
- "name" : "BAD_ID"
- },
- {
- "value" : 0,
- "name" : "CONNECTION"
- },
- {
- "value" : 0,
- "name" : "IO_ERROR"
- },
- {
- "value" : 0,
- "name" : "WRONG_LENGTH"
- },
- {
- "value" : 0,
- "name" : "WRONG_MAP"
- },
- {
- "value" : 0,
- "name" : "WRONG_REDUCE"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
- "counter" : [
- {
- "value" : 0,
- "name" : "BYTES_WRITTEN"
- }
- ]
- }
- ],
- "id" : "attempt_1326381300833_2_2_m_0_0"
- }
- }
- </pre></div></div>
- <p><b>XML response</b></p>
- <p>HTTP Request:</p>
- <div class="source">
- <div class="source">
- <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
- Accept: application/xml
- </pre></div></div>
- <p>Response Header:</p>
- <div class="source">
- <div class="source">
- <pre> HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 2735
- Server: Jetty(6.1.26)
- </pre></div></div>
- <p>Response Body:</p>
- <div class="source">
- <div class="source">
- <pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobTaskAttemptCounters>
- <id>attempt_1326381300833_2_2_m_0_0</id>
- <taskAttemptCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
- <counter>
- <name>FILE_BYTES_READ</name>
- <value>2363</value>
- </counter>
- <counter>
- <name>FILE_BYTES_WRITTEN</name>
- <value>54372</value>
- </counter>
- <counter>
- <name>FILE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>FILE_LARGE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>FILE_WRITE_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_BYTES_READ</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_BYTES_WRITTEN</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_LARGE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_WRITE_OPS</name>
- <value>0</value>
- </counter>
- </taskAttemptCounterGroup>
- <taskAttemptCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
- <counter>
- <name>COMBINE_INPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>COMBINE_OUTPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>REDUCE_INPUT_GROUPS</name>
- <value>460</value>
- </counter>
- <counter>
- <name>REDUCE_SHUFFLE_BYTES</name>
- <value>2235</value>
- </counter>
- <counter>
- <name>REDUCE_INPUT_RECORDS</name>
- <value>460</value>
- </counter>
- <counter>
- <name>REDUCE_OUTPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>SPILLED_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>SHUFFLED_MAPS</name>
- <value>1</value>
- </counter>
- <counter>
- <name>FAILED_SHUFFLE</name>
- <value>0</value>
- </counter>
- <counter>
- <name>MERGED_MAP_OUTPUTS</name>
- <value>1</value>
- </counter>
- <counter>
- <name>GC_TIME_MILLIS</name>
- <value>26</value>
- </counter>
- <counter>
- <name>CPU_MILLISECONDS</name>
- <value>860</value>
- </counter>
- <counter>
- <name>PHYSICAL_MEMORY_BYTES</name>
- <value>107839488</value>
- </counter>
- <counter>
- <name>VIRTUAL_MEMORY_BYTES</name>
- <value>1123147776</value>
- </counter>
- <counter>
- <name>COMMITTED_HEAP_BYTES</name>
- <value>57475072</value>
- </counter>
- </taskAttemptCounterGroup>
- <taskAttemptCounterGroup>
- <counterGroupName>Shuffle Errors</counterGroupName>
- <counter>
- <name>BAD_ID</name>
- <value>0</value>
- </counter>
- <counter>
- <name>CONNECTION</name>
- <value>0</value>
- </counter>
- <counter>
- <name>IO_ERROR</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_LENGTH</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_MAP</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_REDUCE</name>
- <value>0</value>
- </counter>
- </taskAttemptCounterGroup>
- <taskAttemptCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
- <counter>
- <name>BYTES_WRITTEN</name>
- <value>0</value>
- </counter>
- </taskAttemptCounterGroup>
- </jobTaskAttemptCounters>
- </pre></div></div></section></section></section>
- </div>
- </div>
- <div class="clear">
- <hr/>
- </div>
- <div id="footer">
- <div class="xright">
- © 2008-2025
- Apache Software Foundation
-
- - <a href="http://maven.apache.org/privacy-policy.html">Privacy Policy</a>.
- Apache Maven, Maven, Apache, the Apache feather logo, and the Apache Maven project logos are trademarks of The Apache Software Foundation.
- </div>
- <div class="clear">
- <hr/>
- </div>
- </div>
- </body>
- </html>
|