HistoryServerRest.html 130 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508
  1. <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
  2. <!--
  3. | Generated by Apache Maven Doxia at 2025-05-09
  4. | Rendered using Apache Maven Stylus Skin 1.5
  5. -->
  6. <html xmlns="http://www.w3.org/1999/xhtml">
  7. <head>
  8. <title>Apache Hadoop MapReduce HistoryServer &#x2013; MapReduce History Server REST APIs.</title>
  9. <style type="text/css" media="all">
  10. @import url("./css/maven-base.css");
  11. @import url("./css/maven-theme.css");
  12. @import url("./css/site.css");
  13. </style>
  14. <link rel="stylesheet" href="./css/print.css" type="text/css" media="print" />
  15. <meta name="Date-Revision-yyyymmdd" content="20250509" />
  16. <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
  17. </head>
  18. <body class="composite">
  19. <div id="banner">
  20. <a href="http://hadoop.apache.org/" id="bannerLeft">
  21. <img src="http://hadoop.apache.org/images/hadoop-logo.jpg" alt="" />
  22. </a>
  23. <a href="http://www.apache.org/" id="bannerRight">
  24. <img src="http://www.apache.org/images/asf_logo_wide.png" alt="" />
  25. </a>
  26. <div class="clear">
  27. <hr/>
  28. </div>
  29. </div>
  30. <div id="breadcrumbs">
  31. <div class="xright"> <a href="http://wiki.apache.org/hadoop" class="externalLink">Wiki</a>
  32. |
  33. <a href="https://gitbox.apache.org/repos/asf/hadoop.git" class="externalLink">git</a>
  34. &nbsp;| Last Published: 2025-05-09
  35. &nbsp;| Version: 3.5.0-SNAPSHOT
  36. </div>
  37. <div class="clear">
  38. <hr/>
  39. </div>
  40. </div>
  41. <div id="leftColumn">
  42. <div id="navcolumn">
  43. <h5>General</h5>
  44. <ul>
  45. <li class="none">
  46. <a href="../../index.html">Overview</a>
  47. </li>
  48. <li class="none">
  49. <a href="../../hadoop-project-dist/hadoop-common/SingleCluster.html">Single Node Setup</a>
  50. </li>
  51. <li class="none">
  52. <a href="../../hadoop-project-dist/hadoop-common/ClusterSetup.html">Cluster Setup</a>
  53. </li>
  54. <li class="none">
  55. <a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html">Commands Reference</a>
  56. </li>
  57. <li class="none">
  58. <a href="../../hadoop-project-dist/hadoop-common/FileSystemShell.html">FileSystem Shell</a>
  59. </li>
  60. <li class="none">
  61. <a href="../../hadoop-project-dist/hadoop-common/Compatibility.html">Compatibility Specification</a>
  62. </li>
  63. <li class="none">
  64. <a href="../../hadoop-project-dist/hadoop-common/DownstreamDev.html">Downstream Developer's Guide</a>
  65. </li>
  66. <li class="none">
  67. <a href="../../hadoop-project-dist/hadoop-common/AdminCompatibilityGuide.html">Admin Compatibility Guide</a>
  68. </li>
  69. <li class="none">
  70. <a href="../../hadoop-project-dist/hadoop-common/InterfaceClassification.html">Interface Classification</a>
  71. </li>
  72. <li class="none">
  73. <a href="../../hadoop-project-dist/hadoop-common/filesystem/index.html">FileSystem Specification</a>
  74. </li>
  75. </ul>
  76. <h5>Common</h5>
  77. <ul>
  78. <li class="none">
  79. <a href="../../hadoop-project-dist/hadoop-common/CLIMiniCluster.html">CLI Mini Cluster</a>
  80. </li>
  81. <li class="none">
  82. <a href="../../hadoop-project-dist/hadoop-common/FairCallQueue.html">Fair Call Queue</a>
  83. </li>
  84. <li class="none">
  85. <a href="../../hadoop-project-dist/hadoop-common/NativeLibraries.html">Native Libraries</a>
  86. </li>
  87. <li class="none">
  88. <a href="../../hadoop-project-dist/hadoop-common/Superusers.html">Proxy User</a>
  89. </li>
  90. <li class="none">
  91. <a href="../../hadoop-project-dist/hadoop-common/RackAwareness.html">Rack Awareness</a>
  92. </li>
  93. <li class="none">
  94. <a href="../../hadoop-project-dist/hadoop-common/SecureMode.html">Secure Mode</a>
  95. </li>
  96. <li class="none">
  97. <a href="../../hadoop-project-dist/hadoop-common/ServiceLevelAuth.html">Service Level Authorization</a>
  98. </li>
  99. <li class="none">
  100. <a href="../../hadoop-project-dist/hadoop-common/HttpAuthentication.html">HTTP Authentication</a>
  101. </li>
  102. <li class="none">
  103. <a href="../../hadoop-project-dist/hadoop-common/CredentialProviderAPI.html">Credential Provider API</a>
  104. </li>
  105. <li class="none">
  106. <a href="../../hadoop-kms/index.html">Hadoop KMS</a>
  107. </li>
  108. <li class="none">
  109. <a href="../../hadoop-project-dist/hadoop-common/Tracing.html">Tracing</a>
  110. </li>
  111. <li class="none">
  112. <a href="../../hadoop-project-dist/hadoop-common/UnixShellGuide.html">Unix Shell Guide</a>
  113. </li>
  114. <li class="none">
  115. <a href="../../hadoop-project-dist/hadoop-common/registry/index.html">Registry</a>
  116. </li>
  117. <li class="none">
  118. <a href="../../hadoop-project-dist/hadoop-common/AsyncProfilerServlet.html">Async Profiler</a>
  119. </li>
  120. </ul>
  121. <h5>HDFS</h5>
  122. <ul>
  123. <li class="none">
  124. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDesign.html">Architecture</a>
  125. </li>
  126. <li class="none">
  127. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUserGuide.html">User Guide</a>
  128. </li>
  129. <li class="none">
  130. <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSCommands.html">Commands Reference</a>
  131. </li>
  132. <li class="none">
  133. <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithQJM.html">NameNode HA With QJM</a>
  134. </li>
  135. <li class="none">
  136. <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithNFS.html">NameNode HA With NFS</a>
  137. </li>
  138. <li class="none">
  139. <a href="../../hadoop-project-dist/hadoop-hdfs/ObserverNameNode.html">Observer NameNode</a>
  140. </li>
  141. <li class="none">
  142. <a href="../../hadoop-project-dist/hadoop-hdfs/Federation.html">Federation</a>
  143. </li>
  144. <li class="none">
  145. <a href="../../hadoop-project-dist/hadoop-hdfs/ViewFs.html">ViewFs</a>
  146. </li>
  147. <li class="none">
  148. <a href="../../hadoop-project-dist/hadoop-hdfs/ViewFsOverloadScheme.html">ViewFsOverloadScheme</a>
  149. </li>
  150. <li class="none">
  151. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">Snapshots</a>
  152. </li>
  153. <li class="none">
  154. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsEditsViewer.html">Edits Viewer</a>
  155. </li>
  156. <li class="none">
  157. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsImageViewer.html">Image Viewer</a>
  158. </li>
  159. <li class="none">
  160. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsPermissionsGuide.html">Permissions and HDFS</a>
  161. </li>
  162. <li class="none">
  163. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsQuotaAdminGuide.html">Quotas and HDFS</a>
  164. </li>
  165. <li class="none">
  166. <a href="../../hadoop-project-dist/hadoop-hdfs/LibHdfs.html">libhdfs (C API)</a>
  167. </li>
  168. <li class="none">
  169. <a href="../../hadoop-project-dist/hadoop-hdfs/WebHDFS.html">WebHDFS (REST API)</a>
  170. </li>
  171. <li class="none">
  172. <a href="../../hadoop-hdfs-httpfs/index.html">HttpFS</a>
  173. </li>
  174. <li class="none">
  175. <a href="../../hadoop-project-dist/hadoop-hdfs/ShortCircuitLocalReads.html">Short Circuit Local Reads</a>
  176. </li>
  177. <li class="none">
  178. <a href="../../hadoop-project-dist/hadoop-hdfs/CentralizedCacheManagement.html">Centralized Cache Management</a>
  179. </li>
  180. <li class="none">
  181. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsNfsGateway.html">NFS Gateway</a>
  182. </li>
  183. <li class="none">
  184. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html">Rolling Upgrade</a>
  185. </li>
  186. <li class="none">
  187. <a href="../../hadoop-project-dist/hadoop-hdfs/ExtendedAttributes.html">Extended Attributes</a>
  188. </li>
  189. <li class="none">
  190. <a href="../../hadoop-project-dist/hadoop-hdfs/TransparentEncryption.html">Transparent Encryption</a>
  191. </li>
  192. <li class="none">
  193. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsMultihoming.html">Multihoming</a>
  194. </li>
  195. <li class="none">
  196. <a href="../../hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html">Storage Policies</a>
  197. </li>
  198. <li class="none">
  199. <a href="../../hadoop-project-dist/hadoop-hdfs/MemoryStorage.html">Memory Storage Support</a>
  200. </li>
  201. <li class="none">
  202. <a href="../../hadoop-project-dist/hadoop-hdfs/SLGUserGuide.html">Synthetic Load Generator</a>
  203. </li>
  204. <li class="none">
  205. <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSErasureCoding.html">Erasure Coding</a>
  206. </li>
  207. <li class="none">
  208. <a href="../../hadoop-project-dist/hadoop-hdfs/HDFSDiskbalancer.html">Disk Balancer</a>
  209. </li>
  210. <li class="none">
  211. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUpgradeDomain.html">Upgrade Domain</a>
  212. </li>
  213. <li class="none">
  214. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDataNodeAdminGuide.html">DataNode Admin</a>
  215. </li>
  216. <li class="none">
  217. <a href="../../hadoop-project-dist/hadoop-hdfs-rbf/HDFSRouterFederation.html">Router Federation</a>
  218. </li>
  219. <li class="none">
  220. <a href="../../hadoop-project-dist/hadoop-hdfs/HdfsProvidedStorage.html">Provided Storage</a>
  221. </li>
  222. </ul>
  223. <h5>MapReduce</h5>
  224. <ul>
  225. <li class="none">
  226. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html">Tutorial</a>
  227. </li>
  228. <li class="none">
  229. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredCommands.html">Commands Reference</a>
  230. </li>
  231. <li class="none">
  232. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduce_Compatibility_Hadoop1_Hadoop2.html">Compatibility with 1.x</a>
  233. </li>
  234. <li class="none">
  235. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/EncryptedShuffle.html">Encrypted Shuffle</a>
  236. </li>
  237. <li class="none">
  238. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/PluggableShuffleAndPluggableSort.html">Pluggable Shuffle/Sort</a>
  239. </li>
  240. <li class="none">
  241. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/DistributedCacheDeploy.html">Distributed Cache Deploy</a>
  242. </li>
  243. <li class="none">
  244. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/SharedCacheSupport.html">Support for YARN Shared Cache</a>
  245. </li>
  246. </ul>
  247. <h5>MapReduce REST APIs</h5>
  248. <ul>
  249. <li class="none">
  250. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredAppMasterRest.html">MR Application Master</a>
  251. </li>
  252. <li class="none">
  253. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-hs/HistoryServerRest.html">MR History Server</a>
  254. </li>
  255. </ul>
  256. <h5>YARN</h5>
  257. <ul>
  258. <li class="none">
  259. <a href="../../hadoop-yarn/hadoop-yarn-site/YARN.html">Architecture</a>
  260. </li>
  261. <li class="none">
  262. <a href="../../hadoop-yarn/hadoop-yarn-site/YarnCommands.html">Commands Reference</a>
  263. </li>
  264. <li class="none">
  265. <a href="../../hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html">Capacity Scheduler</a>
  266. </li>
  267. <li class="none">
  268. <a href="../../hadoop-yarn/hadoop-yarn-site/FairScheduler.html">Fair Scheduler</a>
  269. </li>
  270. <li class="none">
  271. <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRestart.html">ResourceManager Restart</a>
  272. </li>
  273. <li class="none">
  274. <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerHA.html">ResourceManager HA</a>
  275. </li>
  276. <li class="none">
  277. <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceModel.html">Resource Model</a>
  278. </li>
  279. <li class="none">
  280. <a href="../../hadoop-yarn/hadoop-yarn-site/NodeLabel.html">Node Labels</a>
  281. </li>
  282. <li class="none">
  283. <a href="../../hadoop-yarn/hadoop-yarn-site/NodeAttributes.html">Node Attributes</a>
  284. </li>
  285. <li class="none">
  286. <a href="../../hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html">Web Application Proxy</a>
  287. </li>
  288. <li class="none">
  289. <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html">Timeline Server</a>
  290. </li>
  291. <li class="none">
  292. <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html">Timeline Service V.2</a>
  293. </li>
  294. <li class="none">
  295. <a href="../../hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html">Writing YARN Applications</a>
  296. </li>
  297. <li class="none">
  298. <a href="../../hadoop-yarn/hadoop-yarn-site/YarnApplicationSecurity.html">YARN Application Security</a>
  299. </li>
  300. <li class="none">
  301. <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManager.html">NodeManager</a>
  302. </li>
  303. <li class="none">
  304. <a href="../../hadoop-yarn/hadoop-yarn-site/DockerContainers.html">Running Applications in Docker Containers</a>
  305. </li>
  306. <li class="none">
  307. <a href="../../hadoop-yarn/hadoop-yarn-site/RuncContainers.html">Running Applications in runC Containers</a>
  308. </li>
  309. <li class="none">
  310. <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerCgroups.html">Using CGroups</a>
  311. </li>
  312. <li class="none">
  313. <a href="../../hadoop-yarn/hadoop-yarn-site/SecureContainer.html">Secure Containers</a>
  314. </li>
  315. <li class="none">
  316. <a href="../../hadoop-yarn/hadoop-yarn-site/ReservationSystem.html">Reservation System</a>
  317. </li>
  318. <li class="none">
  319. <a href="../../hadoop-yarn/hadoop-yarn-site/GracefulDecommission.html">Graceful Decommission</a>
  320. </li>
  321. <li class="none">
  322. <a href="../../hadoop-yarn/hadoop-yarn-site/OpportunisticContainers.html">Opportunistic Containers</a>
  323. </li>
  324. <li class="none">
  325. <a href="../../hadoop-yarn/hadoop-yarn-site/Federation.html">YARN Federation</a>
  326. </li>
  327. <li class="none">
  328. <a href="../../hadoop-yarn/hadoop-yarn-site/SharedCache.html">Shared Cache</a>
  329. </li>
  330. <li class="none">
  331. <a href="../../hadoop-yarn/hadoop-yarn-site/UsingGpus.html">Using GPU</a>
  332. </li>
  333. <li class="none">
  334. <a href="../../hadoop-yarn/hadoop-yarn-site/UsingFPGA.html">Using FPGA</a>
  335. </li>
  336. <li class="none">
  337. <a href="../../hadoop-yarn/hadoop-yarn-site/PlacementConstraints.html">Placement Constraints</a>
  338. </li>
  339. <li class="none">
  340. <a href="../../hadoop-yarn/hadoop-yarn-site/YarnUI2.html">YARN UI2</a>
  341. </li>
  342. </ul>
  343. <h5>YARN REST APIs</h5>
  344. <ul>
  345. <li class="none">
  346. <a href="../../hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html">Introduction</a>
  347. </li>
  348. <li class="none">
  349. <a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html">Resource Manager</a>
  350. </li>
  351. <li class="none">
  352. <a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html">Node Manager</a>
  353. </li>
  354. <li class="none">
  355. <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html#Timeline_Server_REST_API_v1">Timeline Server</a>
  356. </li>
  357. <li class="none">
  358. <a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html#Timeline_Service_v.2_REST_API">Timeline Service V.2</a>
  359. </li>
  360. </ul>
  361. <h5>YARN Service</h5>
  362. <ul>
  363. <li class="none">
  364. <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Overview.html">Overview</a>
  365. </li>
  366. <li class="none">
  367. <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/QuickStart.html">QuickStart</a>
  368. </li>
  369. <li class="none">
  370. <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Concepts.html">Concepts</a>
  371. </li>
  372. <li class="none">
  373. <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/YarnServiceAPI.html">Yarn Service API</a>
  374. </li>
  375. <li class="none">
  376. <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/ServiceDiscovery.html">Service Discovery</a>
  377. </li>
  378. <li class="none">
  379. <a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/SystemServices.html">System Services</a>
  380. </li>
  381. </ul>
  382. <h5>Hadoop Compatible File Systems</h5>
  383. <ul>
  384. <li class="none">
  385. <a href="../../hadoop-aliyun/tools/hadoop-aliyun/index.html">Aliyun OSS</a>
  386. </li>
  387. <li class="none">
  388. <a href="../../hadoop-aws/tools/hadoop-aws/index.html">Amazon S3</a>
  389. </li>
  390. <li class="none">
  391. <a href="../../hadoop-azure/index.html">Azure Blob Storage</a>
  392. </li>
  393. <li class="none">
  394. <a href="../../hadoop-azure-datalake/index.html">Azure Data Lake Storage</a>
  395. </li>
  396. <li class="none">
  397. <a href="../../hadoop-cos/cloud-storage/index.html">Tencent COS</a>
  398. </li>
  399. <li class="none">
  400. <a href="../../hadoop-huaweicloud/index.html">Huaweicloud OBS</a>
  401. </li>
  402. <li class="none">
  403. <a href="../../hadoop-tos/cloud-storage/index.html">VolcanoEngine TOS</a>
  404. </li>
  405. </ul>
  406. <h5>Auth</h5>
  407. <ul>
  408. <li class="none">
  409. <a href="../../hadoop-auth/index.html">Overview</a>
  410. </li>
  411. <li class="none">
  412. <a href="../../hadoop-auth/Examples.html">Examples</a>
  413. </li>
  414. <li class="none">
  415. <a href="../../hadoop-auth/Configuration.html">Configuration</a>
  416. </li>
  417. <li class="none">
  418. <a href="../../hadoop-auth/BuildingIt.html">Building</a>
  419. </li>
  420. </ul>
  421. <h5>Tools</h5>
  422. <ul>
  423. <li class="none">
  424. <a href="../../hadoop-streaming/HadoopStreaming.html">Hadoop Streaming</a>
  425. </li>
  426. <li class="none">
  427. <a href="../../hadoop-archives/HadoopArchives.html">Hadoop Archives</a>
  428. </li>
  429. <li class="none">
  430. <a href="../../hadoop-archive-logs/HadoopArchiveLogs.html">Hadoop Archive Logs</a>
  431. </li>
  432. <li class="none">
  433. <a href="../../hadoop-distcp/DistCp.html">DistCp</a>
  434. </li>
  435. <li class="none">
  436. <a href="../../hadoop-federation-balance/HDFSFederationBalance.html">HDFS Federation Balance</a>
  437. </li>
  438. <li class="none">
  439. <a href="../../hadoop-gridmix/GridMix.html">GridMix</a>
  440. </li>
  441. <li class="none">
  442. <a href="../../hadoop-rumen/Rumen.html">Rumen</a>
  443. </li>
  444. <li class="none">
  445. <a href="../../hadoop-resourceestimator/ResourceEstimator.html">Resource Estimator Service</a>
  446. </li>
  447. <li class="none">
  448. <a href="../../hadoop-sls/SchedulerLoadSimulator.html">Scheduler Load Simulator</a>
  449. </li>
  450. <li class="none">
  451. <a href="../../hadoop-project-dist/hadoop-common/Benchmarking.html">Hadoop Benchmarking</a>
  452. </li>
  453. <li class="none">
  454. <a href="../../hadoop-dynamometer/Dynamometer.html">Dynamometer</a>
  455. </li>
  456. </ul>
  457. <h5>Reference</h5>
  458. <ul>
  459. <li class="none">
  460. <a href="../../hadoop-project-dist/hadoop-common/release/">Changelog and Release Notes</a>
  461. </li>
  462. <li class="none">
  463. <a href="../../api/index.html">Java API docs</a>
  464. </li>
  465. <li class="none">
  466. <a href="../../hadoop-project-dist/hadoop-common/UnixShellAPI.html">Unix Shell API</a>
  467. </li>
  468. <li class="none">
  469. <a href="../../hadoop-project-dist/hadoop-common/Metrics.html">Metrics</a>
  470. </li>
  471. </ul>
  472. <h5>Configuration</h5>
  473. <ul>
  474. <li class="none">
  475. <a href="../../hadoop-project-dist/hadoop-common/core-default.xml">core-default.xml</a>
  476. </li>
  477. <li class="none">
  478. <a href="../../hadoop-project-dist/hadoop-hdfs/hdfs-default.xml">hdfs-default.xml</a>
  479. </li>
  480. <li class="none">
  481. <a href="../../hadoop-project-dist/hadoop-hdfs-rbf/hdfs-rbf-default.xml">hdfs-rbf-default.xml</a>
  482. </li>
  483. <li class="none">
  484. <a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">mapred-default.xml</a>
  485. </li>
  486. <li class="none">
  487. <a href="../../hadoop-yarn/hadoop-yarn-common/yarn-default.xml">yarn-default.xml</a>
  488. </li>
  489. <li class="none">
  490. <a href="../../hadoop-kms/kms-default.html">kms-default.xml</a>
  491. </li>
  492. <li class="none">
  493. <a href="../../hadoop-hdfs-httpfs/httpfs-default.html">httpfs-default.xml</a>
  494. </li>
  495. <li class="none">
  496. <a href="../../hadoop-project-dist/hadoop-common/DeprecatedProperties.html">Deprecated Properties</a>
  497. </li>
  498. </ul>
  499. <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
  500. <img alt="Built by Maven" src="./images/logos/maven-feather.png"/>
  501. </a>
  502. </div>
  503. </div>
  504. <div id="bodyColumn">
  505. <div id="contentBox">
  506. <!---
  507. Licensed under the Apache License, Version 2.0 (the "License");
  508. you may not use this file except in compliance with the License.
  509. You may obtain a copy of the License at
  510. http://www.apache.org/licenses/LICENSE-2.0
  511. Unless required by applicable law or agreed to in writing, software
  512. distributed under the License is distributed on an "AS IS" BASIS,
  513. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  514. See the License for the specific language governing permissions and
  515. limitations under the License. See accompanying LICENSE file.
  516. -->
  517. <h1>MapReduce History Server REST API&#x2019;s.</h1>
  518. <ul>
  519. <li><a href="#Overview">Overview</a></li>
  520. <li><a href="#History_Server_Information_API">History Server Information API</a>
  521. <ul>
  522. <li><a href="#URI">URI</a></li>
  523. <li><a href="#HTTP_Operations_Supported">HTTP Operations Supported</a></li>
  524. <li><a href="#Query_Parameters_Supported">Query Parameters Supported</a></li>
  525. <li><a href="#Elements_of_the_historyInfo_object">Elements of the historyInfo object</a></li>
  526. <li><a href="#Response_Examples">Response Examples</a></li></ul></li>
  527. <li><a href="#MapReduce_API.E2.80.99s">MapReduce API&#x2019;s</a>
  528. <ul>
  529. <li><a href="#Jobs_API">Jobs API</a></li>
  530. <li><a href="#Job_API">Job API</a></li>
  531. <li><a href="#Elements_of_the_acls_object">Elements of the acls object</a></li>
  532. <li><a href="#Job_Attempts_API">Job Attempts API</a></li>
  533. <li><a href="#Job_Counters_API">Job Counters API</a></li>
  534. <li><a href="#Job_Conf_API">Job Conf API</a></li>
  535. <li><a href="#Tasks_API">Tasks API</a></li>
  536. <li><a href="#Task_API">Task API</a></li>
  537. <li><a href="#Task_Counters_API">Task Counters API</a></li>
  538. <li><a href="#Task_Attempts_API">Task Attempts API</a></li>
  539. <li><a href="#Task_Attempt_API">Task Attempt API</a></li>
  540. <li><a href="#Task_Attempt_Counters_API">Task Attempt Counters API</a></li></ul></li></ul>
  541. <section>
  542. <h2><a name="Overview"></a>Overview</h2>
  543. <p>The history server REST API&#x2019;s allow the user to get status on finished applications.</p></section><section>
  544. <h2><a name="History_Server_Information_API"></a>History Server Information API</h2>
  545. <p>The history server information resource provides overall information about the history server.</p><section>
  546. <h3><a name="URI"></a>URI</h3>
  547. <p>Both of the following URI&#x2019;s give you the history server information, from an application id identified by the appid value.</p>
  548. <ul>
  549. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history">http://history-server-http-address:port/ws/v1/history</a>
  550. <ul>
  551. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/info">http://history-server-http-address:port/ws/v1/history/info</a></li>
  552. </ul>
  553. </li>
  554. </ul></section><section>
  555. <h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
  556. <ul>
  557. <li>GET</li>
  558. </ul></section><section>
  559. <h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
  560. <div class="source">
  561. <div class="source">
  562. <pre> None
  563. </pre></div></div>
  564. </section><section>
  565. <h3><a name="Elements_of_the_historyInfo_object"></a>Elements of the <i>historyInfo</i> object</h3>
  566. <table border="0" class="bodyTable">
  567. <thead>
  568. <tr class="a">
  569. <th align="left"> Item </th>
  570. <th align="left"> Data Type </th>
  571. <th align="left"> Description </th></tr>
  572. </thead><tbody>
  573. <tr class="b">
  574. <td align="left"> startedOn </td>
  575. <td align="left"> long </td>
  576. <td align="left"> The time the history server was started (in ms since epoch) </td></tr>
  577. <tr class="a">
  578. <td align="left"> hadoopVersion </td>
  579. <td align="left"> string </td>
  580. <td align="left"> Version of hadoop common </td></tr>
  581. <tr class="b">
  582. <td align="left"> hadoopBuildVersion </td>
  583. <td align="left"> string </td>
  584. <td align="left"> Hadoop common build string with build version, user, and checksum </td></tr>
  585. <tr class="a">
  586. <td align="left"> hadoopVersionBuiltOn </td>
  587. <td align="left"> string </td>
  588. <td align="left"> Timestamp when hadoop common was built </td></tr>
  589. </tbody>
  590. </table></section><section>
  591. <h3><a name="Response_Examples"></a>Response Examples</h3>
  592. <p><b>JSON response</b></p>
  593. <p>HTTP Request:</p>
  594. <div class="source">
  595. <div class="source">
  596. <pre> GET http://history-server-http-address:port/ws/v1/history/info
  597. </pre></div></div>
  598. <p>Response Header:</p>
  599. <div class="source">
  600. <div class="source">
  601. <pre> HTTP/1.1 200 OK
  602. Content-Type: application/json
  603. Transfer-Encoding: chunked
  604. Server: Jetty(6.1.26)
  605. </pre></div></div>
  606. <p>Response Body:</p>
  607. <div class="source">
  608. <div class="source">
  609. <pre>{
  610. &quot;historyInfo&quot; : {
  611. &quot;startedOn&quot;:1353512830963,
  612. &quot;hadoopVersionBuiltOn&quot; : &quot;Wed Jan 11 21:18:36 UTC 2012&quot;,
  613. &quot;hadoopBuildVersion&quot; : &quot;0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7&quot;,
  614. &quot;hadoopVersion&quot; : &quot;0.23.1-SNAPSHOT&quot;
  615. }
  616. }
  617. </pre></div></div>
  618. <p><b>XML response</b></p>
  619. <p>HTTP Request:</p>
  620. <div class="source">
  621. <div class="source">
  622. <pre> GET http://history-server-http-address:port/ws/v1/history/info
  623. Accept: application/xml
  624. </pre></div></div>
  625. <p>Response Header:</p>
  626. <div class="source">
  627. <div class="source">
  628. <pre> HTTP/1.1 200 OK
  629. Content-Type: application/xml
  630. Content-Length: 330
  631. Server: Jetty(6.1.26)
  632. </pre></div></div>
  633. <p>Response Body:</p>
  634. <div class="source">
  635. <div class="source">
  636. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  637. &lt;historyInfo&gt;
  638. &lt;startedOn&gt;1353512830963&lt;/startedOn&gt;
  639. &lt;hadoopVersion&gt;0.23.1-SNAPSHOT&lt;/hadoopVersion&gt;
  640. &lt;hadoopBuildVersion&gt;0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7&lt;/hadoopBuildVersion&gt;
  641. &lt;hadoopVersionBuiltOn&gt;Wed Jan 11 21:18:36 UTC 2012&lt;/hadoopVersionBuiltOn&gt;
  642. &lt;/historyInfo&gt;
  643. </pre></div></div>
  644. </section></section><section>
  645. <h2><a name="MapReduce_API.E2.80.99s"></a>MapReduce API&#x2019;s</h2>
  646. <p>The following list of resources apply to MapReduce.</p><section>
  647. <h3><a name="Jobs_API"></a>Jobs API</h3>
  648. <p>The jobs resource provides a list of the MapReduce jobs that have finished. It does not currently return a full list of parameters</p><section>
  649. <h4><a name="URI"></a>URI</h4>
  650. <ul>
  651. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs</a></li>
  652. </ul></section><section>
  653. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  654. <ul>
  655. <li>GET</li>
  656. </ul></section><section>
  657. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  658. <p>Multiple parameters can be specified. The started and finished times have a begin and end parameter to allow you to specify ranges. For example, one could request all jobs that started between 1:00am and 2:00pm on 12/19/2011 with startedTimeBegin=1324256400&amp;startedTimeEnd=1324303200. If the Begin parameter is not specfied, it defaults to 0, and if the End parameter is not specified, it defaults to infinity.</p>
  659. <ul>
  660. <li>user - user name
  661. <ul>
  662. <li>state - the job state</li>
  663. <li>queue - queue name</li>
  664. <li>limit - total number of app objects to be returned</li>
  665. <li>startedTimeBegin - jobs with start time beginning with this time, specified in ms since epoch</li>
  666. <li>startedTimeEnd - jobs with start time ending with this time, specified in ms since epoch</li>
  667. <li>finishedTimeBegin - jobs with finish time beginning with this time, specified in ms since epoch</li>
  668. <li>finishedTimeEnd - jobs with finish time ending with this time, specified in ms since epoch</li>
  669. </ul>
  670. </li>
  671. </ul></section><section>
  672. <h4><a name="Elements_of_the_jobs_object"></a>Elements of the <i>jobs</i> object</h4>
  673. <p>When you make a request for the list of jobs, the information will be returned as an array of job objects. See also <a href="#Job_API">Job API</a> for syntax of the job object. Except this is a subset of a full job. Only startTime, finishTime, id, name, queue, user, state, mapsTotal, mapsCompleted, reducesTotal, and reducesCompleted are returned.</p>
  674. <table border="0" class="bodyTable">
  675. <thead>
  676. <tr class="a">
  677. <th align="left"> Item </th>
  678. <th align="left"> Data Type </th>
  679. <th align="left"> Description </th></tr>
  680. </thead><tbody>
  681. <tr class="b">
  682. <td align="left"> job </td>
  683. <td align="left"> array of job objects(json)/zero or more job objects(XML) </td>
  684. <td align="left"> The collection of job objects </td></tr>
  685. </tbody>
  686. </table></section><section>
  687. <h4><a name="Response_Examples"></a>Response Examples</h4>
  688. <p><b>JSON response</b></p>
  689. <p>HTTP Request:</p>
  690. <div class="source">
  691. <div class="source">
  692. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs
  693. </pre></div></div>
  694. <p>Response Header:</p>
  695. <div class="source">
  696. <div class="source">
  697. <pre> HTTP/1.1 200 OK
  698. Content-Type: application/json
  699. Transfer-Encoding: chunked
  700. Server: Jetty(6.1.26)
  701. </pre></div></div>
  702. <p>Response Body:</p>
  703. <div class="source">
  704. <div class="source">
  705. <pre>{
  706. &quot;jobs&quot; : {
  707. &quot;job&quot; : [
  708. {
  709. &quot;submitTime&quot; : 1326381344449,
  710. &quot;state&quot; : &quot;SUCCEEDED&quot;,
  711. &quot;user&quot; : &quot;user1&quot;,
  712. &quot;reducesTotal&quot; : 1,
  713. &quot;mapsCompleted&quot; : 1,
  714. &quot;startTime&quot; : 1326381344489,
  715. &quot;id&quot; : &quot;job_1326381300833_1_1&quot;,
  716. &quot;name&quot; : &quot;word count&quot;,
  717. &quot;reducesCompleted&quot; : 1,
  718. &quot;mapsTotal&quot; : 1,
  719. &quot;queue&quot; : &quot;default&quot;,
  720. &quot;finishTime&quot; : 1326381356010
  721. },
  722. {
  723. &quot;submitTime&quot; : 1326381446500,
  724. &quot;state&quot; : &quot;SUCCEEDED&quot;,
  725. &quot;user&quot; : &quot;user1&quot;,
  726. &quot;reducesTotal&quot; : 1,
  727. &quot;mapsCompleted&quot; : 1,
  728. &quot;startTime&quot; : 1326381446529,
  729. &quot;id&quot; : &quot;job_1326381300833_2_2&quot;,
  730. &quot;name&quot; : &quot;Sleep job&quot;,
  731. &quot;reducesCompleted&quot; : 1,
  732. &quot;mapsTotal&quot; : 1,
  733. &quot;queue&quot; : &quot;default&quot;,
  734. &quot;finishTime&quot; : 1326381582106
  735. }
  736. ]
  737. }
  738. }
  739. </pre></div></div>
  740. <p><b>XML response</b></p>
  741. <p>HTTP Request:</p>
  742. <div class="source">
  743. <div class="source">
  744. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs
  745. Accept: application/xml
  746. </pre></div></div>
  747. <p>Response Header:</p>
  748. <div class="source">
  749. <div class="source">
  750. <pre> HTTP/1.1 200 OK
  751. Content-Type: application/xml
  752. Content-Length: 1922
  753. Server: Jetty(6.1.26)
  754. </pre></div></div>
  755. <p>Response Body:</p>
  756. <div class="source">
  757. <div class="source">
  758. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  759. &lt;jobs&gt;
  760. &lt;job&gt;
  761. &lt;submitTime&gt;1326381344449&lt;/submitTime&gt;
  762. &lt;startTime&gt;1326381344489&lt;/startTime&gt;
  763. &lt;finishTime&gt;1326381356010&lt;/finishTime&gt;
  764. &lt;id&gt;job_1326381300833_1_1&lt;/id&gt;
  765. &lt;name&gt;word count&lt;/name&gt;
  766. &lt;queue&gt;default&lt;/queue&gt;
  767. &lt;user&gt;user1&lt;/user&gt;
  768. &lt;state&gt;SUCCEEDED&lt;/state&gt;
  769. &lt;mapsTotal&gt;1&lt;/mapsTotal&gt;
  770. &lt;mapsCompleted&gt;1&lt;/mapsCompleted&gt;
  771. &lt;reducesTotal&gt;1&lt;/reducesTotal&gt;
  772. &lt;reducesCompleted&gt;1&lt;/reducesCompleted&gt;
  773. &lt;/job&gt;
  774. &lt;job&gt;
  775. &lt;submitTime&gt;1326381446500&lt;/submitTime&gt;
  776. &lt;startTime&gt;1326381446529&lt;/startTime&gt;
  777. &lt;finishTime&gt;1326381582106&lt;/finishTime&gt;
  778. &lt;id&gt;job_1326381300833_2_2&lt;/id&gt;
  779. &lt;name&gt;Sleep job&lt;/name&gt;
  780. &lt;queue&gt;default&lt;/queue&gt;
  781. &lt;user&gt;user1&lt;/user&gt;
  782. &lt;state&gt;SUCCEEDED&lt;/state&gt;
  783. &lt;mapsTotal&gt;1&lt;/mapsTotal&gt;
  784. &lt;mapsCompleted&gt;1&lt;/mapsCompleted&gt;
  785. &lt;reducesTotal&gt;1&lt;/reducesTotal&gt;
  786. &lt;reducesCompleted&gt;1&lt;/reducesCompleted&gt;
  787. &lt;/job&gt;
  788. &lt;/jobs&gt;
  789. </pre></div></div>
  790. </section></section><section>
  791. <h3><a name="Job_API"></a>Job API</h3>
  792. <p>A Job resource contains information about a particular job identified by jobid.</p><section>
  793. <h4><a name="URI"></a>URI</h4>
  794. <ul>
  795. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}</a></li>
  796. </ul></section><section>
  797. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  798. <ul>
  799. <li>GET</li>
  800. </ul></section><section>
  801. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  802. <div class="source">
  803. <div class="source">
  804. <pre> None
  805. </pre></div></div>
  806. </section><section>
  807. <h4><a name="Elements_of_the_job_object"></a>Elements of the <i>job</i> object</h4>
  808. <table border="0" class="bodyTable">
  809. <thead>
  810. <tr class="a">
  811. <th align="left"> Item </th>
  812. <th align="left"> Data Type </th>
  813. <th align="left"> Description </th></tr>
  814. </thead><tbody>
  815. <tr class="b">
  816. <td align="left"> id </td>
  817. <td align="left"> string </td>
  818. <td align="left"> The job id </td></tr>
  819. <tr class="a">
  820. <td align="left"> name </td>
  821. <td align="left"> string </td>
  822. <td align="left"> The job name </td></tr>
  823. <tr class="b">
  824. <td align="left"> queue </td>
  825. <td align="left"> string </td>
  826. <td align="left"> The queue the job was submitted to </td></tr>
  827. <tr class="a">
  828. <td align="left"> user </td>
  829. <td align="left"> string </td>
  830. <td align="left"> The user name </td></tr>
  831. <tr class="b">
  832. <td align="left"> state </td>
  833. <td align="left"> string </td>
  834. <td align="left"> the job state - valid values are: NEW, INITED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED, ERROR </td></tr>
  835. <tr class="a">
  836. <td align="left"> diagnostics </td>
  837. <td align="left"> string </td>
  838. <td align="left"> A diagnostic message </td></tr>
  839. <tr class="b">
  840. <td align="left"> submitTime </td>
  841. <td align="left"> long </td>
  842. <td align="left"> The time the job submitted (in ms since epoch) </td></tr>
  843. <tr class="a">
  844. <td align="left"> startTime </td>
  845. <td align="left"> long </td>
  846. <td align="left"> The time the job started (in ms since epoch) </td></tr>
  847. <tr class="b">
  848. <td align="left"> finishTime </td>
  849. <td align="left"> long </td>
  850. <td align="left"> The time the job finished (in ms since epoch) </td></tr>
  851. <tr class="a">
  852. <td align="left"> mapsTotal </td>
  853. <td align="left"> int </td>
  854. <td align="left"> The total number of maps </td></tr>
  855. <tr class="b">
  856. <td align="left"> mapsCompleted </td>
  857. <td align="left"> int </td>
  858. <td align="left"> The number of completed maps </td></tr>
  859. <tr class="a">
  860. <td align="left"> reducesTotal </td>
  861. <td align="left"> int </td>
  862. <td align="left"> The total number of reduces </td></tr>
  863. <tr class="b">
  864. <td align="left"> reducesCompleted </td>
  865. <td align="left"> int </td>
  866. <td align="left"> The number of completed reduces </td></tr>
  867. <tr class="a">
  868. <td align="left"> uberized </td>
  869. <td align="left"> boolean </td>
  870. <td align="left"> Indicates if the job was an uber job - ran completely in the application master </td></tr>
  871. <tr class="b">
  872. <td align="left"> avgMapTime </td>
  873. <td align="left"> long </td>
  874. <td align="left"> The average time of a map task (in ms) </td></tr>
  875. <tr class="a">
  876. <td align="left"> avgReduceTime </td>
  877. <td align="left"> long </td>
  878. <td align="left"> The average time of the reduce (in ms) </td></tr>
  879. <tr class="b">
  880. <td align="left"> avgShuffleTime </td>
  881. <td align="left"> long </td>
  882. <td align="left"> The average time of the shuffle (in ms) </td></tr>
  883. <tr class="a">
  884. <td align="left"> avgMergeTime </td>
  885. <td align="left"> long </td>
  886. <td align="left"> The average time of the merge (in ms) </td></tr>
  887. <tr class="b">
  888. <td align="left"> failedReduceAttempts </td>
  889. <td align="left"> int </td>
  890. <td align="left"> The number of failed reduce attempts </td></tr>
  891. <tr class="a">
  892. <td align="left"> killedReduceAttempts </td>
  893. <td align="left"> int </td>
  894. <td align="left"> The number of killed reduce attempts </td></tr>
  895. <tr class="b">
  896. <td align="left"> successfulReduceAttempts </td>
  897. <td align="left"> int </td>
  898. <td align="left"> The number of successful reduce attempts </td></tr>
  899. <tr class="a">
  900. <td align="left"> failedMapAttempts </td>
  901. <td align="left"> int </td>
  902. <td align="left"> The number of failed map attempts </td></tr>
  903. <tr class="b">
  904. <td align="left"> killedMapAttempts </td>
  905. <td align="left"> int </td>
  906. <td align="left"> The number of killed map attempts </td></tr>
  907. <tr class="a">
  908. <td align="left"> successfulMapAttempts </td>
  909. <td align="left"> int </td>
  910. <td align="left"> The number of successful map attempts </td></tr>
  911. <tr class="b">
  912. <td align="left"> acls </td>
  913. <td align="left"> array of acls(json)/zero or more acls objects(xml) </td>
  914. <td align="left"> A collection of acls objects </td></tr>
  915. </tbody>
  916. </table></section></section><section>
  917. <h3><a name="Elements_of_the_acls_object"></a>Elements of the <i>acls</i> object</h3>
  918. <table border="0" class="bodyTable">
  919. <thead>
  920. <tr class="a">
  921. <th align="left"> Item </th>
  922. <th align="left"> Data Type </th>
  923. <th align="left"> Description </th></tr>
  924. </thead><tbody>
  925. <tr class="b">
  926. <td align="left"> value </td>
  927. <td align="left"> string </td>
  928. <td align="left"> The acl value </td></tr>
  929. <tr class="a">
  930. <td align="left"> name </td>
  931. <td align="left"> string </td>
  932. <td align="left"> The acl name </td></tr>
  933. </tbody>
  934. </table><section>
  935. <h4><a name="Response_Examples"></a>Response Examples</h4>
  936. <p><b>JSON response</b></p>
  937. <p>HTTP Request:</p>
  938. <div class="source">
  939. <div class="source">
  940. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
  941. </pre></div></div>
  942. <p>Response Header:</p>
  943. <div class="source">
  944. <div class="source">
  945. <pre> HTTP/1.1 200 OK
  946. Content-Type: application/json
  947. Server: Jetty(6.1.26)
  948. Content-Length: 720
  949. </pre></div></div>
  950. <p>Response Body:</p>
  951. <div class="source">
  952. <div class="source">
  953. <pre>{
  954. &quot;job&quot; : {
  955. &quot;submitTime&quot;: 1326381446500,
  956. &quot;avgReduceTime&quot; : 124961,
  957. &quot;failedReduceAttempts&quot; : 0,
  958. &quot;state&quot; : &quot;SUCCEEDED&quot;,
  959. &quot;successfulReduceAttempts&quot; : 1,
  960. &quot;acls&quot; : [
  961. {
  962. &quot;value&quot; : &quot; &quot;,
  963. &quot;name&quot; : &quot;mapreduce.job.acl-modify-job&quot;
  964. },
  965. {
  966. &quot;value&quot; : &quot; &quot;,
  967. &quot;name&quot; : &quot;mapreduce.job.acl-view-job&quot;
  968. }
  969. ],
  970. &quot;user&quot; : &quot;user1&quot;,
  971. &quot;reducesTotal&quot; : 1,
  972. &quot;mapsCompleted&quot; : 1,
  973. &quot;startTime&quot; : 1326381446529,
  974. &quot;id&quot; : &quot;job_1326381300833_2_2&quot;,
  975. &quot;avgMapTime&quot; : 2638,
  976. &quot;successfulMapAttempts&quot; : 1,
  977. &quot;name&quot; : &quot;Sleep job&quot;,
  978. &quot;avgShuffleTime&quot; : 2540,
  979. &quot;reducesCompleted&quot; : 1,
  980. &quot;diagnostics&quot; : &quot;&quot;,
  981. &quot;failedMapAttempts&quot; : 0,
  982. &quot;avgMergeTime&quot; : 2589,
  983. &quot;killedReduceAttempts&quot; : 0,
  984. &quot;mapsTotal&quot; : 1,
  985. &quot;queue&quot; : &quot;default&quot;,
  986. &quot;uberized&quot; : false,
  987. &quot;killedMapAttempts&quot; : 0,
  988. &quot;finishTime&quot; : 1326381582106
  989. }
  990. }
  991. </pre></div></div>
  992. <p><b>XML response</b></p>
  993. <p>HTTP Request:</p>
  994. <div class="source">
  995. <div class="source">
  996. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
  997. Accept: application/xml
  998. </pre></div></div>
  999. <p>Response Header:</p>
  1000. <div class="source">
  1001. <div class="source">
  1002. <pre> HTTP/1.1 200 OK
  1003. Content-Type: application/xml
  1004. Content-Length: 983
  1005. Server: Jetty(6.1.26)
  1006. </pre></div></div>
  1007. <p>Response Body:</p>
  1008. <div class="source">
  1009. <div class="source">
  1010. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  1011. &lt;job&gt;
  1012. &lt;submitTime&gt;1326381446500&lt;/submitTime&gt;
  1013. &lt;startTime&gt;1326381446529&lt;/startTime&gt;
  1014. &lt;finishTime&gt;1326381582106&lt;/finishTime&gt;
  1015. &lt;id&gt;job_1326381300833_2_2&lt;/id&gt;
  1016. &lt;name&gt;Sleep job&lt;/name&gt;
  1017. &lt;queue&gt;default&lt;/queue&gt;
  1018. &lt;user&gt;user1&lt;/user&gt;
  1019. &lt;state&gt;SUCCEEDED&lt;/state&gt;
  1020. &lt;mapsTotal&gt;1&lt;/mapsTotal&gt;
  1021. &lt;mapsCompleted&gt;1&lt;/mapsCompleted&gt;
  1022. &lt;reducesTotal&gt;1&lt;/reducesTotal&gt;
  1023. &lt;reducesCompleted&gt;1&lt;/reducesCompleted&gt;
  1024. &lt;uberized&gt;false&lt;/uberized&gt;
  1025. &lt;diagnostics/&gt;
  1026. &lt;avgMapTime&gt;2638&lt;/avgMapTime&gt;
  1027. &lt;avgReduceTime&gt;124961&lt;/avgReduceTime&gt;
  1028. &lt;avgShuffleTime&gt;2540&lt;/avgShuffleTime&gt;
  1029. &lt;avgMergeTime&gt;2589&lt;/avgMergeTime&gt;
  1030. &lt;failedReduceAttempts&gt;0&lt;/failedReduceAttempts&gt;
  1031. &lt;killedReduceAttempts&gt;0&lt;/killedReduceAttempts&gt;
  1032. &lt;successfulReduceAttempts&gt;1&lt;/successfulReduceAttempts&gt;
  1033. &lt;failedMapAttempts&gt;0&lt;/failedMapAttempts&gt;
  1034. &lt;killedMapAttempts&gt;0&lt;/killedMapAttempts&gt;
  1035. &lt;successfulMapAttempts&gt;1&lt;/successfulMapAttempts&gt;
  1036. &lt;acls&gt;
  1037. &lt;name&gt;mapreduce.job.acl-modify-job&lt;/name&gt;
  1038. &lt;value&gt; &lt;/value&gt;
  1039. &lt;/acls&gt;
  1040. &lt;acls&gt;
  1041. &lt;name&gt;mapreduce.job.acl-view-job&lt;/name&gt;
  1042. &lt;value&gt; &lt;/value&gt;
  1043. &lt;/acls&gt;
  1044. &lt;/job&gt;
  1045. </pre></div></div>
  1046. </section></section><section>
  1047. <h3><a name="Job_Attempts_API"></a>Job Attempts API</h3>
  1048. <p>With the job attempts API, you can obtain a collection of resources that represent a job attempt. When you run a GET operation on this resource, you obtain a collection of Job Attempt Objects.</p><section>
  1049. <h4><a name="URI"></a>URI</h4>
  1050. <ul>
  1051. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts</a></li>
  1052. </ul></section><section>
  1053. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  1054. <ul>
  1055. <li>GET</li>
  1056. </ul></section><section>
  1057. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  1058. <div class="source">
  1059. <div class="source">
  1060. <pre> None
  1061. </pre></div></div>
  1062. </section><section>
  1063. <h4><a name="Elements_of_the_jobAttempts_object"></a>Elements of the <i>jobAttempts</i> object</h4>
  1064. <p>When you make a request for the list of job attempts, the information will be returned as an array of job attempt objects.</p>
  1065. <p>jobAttempts:</p>
  1066. <table border="0" class="bodyTable">
  1067. <thead>
  1068. <tr class="a">
  1069. <th align="left"> Item </th>
  1070. <th align="left"> Data Type </th>
  1071. <th align="left"> Description </th></tr>
  1072. </thead><tbody>
  1073. <tr class="b">
  1074. <td align="left"> jobAttempt </td>
  1075. <td align="left"> array of job attempt objects(JSON)/zero or more job attempt objects(XML) </td>
  1076. <td align="left"> The collection of job attempt objects </td></tr>
  1077. </tbody>
  1078. </table></section><section>
  1079. <h4><a name="Elements_of_the_jobAttempt_object"></a>Elements of the <i>jobAttempt</i> object</h4>
  1080. <table border="0" class="bodyTable">
  1081. <thead>
  1082. <tr class="a">
  1083. <th align="left"> Item </th>
  1084. <th align="left"> Data Type </th>
  1085. <th align="left"> Description </th></tr>
  1086. </thead><tbody>
  1087. <tr class="b">
  1088. <td align="left"> id </td>
  1089. <td align="left"> int </td>
  1090. <td align="left"> The job attempt id </td></tr>
  1091. <tr class="a">
  1092. <td align="left"> nodeId </td>
  1093. <td align="left"> string </td>
  1094. <td align="left"> The node id of the node the attempt ran on </td></tr>
  1095. <tr class="b">
  1096. <td align="left"> nodeHttpAddress </td>
  1097. <td align="left"> string </td>
  1098. <td align="left"> The node http address of the node the attempt ran on </td></tr>
  1099. <tr class="a">
  1100. <td align="left"> logsLink </td>
  1101. <td align="left"> string </td>
  1102. <td align="left"> The http link to the job attempt logs </td></tr>
  1103. <tr class="b">
  1104. <td align="left"> containerId </td>
  1105. <td align="left"> string </td>
  1106. <td align="left"> The id of the container for the job attempt </td></tr>
  1107. <tr class="a">
  1108. <td align="left"> startTime </td>
  1109. <td align="left"> long </td>
  1110. <td align="left"> The start time of the attempt (in ms since epoch) </td></tr>
  1111. </tbody>
  1112. </table></section><section>
  1113. <h4><a name="Response_Examples"></a>Response Examples</h4>
  1114. <p><b>JSON response</b></p>
  1115. <p>HTTP Request:</p>
  1116. <div class="source">
  1117. <div class="source">
  1118. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattempts
  1119. </pre></div></div>
  1120. <p>Response Header:</p>
  1121. <div class="source">
  1122. <div class="source">
  1123. <pre> HTTP/1.1 200 OK
  1124. Content-Type: application/json
  1125. Transfer-Encoding: chunked
  1126. Server: Jetty(6.1.26)
  1127. </pre></div></div>
  1128. <p>Response Body:</p>
  1129. <div class="source">
  1130. <div class="source">
  1131. <pre>{
  1132. &quot;jobAttempts&quot; : {
  1133. &quot;jobAttempt&quot; : [
  1134. {
  1135. &quot;nodeId&quot; : &quot;host.domain.com:8041&quot;,
  1136. &quot;nodeHttpAddress&quot; : &quot;host.domain.com:8042&quot;,
  1137. &quot;startTime&quot; : 1326381444693,
  1138. &quot;id&quot; : 1,
  1139. &quot;logsLink&quot; : &quot;http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1&quot;,
  1140. &quot;containerId&quot; : &quot;container_1326381300833_0002_01_000001&quot;
  1141. }
  1142. ]
  1143. }
  1144. }
  1145. </pre></div></div>
  1146. <p><b>XML response</b></p>
  1147. <p>HTTP Request:</p>
  1148. <div class="source">
  1149. <div class="source">
  1150. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattmpts
  1151. Accept: application/xml
  1152. </pre></div></div>
  1153. <p>Response Header:</p>
  1154. <div class="source">
  1155. <div class="source">
  1156. <pre> HTTP/1.1 200 OK
  1157. Content-Type: application/xml
  1158. Content-Length: 575
  1159. Server: Jetty(6.1.26)
  1160. </pre></div></div>
  1161. <p>Response Body:</p>
  1162. <div class="source">
  1163. <div class="source">
  1164. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  1165. &lt;jobAttempts&gt;
  1166. &lt;jobAttempt&gt;
  1167. &lt;nodeHttpAddress&gt;host.domain.com:8042&lt;/nodeHttpAddress&gt;
  1168. &lt;nodeId&gt;host.domain.com:8041&lt;/nodeId&gt;
  1169. &lt;id&gt;1&lt;/id&gt;
  1170. &lt;startTime&gt;1326381444693&lt;/startTime&gt;
  1171. &lt;containerId&gt;container_1326381300833_0002_01_000001&lt;/containerId&gt;
  1172. &lt;logsLink&gt;http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1&lt;/logsLink&gt;
  1173. &lt;/jobAttempt&gt;
  1174. &lt;/jobAttempts&gt;
  1175. </pre></div></div>
  1176. </section></section><section>
  1177. <h3><a name="Job_Counters_API"></a>Job Counters API</h3>
  1178. <p>With the job counters API, you can object a collection of resources that represent al the counters for that job.</p><section>
  1179. <h4><a name="URI"></a>URI</h4>
  1180. <ul>
  1181. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/counters</a></li>
  1182. </ul></section><section>
  1183. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  1184. <ul>
  1185. <li>GET</li>
  1186. </ul></section><section>
  1187. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  1188. <div class="source">
  1189. <div class="source">
  1190. <pre> None
  1191. </pre></div></div>
  1192. </section><section>
  1193. <h4><a name="Elements_of_the_jobCounters_object"></a>Elements of the <i>jobCounters</i> object</h4>
  1194. <table border="0" class="bodyTable">
  1195. <thead>
  1196. <tr class="a">
  1197. <th align="left"> Item </th>
  1198. <th align="left"> Data Type </th>
  1199. <th align="left"> Description </th></tr>
  1200. </thead><tbody>
  1201. <tr class="b">
  1202. <td align="left"> id </td>
  1203. <td align="left"> string </td>
  1204. <td align="left"> The job id </td></tr>
  1205. <tr class="a">
  1206. <td align="left"> counterGroup </td>
  1207. <td align="left"> array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) </td>
  1208. <td align="left"> A collection of counter group objects </td></tr>
  1209. </tbody>
  1210. </table></section><section>
  1211. <h4><a name="Elements_of_the_counterGroup_objecs"></a>Elements of the <i>counterGroup</i> objecs</h4>
  1212. <table border="0" class="bodyTable">
  1213. <thead>
  1214. <tr class="a">
  1215. <th align="left"> Item </th>
  1216. <th align="left"> Data Type </th>
  1217. <th align="left"> Description </th></tr>
  1218. </thead><tbody>
  1219. <tr class="b">
  1220. <td align="left"> counterGroupName </td>
  1221. <td align="left"> string </td>
  1222. <td align="left"> The name of the counter group </td></tr>
  1223. <tr class="a">
  1224. <td align="left"> counter </td>
  1225. <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
  1226. <td align="left"> A collection of counter objects </td></tr>
  1227. </tbody>
  1228. </table></section><section>
  1229. <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
  1230. <table border="0" class="bodyTable">
  1231. <thead>
  1232. <tr class="a">
  1233. <th align="left"> Item </th>
  1234. <th align="left"> Data Type </th>
  1235. <th align="left"> Description </th></tr>
  1236. </thead><tbody>
  1237. <tr class="b">
  1238. <td align="left"> name </td>
  1239. <td align="left"> string </td>
  1240. <td align="left"> The name of the counter </td></tr>
  1241. <tr class="a">
  1242. <td align="left"> reduceCounterValue </td>
  1243. <td align="left"> long </td>
  1244. <td align="left"> The counter value of reduce tasks </td></tr>
  1245. <tr class="b">
  1246. <td align="left"> mapCounterValue </td>
  1247. <td align="left"> long </td>
  1248. <td align="left"> The counter value of map tasks </td></tr>
  1249. <tr class="a">
  1250. <td align="left"> totalCounterValue </td>
  1251. <td align="left"> long </td>
  1252. <td align="left"> The counter value of all tasks </td></tr>
  1253. </tbody>
  1254. </table></section><section>
  1255. <h4><a name="Response_Examples"></a>Response Examples</h4>
  1256. <p><b>JSON response</b></p>
  1257. <p>HTTP Request:</p>
  1258. <div class="source">
  1259. <div class="source">
  1260. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
  1261. </pre></div></div>
  1262. <p>Response Header:</p>
  1263. <div class="source">
  1264. <div class="source">
  1265. <pre> HTTP/1.1 200 OK
  1266. Content-Type: application/json
  1267. Transfer-Encoding: chunked
  1268. Server: Jetty(6.1.26)
  1269. </pre></div></div>
  1270. <p>Response Body:</p>
  1271. <div class="source">
  1272. <div class="source">
  1273. <pre>{
  1274. &quot;jobCounters&quot; : {
  1275. &quot;id&quot; : &quot;job_1326381300833_2_2&quot;,
  1276. &quot;counterGroup&quot; : [
  1277. {
  1278. &quot;counterGroupName&quot; : &quot;Shuffle Errors&quot;,
  1279. &quot;counter&quot; : [
  1280. {
  1281. &quot;reduceCounterValue&quot; : 0,
  1282. &quot;mapCounterValue&quot; : 0,
  1283. &quot;totalCounterValue&quot; : 0,
  1284. &quot;name&quot; : &quot;BAD_ID&quot;
  1285. },
  1286. {
  1287. &quot;reduceCounterValue&quot; : 0,
  1288. &quot;mapCounterValue&quot; : 0,
  1289. &quot;totalCounterValue&quot; : 0,
  1290. &quot;name&quot; : &quot;CONNECTION&quot;
  1291. },
  1292. {
  1293. &quot;reduceCounterValue&quot; : 0,
  1294. &quot;mapCounterValue&quot; : 0,
  1295. &quot;totalCounterValue&quot; : 0,
  1296. &quot;name&quot; : &quot;IO_ERROR&quot;
  1297. },
  1298. {
  1299. &quot;reduceCounterValue&quot; : 0,
  1300. &quot;mapCounterValue&quot; : 0,
  1301. &quot;totalCounterValue&quot; : 0,
  1302. &quot;name&quot; : &quot;WRONG_LENGTH&quot;
  1303. },
  1304. {
  1305. &quot;reduceCounterValue&quot; : 0,
  1306. &quot;mapCounterValue&quot; : 0,
  1307. &quot;totalCounterValue&quot; : 0,
  1308. &quot;name&quot; : &quot;WRONG_MAP&quot;
  1309. },
  1310. {
  1311. &quot;reduceCounterValue&quot; : 0,
  1312. &quot;mapCounterValue&quot; : 0,
  1313. &quot;totalCounterValue&quot; : 0,
  1314. &quot;name&quot; : &quot;WRONG_REDUCE&quot;
  1315. }
  1316. ]
  1317. },
  1318. {
  1319. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.FileSystemCounter&quot;,
  1320. &quot;counter&quot; : [
  1321. {
  1322. &quot;reduceCounterValue&quot; : 0,
  1323. &quot;mapCounterValue&quot; : 0,
  1324. &quot;totalCounterValue&quot; : 2483,
  1325. &quot;name&quot; : &quot;FILE_BYTES_READ&quot;
  1326. },
  1327. {
  1328. &quot;reduceCounterValue&quot; : 0,
  1329. &quot;mapCounterValue&quot; : 0,
  1330. &quot;totalCounterValue&quot; : 108525,
  1331. &quot;name&quot; : &quot;FILE_BYTES_WRITTEN&quot;
  1332. },
  1333. {
  1334. &quot;reduceCounterValue&quot; : 0,
  1335. &quot;mapCounterValue&quot; : 0,
  1336. &quot;totalCounterValue&quot; : 0,
  1337. &quot;name&quot; : &quot;FILE_READ_OPS&quot;
  1338. },
  1339. {
  1340. &quot;reduceCounterValue&quot; : 0,
  1341. &quot;mapCounterValue&quot; : 0,
  1342. &quot;totalCounterValue&quot; : 0,
  1343. &quot;name&quot; : &quot;FILE_LARGE_READ_OPS&quot;
  1344. },
  1345. {
  1346. &quot;reduceCounterValue&quot; : 0,
  1347. &quot;mapCounterValue&quot; : 0,
  1348. &quot;totalCounterValue&quot; : 0,
  1349. &quot;name&quot; : &quot;FILE_WRITE_OPS&quot;
  1350. },
  1351. {
  1352. &quot;reduceCounterValue&quot; : 0,
  1353. &quot;mapCounterValue&quot; : 0,
  1354. &quot;totalCounterValue&quot; : 48,
  1355. &quot;name&quot; : &quot;HDFS_BYTES_READ&quot;
  1356. },
  1357. {
  1358. &quot;reduceCounterValue&quot; : 0,
  1359. &quot;mapCounterValue&quot; : 0,
  1360. &quot;totalCounterValue&quot; : 0,
  1361. &quot;name&quot; : &quot;HDFS_BYTES_WRITTEN&quot;
  1362. },
  1363. {
  1364. &quot;reduceCounterValue&quot; : 0,
  1365. &quot;mapCounterValue&quot; : 0,
  1366. &quot;totalCounterValue&quot; : 1,
  1367. &quot;name&quot; : &quot;HDFS_READ_OPS&quot;
  1368. },
  1369. {
  1370. &quot;reduceCounterValue&quot; : 0,
  1371. &quot;mapCounterValue&quot; : 0,
  1372. &quot;totalCounterValue&quot; : 0,
  1373. &quot;name&quot; : &quot;HDFS_LARGE_READ_OPS&quot;
  1374. },
  1375. {
  1376. &quot;reduceCounterValue&quot; : 0,
  1377. &quot;mapCounterValue&quot; : 0,
  1378. &quot;totalCounterValue&quot; : 0,
  1379. &quot;name&quot; : &quot;HDFS_WRITE_OPS&quot;
  1380. }
  1381. ]
  1382. },
  1383. {
  1384. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.TaskCounter&quot;,
  1385. &quot;counter&quot; : [
  1386. {
  1387. &quot;reduceCounterValue&quot; : 0,
  1388. &quot;mapCounterValue&quot; : 0,
  1389. &quot;totalCounterValue&quot; : 1,
  1390. &quot;name&quot; : &quot;MAP_INPUT_RECORDS&quot;
  1391. },
  1392. {
  1393. &quot;reduceCounterValue&quot; : 0,
  1394. &quot;mapCounterValue&quot; : 0,
  1395. &quot;totalCounterValue&quot; : 1200,
  1396. &quot;name&quot; : &quot;MAP_OUTPUT_RECORDS&quot;
  1397. },
  1398. {
  1399. &quot;reduceCounterValue&quot; : 0,
  1400. &quot;mapCounterValue&quot; : 0,
  1401. &quot;totalCounterValue&quot; : 4800,
  1402. &quot;name&quot; : &quot;MAP_OUTPUT_BYTES&quot;
  1403. },
  1404. {
  1405. &quot;reduceCounterValue&quot; : 0,
  1406. &quot;mapCounterValue&quot; : 0,
  1407. &quot;totalCounterValue&quot; : 2235,
  1408. &quot;name&quot; : &quot;MAP_OUTPUT_MATERIALIZED_BYTES&quot;
  1409. },
  1410. {
  1411. &quot;reduceCounterValue&quot; : 0,
  1412. &quot;mapCounterValue&quot; : 0,
  1413. &quot;totalCounterValue&quot; : 48,
  1414. &quot;name&quot; : &quot;SPLIT_RAW_BYTES&quot;
  1415. },
  1416. {
  1417. &quot;reduceCounterValue&quot; : 0,
  1418. &quot;mapCounterValue&quot; : 0,
  1419. &quot;totalCounterValue&quot; : 0,
  1420. &quot;name&quot; : &quot;COMBINE_INPUT_RECORDS&quot;
  1421. },
  1422. {
  1423. &quot;reduceCounterValue&quot; : 0,
  1424. &quot;mapCounterValue&quot; : 0,
  1425. &quot;totalCounterValue&quot; : 0,
  1426. &quot;name&quot; : &quot;COMBINE_OUTPUT_RECORDS&quot;
  1427. },
  1428. {
  1429. &quot;reduceCounterValue&quot; : 0,
  1430. &quot;mapCounterValue&quot; : 0,
  1431. &quot;totalCounterValue&quot; : 1200,
  1432. &quot;name&quot; : &quot;REDUCE_INPUT_GROUPS&quot;
  1433. },
  1434. {
  1435. &quot;reduceCounterValue&quot; : 0,
  1436. &quot;mapCounterValue&quot; : 0,
  1437. &quot;totalCounterValue&quot; : 2235,
  1438. &quot;name&quot; : &quot;REDUCE_SHUFFLE_BYTES&quot;
  1439. },
  1440. {
  1441. &quot;reduceCounterValue&quot; : 0,
  1442. &quot;mapCounterValue&quot; : 0,
  1443. &quot;totalCounterValue&quot; : 1200,
  1444. &quot;name&quot; : &quot;REDUCE_INPUT_RECORDS&quot;
  1445. },
  1446. {
  1447. &quot;reduceCounterValue&quot; : 0,
  1448. &quot;mapCounterValue&quot; : 0,
  1449. &quot;totalCounterValue&quot; : 0,
  1450. &quot;name&quot; : &quot;REDUCE_OUTPUT_RECORDS&quot;
  1451. },
  1452. {
  1453. &quot;reduceCounterValue&quot; : 0,
  1454. &quot;mapCounterValue&quot; : 0,
  1455. &quot;totalCounterValue&quot; : 2400,
  1456. &quot;name&quot; : &quot;SPILLED_RECORDS&quot;
  1457. },
  1458. {
  1459. &quot;reduceCounterValue&quot; : 0,
  1460. &quot;mapCounterValue&quot; : 0,
  1461. &quot;totalCounterValue&quot; : 1,
  1462. &quot;name&quot; : &quot;SHUFFLED_MAPS&quot;
  1463. },
  1464. {
  1465. &quot;reduceCounterValue&quot; : 0,
  1466. &quot;mapCounterValue&quot; : 0,
  1467. &quot;totalCounterValue&quot; : 0,
  1468. &quot;name&quot; : &quot;FAILED_SHUFFLE&quot;
  1469. },
  1470. {
  1471. &quot;reduceCounterValue&quot; : 0,
  1472. &quot;mapCounterValue&quot; : 0,
  1473. &quot;totalCounterValue&quot; : 1,
  1474. &quot;name&quot; : &quot;MERGED_MAP_OUTPUTS&quot;
  1475. },
  1476. {
  1477. &quot;reduceCounterValue&quot; : 0,
  1478. &quot;mapCounterValue&quot; : 0,
  1479. &quot;totalCounterValue&quot; : 113,
  1480. &quot;name&quot; : &quot;GC_TIME_MILLIS&quot;
  1481. },
  1482. {
  1483. &quot;reduceCounterValue&quot; : 0,
  1484. &quot;mapCounterValue&quot; : 0,
  1485. &quot;totalCounterValue&quot; : 1830,
  1486. &quot;name&quot; : &quot;CPU_MILLISECONDS&quot;
  1487. },
  1488. {
  1489. &quot;reduceCounterValue&quot; : 0,
  1490. &quot;mapCounterValue&quot; : 0,
  1491. &quot;totalCounterValue&quot; : 478068736,
  1492. &quot;name&quot; : &quot;PHYSICAL_MEMORY_BYTES&quot;
  1493. },
  1494. {
  1495. &quot;reduceCounterValue&quot; : 0,
  1496. &quot;mapCounterValue&quot; : 0,
  1497. &quot;totalCounterValue&quot; : 2159284224,
  1498. &quot;name&quot; : &quot;VIRTUAL_MEMORY_BYTES&quot;
  1499. },
  1500. {
  1501. &quot;reduceCounterValue&quot; : 0,
  1502. &quot;mapCounterValue&quot; : 0,
  1503. &quot;totalCounterValue&quot; : 378863616,
  1504. &quot;name&quot; : &quot;COMMITTED_HEAP_BYTES&quot;
  1505. }
  1506. ]
  1507. },
  1508. {
  1509. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter&quot;,
  1510. &quot;counter&quot; : [
  1511. {
  1512. &quot;reduceCounterValue&quot; : 0,
  1513. &quot;mapCounterValue&quot; : 0,
  1514. &quot;totalCounterValue&quot; : 0,
  1515. &quot;name&quot; : &quot;BYTES_READ&quot;
  1516. }
  1517. ]
  1518. },
  1519. {
  1520. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&quot;,
  1521. &quot;counter&quot; : [
  1522. {
  1523. &quot;reduceCounterValue&quot; : 0,
  1524. &quot;mapCounterValue&quot; : 0,
  1525. &quot;totalCounterValue&quot; : 0,
  1526. &quot;name&quot; : &quot;BYTES_WRITTEN&quot;
  1527. }
  1528. ]
  1529. }
  1530. ]
  1531. }
  1532. }
  1533. </pre></div></div>
  1534. <p><b>XML response</b></p>
  1535. <p>HTTP Request:</p>
  1536. <div class="source">
  1537. <div class="source">
  1538. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
  1539. Accept: application/xml
  1540. </pre></div></div>
  1541. <p>Response Header:</p>
  1542. <div class="source">
  1543. <div class="source">
  1544. <pre> HTTP/1.1 200 OK
  1545. Content-Type: application/xml
  1546. Content-Length: 7030
  1547. Server: Jetty(6.1.26)
  1548. </pre></div></div>
  1549. <p>Response Body:</p>
  1550. <div class="source">
  1551. <div class="source">
  1552. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  1553. &lt;jobCounters&gt;
  1554. &lt;id&gt;job_1326381300833_2_2&lt;/id&gt;
  1555. &lt;counterGroup&gt;
  1556. &lt;counterGroupName&gt;Shuffle Errors&lt;/counterGroupName&gt;
  1557. &lt;counter&gt;
  1558. &lt;name&gt;BAD_ID&lt;/name&gt;
  1559. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1560. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1561. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1562. &lt;/counter&gt;
  1563. &lt;counter&gt;
  1564. &lt;name&gt;CONNECTION&lt;/name&gt;
  1565. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1566. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1567. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1568. &lt;/counter&gt;
  1569. &lt;counter&gt;
  1570. &lt;name&gt;IO_ERROR&lt;/name&gt;
  1571. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1572. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1573. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1574. &lt;/counter&gt;
  1575. &lt;counter&gt;
  1576. &lt;name&gt;WRONG_LENGTH&lt;/name&gt;
  1577. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1578. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1579. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1580. &lt;/counter&gt;
  1581. &lt;counter&gt;
  1582. &lt;name&gt;WRONG_MAP&lt;/name&gt;
  1583. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1584. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1585. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1586. &lt;/counter&gt;
  1587. &lt;counter&gt;
  1588. &lt;name&gt;WRONG_REDUCE&lt;/name&gt;
  1589. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1590. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1591. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1592. &lt;/counter&gt;
  1593. &lt;/counterGroup&gt;
  1594. &lt;counterGroup&gt;
  1595. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.FileSystemCounter&lt;/counterGroupName&gt;
  1596. &lt;counter&gt;
  1597. &lt;name&gt;FILE_BYTES_READ&lt;/name&gt;
  1598. &lt;totalCounterValue&gt;2483&lt;/totalCounterValue&gt;
  1599. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1600. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1601. &lt;/counter&gt;
  1602. &lt;counter&gt;
  1603. &lt;name&gt;FILE_BYTES_WRITTEN&lt;/name&gt;
  1604. &lt;totalCounterValue&gt;108525&lt;/totalCounterValue&gt;
  1605. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1606. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1607. &lt;/counter&gt;
  1608. &lt;counter&gt;
  1609. &lt;name&gt;FILE_READ_OPS&lt;/name&gt;
  1610. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1611. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1612. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1613. &lt;/counter&gt;
  1614. &lt;counter&gt;
  1615. &lt;name&gt;FILE_LARGE_READ_OPS&lt;/name&gt;
  1616. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1617. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1618. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1619. &lt;/counter&gt;
  1620. &lt;counter&gt;
  1621. &lt;name&gt;FILE_WRITE_OPS&lt;/name&gt;
  1622. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1623. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1624. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1625. &lt;/counter&gt;
  1626. &lt;counter&gt;
  1627. &lt;name&gt;HDFS_BYTES_READ&lt;/name&gt;
  1628. &lt;totalCounterValue&gt;48&lt;/totalCounterValue&gt;
  1629. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1630. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1631. &lt;/counter&gt;
  1632. &lt;counter&gt;
  1633. &lt;name&gt;HDFS_BYTES_WRITTEN&lt;/name&gt;
  1634. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1635. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1636. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1637. &lt;/counter&gt;
  1638. &lt;counter&gt;
  1639. &lt;name&gt;HDFS_READ_OPS&lt;/name&gt;
  1640. &lt;totalCounterValue&gt;1&lt;/totalCounterValue&gt;
  1641. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1642. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1643. &lt;/counter&gt;
  1644. &lt;counter&gt;
  1645. &lt;name&gt;HDFS_LARGE_READ_OPS&lt;/name&gt;
  1646. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1647. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1648. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1649. &lt;/counter&gt;
  1650. &lt;counter&gt;
  1651. &lt;name&gt;HDFS_WRITE_OPS&lt;/name&gt;
  1652. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1653. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1654. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1655. &lt;/counter&gt;
  1656. &lt;/counterGroup&gt;
  1657. &lt;counterGroup&gt;
  1658. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.TaskCounter&lt;/counterGroupName&gt;
  1659. &lt;counter&gt;
  1660. &lt;name&gt;MAP_INPUT_RECORDS&lt;/name&gt;
  1661. &lt;totalCounterValue&gt;1&lt;/totalCounterValue&gt;
  1662. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1663. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1664. &lt;/counter&gt;
  1665. &lt;counter&gt;
  1666. &lt;name&gt;MAP_OUTPUT_RECORDS&lt;/name&gt;
  1667. &lt;totalCounterValue&gt;1200&lt;/totalCounterValue&gt;
  1668. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1669. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1670. &lt;/counter&gt;
  1671. &lt;counter&gt;
  1672. &lt;name&gt;MAP_OUTPUT_BYTES&lt;/name&gt;
  1673. &lt;totalCounterValue&gt;4800&lt;/totalCounterValue&gt;
  1674. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1675. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1676. &lt;/counter&gt;
  1677. &lt;counter&gt;
  1678. &lt;name&gt;MAP_OUTPUT_MATERIALIZED_BYTES&lt;/name&gt;
  1679. &lt;totalCounterValue&gt;2235&lt;/totalCounterValue&gt;
  1680. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1681. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1682. &lt;/counter&gt;
  1683. &lt;counter&gt;
  1684. &lt;name&gt;SPLIT_RAW_BYTES&lt;/name&gt;
  1685. &lt;totalCounterValue&gt;48&lt;/totalCounterValue&gt;
  1686. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1687. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1688. &lt;/counter&gt;
  1689. &lt;counter&gt;
  1690. &lt;name&gt;COMBINE_INPUT_RECORDS&lt;/name&gt;
  1691. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1692. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1693. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1694. &lt;/counter&gt;
  1695. &lt;counter&gt;
  1696. &lt;name&gt;COMBINE_OUTPUT_RECORDS&lt;/name&gt;
  1697. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1698. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1699. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1700. &lt;/counter&gt;
  1701. &lt;counter&gt;
  1702. &lt;name&gt;REDUCE_INPUT_GROUPS&lt;/name&gt;
  1703. &lt;totalCounterValue&gt;1200&lt;/totalCounterValue&gt;
  1704. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1705. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1706. &lt;/counter&gt;
  1707. &lt;counter&gt;
  1708. &lt;name&gt;REDUCE_SHUFFLE_BYTES&lt;/name&gt;
  1709. &lt;totalCounterValue&gt;2235&lt;/totalCounterValue&gt;
  1710. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1711. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1712. &lt;/counter&gt;
  1713. &lt;counter&gt;
  1714. &lt;name&gt;REDUCE_INPUT_RECORDS&lt;/name&gt;
  1715. &lt;totalCounterValue&gt;1200&lt;/totalCounterValue&gt;
  1716. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1717. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1718. &lt;/counter&gt;
  1719. &lt;counter&gt;
  1720. &lt;name&gt;REDUCE_OUTPUT_RECORDS&lt;/name&gt;
  1721. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1722. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1723. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1724. &lt;/counter&gt;
  1725. &lt;counter&gt;
  1726. &lt;name&gt;SPILLED_RECORDS&lt;/name&gt;
  1727. &lt;totalCounterValue&gt;2400&lt;/totalCounterValue&gt;
  1728. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1729. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1730. &lt;/counter&gt;
  1731. &lt;counter&gt;
  1732. &lt;name&gt;SHUFFLED_MAPS&lt;/name&gt;
  1733. &lt;totalCounterValue&gt;1&lt;/totalCounterValue&gt;
  1734. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1735. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1736. &lt;/counter&gt;
  1737. &lt;counter&gt;
  1738. &lt;name&gt;FAILED_SHUFFLE&lt;/name&gt;
  1739. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1740. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1741. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1742. &lt;/counter&gt;
  1743. &lt;counter&gt;
  1744. &lt;name&gt;MERGED_MAP_OUTPUTS&lt;/name&gt;
  1745. &lt;totalCounterValue&gt;1&lt;/totalCounterValue&gt;
  1746. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1747. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1748. &lt;/counter&gt;
  1749. &lt;counter&gt;
  1750. &lt;name&gt;GC_TIME_MILLIS&lt;/name&gt;
  1751. &lt;totalCounterValue&gt;113&lt;/totalCounterValue&gt;
  1752. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1753. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1754. &lt;/counter&gt;
  1755. &lt;counter&gt;
  1756. &lt;name&gt;CPU_MILLISECONDS&lt;/name&gt;
  1757. &lt;totalCounterValue&gt;1830&lt;/totalCounterValue&gt;
  1758. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1759. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1760. &lt;/counter&gt;
  1761. &lt;counter&gt;
  1762. &lt;name&gt;PHYSICAL_MEMORY_BYTES&lt;/name&gt;
  1763. &lt;totalCounterValue&gt;478068736&lt;/totalCounterValue&gt;
  1764. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1765. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1766. &lt;/counter&gt;
  1767. &lt;counter&gt;
  1768. &lt;name&gt;VIRTUAL_MEMORY_BYTES&lt;/name&gt;
  1769. &lt;totalCounterValue&gt;2159284224&lt;/totalCounterValue&gt;
  1770. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1771. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1772. &lt;/counter&gt;
  1773. &lt;counter&gt;
  1774. &lt;name&gt;COMMITTED_HEAP_BYTES&lt;/name&gt;
  1775. &lt;totalCounterValue&gt;378863616&lt;/totalCounterValue&gt;
  1776. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1777. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1778. &lt;/counter&gt;
  1779. &lt;/counterGroup&gt;
  1780. &lt;counterGroup&gt;
  1781. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter&lt;/counterGroupName&gt;
  1782. &lt;counter&gt;
  1783. &lt;name&gt;BYTES_READ&lt;/name&gt;
  1784. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1785. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1786. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1787. &lt;/counter&gt;
  1788. &lt;/counterGroup&gt;
  1789. &lt;counterGroup&gt;
  1790. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&lt;/counterGroupName&gt;
  1791. &lt;counter&gt;
  1792. &lt;name&gt;BYTES_WRITTEN&lt;/name&gt;
  1793. &lt;totalCounterValue&gt;0&lt;/totalCounterValue&gt;
  1794. &lt;mapCounterValue&gt;0&lt;/mapCounterValue&gt;
  1795. &lt;reduceCounterValue&gt;0&lt;/reduceCounterValue&gt;
  1796. &lt;/counter&gt;
  1797. &lt;/counterGroup&gt;
  1798. &lt;/jobCounters&gt;
  1799. </pre></div></div>
  1800. </section></section><section>
  1801. <h3><a name="Job_Conf_API"></a>Job Conf API</h3>
  1802. <p>A job configuration resource contains information about the job configuration for this job.</p><section>
  1803. <h4><a name="URI"></a>URI</h4>
  1804. <p>Use the following URI to obtain th job configuration information, from a job identified by the jobid value.</p>
  1805. <ul>
  1806. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/conf">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/conf</a></li>
  1807. </ul></section><section>
  1808. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  1809. <ul>
  1810. <li>GET</li>
  1811. </ul></section><section>
  1812. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  1813. <div class="source">
  1814. <div class="source">
  1815. <pre> None
  1816. </pre></div></div>
  1817. </section><section>
  1818. <h4><a name="Elements_of_the_conf_object"></a>Elements of the <i>conf</i> object</h4>
  1819. <table border="0" class="bodyTable">
  1820. <thead>
  1821. <tr class="a">
  1822. <th align="left"> Item </th>
  1823. <th align="left"> Data Type </th>
  1824. <th align="left"> Description </th></tr>
  1825. </thead><tbody>
  1826. <tr class="b">
  1827. <td align="left"> path </td>
  1828. <td align="left"> string </td>
  1829. <td align="left"> The path to the job configuration file </td></tr>
  1830. <tr class="a">
  1831. <td align="left"> property </td>
  1832. <td align="left"> array of the configuration properties(JSON)/zero or more configuration properties(XML) </td>
  1833. <td align="left"> Collection of configuration property objects </td></tr>
  1834. </tbody>
  1835. </table></section><section>
  1836. <h4><a name="Elements_of_the_property_object"></a>Elements of the <i>property</i> object</h4>
  1837. <table border="0" class="bodyTable">
  1838. <thead>
  1839. <tr class="a">
  1840. <th align="left"> Item </th>
  1841. <th align="left"> Data Type </th>
  1842. <th align="left"> Description </th></tr>
  1843. </thead><tbody>
  1844. <tr class="b">
  1845. <td align="left"> name </td>
  1846. <td align="left"> string </td>
  1847. <td align="left"> The name of the configuration property </td></tr>
  1848. <tr class="a">
  1849. <td align="left"> value </td>
  1850. <td align="left"> string </td>
  1851. <td align="left"> The value of the configuration property </td></tr>
  1852. <tr class="b">
  1853. <td align="left"> source </td>
  1854. <td align="left"> string </td>
  1855. <td align="left"> The location this configuration object came from. If there is more then one of these it shows the history with the latest source at the end of the list. </td></tr>
  1856. </tbody>
  1857. </table></section><section>
  1858. <h4><a name="Response_Examples"></a>Response Examples</h4>
  1859. <p><b>JSON response</b></p>
  1860. <p>HTTP Request:</p>
  1861. <div class="source">
  1862. <div class="source">
  1863. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
  1864. </pre></div></div>
  1865. <p>Response Header:</p>
  1866. <div class="source">
  1867. <div class="source">
  1868. <pre> HTTP/1.1 200 OK
  1869. Content-Type: application/json
  1870. Transfer-Encoding: chunked
  1871. Server: Jetty(6.1.26)
  1872. </pre></div></div>
  1873. <p>Response Body:</p>
  1874. <p>This is a small snippet of the output as the output if very large. The real output contains every property in your job configuration file.</p>
  1875. <div class="source">
  1876. <div class="source">
  1877. <pre>{
  1878. &quot;conf&quot; : {
  1879. &quot;path&quot; : &quot;hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml&quot;,
  1880. &quot;property&quot; : [
  1881. {
  1882. &quot;value&quot; : &quot;/home/hadoop/hdfs/data&quot;,
  1883. &quot;name&quot; : &quot;dfs.datanode.data.dir&quot;
  1884. &quot;source&quot; : [&quot;hdfs-site.xml&quot;, &quot;job.xml&quot;]
  1885. },
  1886. {
  1887. &quot;value&quot; : &quot;org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer&quot;,
  1888. &quot;name&quot; : &quot;hadoop.http.filter.initializers&quot;
  1889. &quot;source&quot; : [&quot;programmatically&quot;, &quot;job.xml&quot;]
  1890. },
  1891. {
  1892. &quot;value&quot; : &quot;/home/hadoop/tmp&quot;,
  1893. &quot;name&quot; : &quot;mapreduce.cluster.temp.dir&quot;
  1894. &quot;source&quot; : [&quot;mapred-site.xml&quot;]
  1895. },
  1896. ...
  1897. ]
  1898. }
  1899. }
  1900. </pre></div></div>
  1901. <p><b>XML response</b></p>
  1902. <p>HTTP Request:</p>
  1903. <div class="source">
  1904. <div class="source">
  1905. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
  1906. Accept: application/xml
  1907. </pre></div></div>
  1908. <p>Response Header:</p>
  1909. <div class="source">
  1910. <div class="source">
  1911. <pre> HTTP/1.1 200 OK
  1912. Content-Type: application/xml
  1913. Content-Length: 552
  1914. Server: Jetty(6.1.26)
  1915. </pre></div></div>
  1916. <p>Response Body:</p>
  1917. <div class="source">
  1918. <div class="source">
  1919. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  1920. &lt;conf&gt;
  1921. &lt;path&gt;hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml&lt;/path&gt;
  1922. &lt;property&gt;
  1923. &lt;name&gt;dfs.datanode.data.dir&lt;/name&gt;
  1924. &lt;value&gt;/home/hadoop/hdfs/data&lt;/value&gt;
  1925. &lt;source&gt;hdfs-site.xml&lt;/source&gt;
  1926. &lt;source&gt;job.xml&lt;/source&gt;
  1927. &lt;/property&gt;
  1928. &lt;property&gt;
  1929. &lt;name&gt;hadoop.http.filter.initializers&lt;/name&gt;
  1930. &lt;value&gt;org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer&lt;/value&gt;
  1931. &lt;source&gt;programmatically&lt;/source&gt;
  1932. &lt;source&gt;job.xml&lt;/source&gt;
  1933. &lt;/property&gt;
  1934. &lt;property&gt;
  1935. &lt;name&gt;mapreduce.cluster.temp.dir&lt;/name&gt;
  1936. &lt;value&gt;/home/hadoop/tmp&lt;/value&gt;
  1937. &lt;source&gt;mapred-site.xml&lt;/source&gt;
  1938. &lt;/property&gt;
  1939. ...
  1940. &lt;/conf&gt;
  1941. </pre></div></div>
  1942. </section></section><section>
  1943. <h3><a name="Tasks_API"></a>Tasks API</h3>
  1944. <p>With the tasks API, you can obtain a collection of resources that represent a task within a job. When you run a GET operation on this resource, you obtain a collection of Task Objects.</p><section>
  1945. <h4><a name="URI"></a>URI</h4>
  1946. <ul>
  1947. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks</a></li>
  1948. </ul></section><section>
  1949. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  1950. <ul>
  1951. <li>GET</li>
  1952. </ul></section><section>
  1953. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  1954. <ul>
  1955. <li>type - type of task, valid values are m or r. m for map task or r for reduce task.</li>
  1956. </ul></section><section>
  1957. <h4><a name="Elements_of_the_tasks_object"></a>Elements of the <i>tasks</i> object</h4>
  1958. <p>When you make a request for the list of tasks , the information will be returned as an array of task objects. See also <a href="#Task_API">Task API</a> for syntax of the task object.</p>
  1959. <table border="0" class="bodyTable">
  1960. <thead>
  1961. <tr class="a">
  1962. <th align="left"> Item </th>
  1963. <th align="left"> Data Type </th>
  1964. <th align="left"> Description </th></tr>
  1965. </thead><tbody>
  1966. <tr class="b">
  1967. <td align="left"> task </td>
  1968. <td align="left"> array of task objects(JSON)/zero or more task objects(XML) </td>
  1969. <td align="left"> The collection of task objects. </td></tr>
  1970. </tbody>
  1971. </table></section><section>
  1972. <h4><a name="Response_Examples"></a>Response Examples</h4>
  1973. <p><b>JSON response</b></p>
  1974. <p>HTTP Request:</p>
  1975. <div class="source">
  1976. <div class="source">
  1977. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
  1978. </pre></div></div>
  1979. <p>Response Header:</p>
  1980. <div class="source">
  1981. <div class="source">
  1982. <pre> HTTP/1.1 200 OK
  1983. Content-Type: application/json
  1984. Transfer-Encoding: chunked
  1985. Server: Jetty(6.1.26)
  1986. </pre></div></div>
  1987. <p>Response Body:</p>
  1988. <div class="source">
  1989. <div class="source">
  1990. <pre>{
  1991. &quot;tasks&quot; : {
  1992. &quot;task&quot; : [
  1993. {
  1994. &quot;progress&quot; : 100,
  1995. &quot;elapsedTime&quot; : 6777,
  1996. &quot;state&quot; : &quot;SUCCEEDED&quot;,
  1997. &quot;startTime&quot; : 1326381446541,
  1998. &quot;id&quot; : &quot;task_1326381300833_2_2_m_0&quot;,
  1999. &quot;type&quot; : &quot;MAP&quot;,
  2000. &quot;successfulAttempt&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;,
  2001. &quot;finishTime&quot; : 1326381453318
  2002. },
  2003. {
  2004. &quot;progress&quot; : 100,
  2005. &quot;elapsedTime&quot; : 135559,
  2006. &quot;state&quot; : &quot;SUCCEEDED&quot;,
  2007. &quot;startTime&quot; : 1326381446544,
  2008. &quot;id&quot; : &quot;task_1326381300833_2_2_r_0&quot;,
  2009. &quot;type&quot; : &quot;REDUCE&quot;,
  2010. &quot;successfulAttempt&quot; : &quot;attempt_1326381300833_2_2_r_0_0&quot;,
  2011. &quot;finishTime&quot; : 1326381582103
  2012. }
  2013. ]
  2014. }
  2015. }
  2016. </pre></div></div>
  2017. <p><b>XML response</b></p>
  2018. <p>HTTP Request:</p>
  2019. <div class="source">
  2020. <div class="source">
  2021. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
  2022. Accept: application/xml
  2023. </pre></div></div>
  2024. <p>Response Header:</p>
  2025. <div class="source">
  2026. <div class="source">
  2027. <pre> HTTP/1.1 200 OK
  2028. Content-Type: application/xml
  2029. Content-Length: 653
  2030. Server: Jetty(6.1.26)
  2031. </pre></div></div>
  2032. <p>Response Body:</p>
  2033. <div class="source">
  2034. <div class="source">
  2035. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  2036. &lt;tasks&gt;
  2037. &lt;task&gt;
  2038. &lt;startTime&gt;1326381446541&lt;/startTime&gt;
  2039. &lt;finishTime&gt;1326381453318&lt;/finishTime&gt;
  2040. &lt;elapsedTime&gt;6777&lt;/elapsedTime&gt;
  2041. &lt;progress&gt;100.0&lt;/progress&gt;
  2042. &lt;id&gt;task_1326381300833_2_2_m_0&lt;/id&gt;
  2043. &lt;state&gt;SUCCEEDED&lt;/state&gt;
  2044. &lt;type&gt;MAP&lt;/type&gt;
  2045. &lt;successfulAttempt&gt;attempt_1326381300833_2_2_m_0_0&lt;/successfulAttempt&gt;
  2046. &lt;/task&gt;
  2047. &lt;task&gt;
  2048. &lt;startTime&gt;1326381446544&lt;/startTime&gt;
  2049. &lt;finishTime&gt;1326381582103&lt;/finishTime&gt;
  2050. &lt;elapsedTime&gt;135559&lt;/elapsedTime&gt;
  2051. &lt;progress&gt;100.0&lt;/progress&gt;
  2052. &lt;id&gt;task_1326381300833_2_2_r_0&lt;/id&gt;
  2053. &lt;state&gt;SUCCEEDED&lt;/state&gt;
  2054. &lt;type&gt;REDUCE&lt;/type&gt;
  2055. &lt;successfulAttempt&gt;attempt_1326381300833_2_2_r_0_0&lt;/successfulAttempt&gt;
  2056. &lt;/task&gt;
  2057. &lt;/tasks&gt;
  2058. </pre></div></div>
  2059. </section></section><section>
  2060. <h3><a name="Task_API"></a>Task API</h3>
  2061. <p>A Task resource contains information about a particular task within a job.</p><section>
  2062. <h4><a name="URI"></a>URI</h4>
  2063. <p>Use the following URI to obtain an Task Object, from a task identified by the taskid value.</p>
  2064. <ul>
  2065. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}</a></li>
  2066. </ul></section><section>
  2067. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  2068. <ul>
  2069. <li>GET</li>
  2070. </ul></section><section>
  2071. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  2072. <div class="source">
  2073. <div class="source">
  2074. <pre> None
  2075. </pre></div></div>
  2076. </section><section>
  2077. <h4><a name="Elements_of_the_task_object"></a>Elements of the <i>task</i> object</h4>
  2078. <table border="0" class="bodyTable">
  2079. <thead>
  2080. <tr class="a">
  2081. <th align="left"> Item </th>
  2082. <th align="left"> Data Type </th>
  2083. <th align="left"> Description </th></tr>
  2084. </thead><tbody>
  2085. <tr class="b">
  2086. <td align="left"> id </td>
  2087. <td align="left"> string </td>
  2088. <td align="left"> The task id </td></tr>
  2089. <tr class="a">
  2090. <td align="left"> state </td>
  2091. <td align="left"> string </td>
  2092. <td align="left"> The state of the task - valid values are: NEW, SCHEDULED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED </td></tr>
  2093. <tr class="b">
  2094. <td align="left"> type </td>
  2095. <td align="left"> string </td>
  2096. <td align="left"> The task type - MAP or REDUCE </td></tr>
  2097. <tr class="a">
  2098. <td align="left"> successfulAttempt </td>
  2099. <td align="left"> string </td>
  2100. <td align="left"> The id of the last successful attempt </td></tr>
  2101. <tr class="b">
  2102. <td align="left"> progress </td>
  2103. <td align="left"> float </td>
  2104. <td align="left"> The progress of the task as a percent </td></tr>
  2105. <tr class="a">
  2106. <td align="left"> startTime </td>
  2107. <td align="left"> long </td>
  2108. <td align="left"> The time in which the task started (in ms since epoch) or -1 if it was never started </td></tr>
  2109. <tr class="b">
  2110. <td align="left"> finishTime </td>
  2111. <td align="left"> long </td>
  2112. <td align="left"> The time in which the task finished (in ms since epoch) </td></tr>
  2113. <tr class="a">
  2114. <td align="left"> elapsedTime </td>
  2115. <td align="left"> long </td>
  2116. <td align="left"> The elapsed time since the application started (in ms) </td></tr>
  2117. </tbody>
  2118. </table></section><section>
  2119. <h4><a name="Response_Examples"></a>Response Examples</h4>
  2120. <p><b>JSON response</b></p>
  2121. <p>HTTP Request:</p>
  2122. <div class="source">
  2123. <div class="source">
  2124. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
  2125. </pre></div></div>
  2126. <p>Response Header:</p>
  2127. <div class="source">
  2128. <div class="source">
  2129. <pre> HTTP/1.1 200 OK
  2130. Content-Type: application/json
  2131. Transfer-Encoding: chunked
  2132. Server: Jetty(6.1.26)
  2133. </pre></div></div>
  2134. <p>Response Body:</p>
  2135. <div class="source">
  2136. <div class="source">
  2137. <pre>{
  2138. &quot;task&quot; : {
  2139. &quot;progress&quot; : 100,
  2140. &quot;elapsedTime&quot; : 6777,
  2141. &quot;state&quot; : &quot;SUCCEEDED&quot;,
  2142. &quot;startTime&quot; : 1326381446541,
  2143. &quot;id&quot; : &quot;task_1326381300833_2_2_m_0&quot;,
  2144. &quot;type&quot; : &quot;MAP&quot;,
  2145. &quot;successfulAttempt&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;,
  2146. &quot;finishTime&quot; : 1326381453318
  2147. }
  2148. }
  2149. </pre></div></div>
  2150. <p><b>XML response</b></p>
  2151. <p>HTTP Request:</p>
  2152. <div class="source">
  2153. <div class="source">
  2154. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
  2155. Accept: application/xml
  2156. </pre></div></div>
  2157. <p>Response Header:</p>
  2158. <div class="source">
  2159. <div class="source">
  2160. <pre> HTTP/1.1 200 OK
  2161. Content-Type: application/xml
  2162. Content-Length: 299
  2163. Server: Jetty(6.1.26)
  2164. </pre></div></div>
  2165. <p>Response Body:</p>
  2166. <div class="source">
  2167. <div class="source">
  2168. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  2169. &lt;task&gt;
  2170. &lt;startTime&gt;1326381446541&lt;/startTime&gt;
  2171. &lt;finishTime&gt;1326381453318&lt;/finishTime&gt;
  2172. &lt;elapsedTime&gt;6777&lt;/elapsedTime&gt;
  2173. &lt;progress&gt;100.0&lt;/progress&gt;
  2174. &lt;id&gt;task_1326381300833_2_2_m_0&lt;/id&gt;
  2175. &lt;state&gt;SUCCEEDED&lt;/state&gt;
  2176. &lt;type&gt;MAP&lt;/type&gt;
  2177. &lt;successfulAttempt&gt;attempt_1326381300833_2_2_m_0_0&lt;/successfulAttempt&gt;
  2178. &lt;/task&gt;
  2179. </pre></div></div>
  2180. </section></section><section>
  2181. <h3><a name="Task_Counters_API"></a>Task Counters API</h3>
  2182. <p>With the task counters API, you can object a collection of resources that represent all the counters for that task.</p><section>
  2183. <h4><a name="URI"></a>URI</h4>
  2184. <ul>
  2185. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters</a></li>
  2186. </ul></section><section>
  2187. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  2188. <ul>
  2189. <li>GET</li>
  2190. </ul></section><section>
  2191. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  2192. <div class="source">
  2193. <div class="source">
  2194. <pre> None
  2195. </pre></div></div>
  2196. </section><section>
  2197. <h4><a name="Elements_of_the_jobTaskCounters_object"></a>Elements of the <i>jobTaskCounters</i> object</h4>
  2198. <table border="0" class="bodyTable">
  2199. <thead>
  2200. <tr class="a">
  2201. <th align="left"> Item </th>
  2202. <th align="left"> Data Type </th>
  2203. <th align="left"> Description </th></tr>
  2204. </thead><tbody>
  2205. <tr class="b">
  2206. <td align="left"> id </td>
  2207. <td align="left"> string </td>
  2208. <td align="left"> The task id </td></tr>
  2209. <tr class="a">
  2210. <td align="left"> taskCounterGroup </td>
  2211. <td align="left"> array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) </td>
  2212. <td align="left"> A collection of counter group objects </td></tr>
  2213. </tbody>
  2214. </table></section><section>
  2215. <h4><a name="Elements_of_the_counterGroup_object"></a>Elements of the <i>counterGroup</i> object</h4>
  2216. <table border="0" class="bodyTable">
  2217. <thead>
  2218. <tr class="a">
  2219. <th align="left"> Item </th>
  2220. <th align="left"> Data Type </th>
  2221. <th align="left"> Description </th></tr>
  2222. </thead><tbody>
  2223. <tr class="b">
  2224. <td align="left"> counterGroupName </td>
  2225. <td align="left"> string </td>
  2226. <td align="left"> The name of the counter group </td></tr>
  2227. <tr class="a">
  2228. <td align="left"> counter </td>
  2229. <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
  2230. <td align="left"> A collection of counter objects </td></tr>
  2231. </tbody>
  2232. </table></section><section>
  2233. <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
  2234. <table border="0" class="bodyTable">
  2235. <thead>
  2236. <tr class="a">
  2237. <th align="left"> Item </th>
  2238. <th align="left"> Data Type </th>
  2239. <th align="left"> Description </th></tr>
  2240. </thead><tbody>
  2241. <tr class="b">
  2242. <td align="left"> name </td>
  2243. <td align="left"> string </td>
  2244. <td align="left"> The name of the counter </td></tr>
  2245. <tr class="a">
  2246. <td align="left"> value </td>
  2247. <td align="left"> long </td>
  2248. <td align="left"> The value of the counter </td></tr>
  2249. </tbody>
  2250. </table></section><section>
  2251. <h4><a name="Response_Examples"></a>Response Examples</h4>
  2252. <p><b>JSON response</b></p>
  2253. <p>HTTP Request:</p>
  2254. <div class="source">
  2255. <div class="source">
  2256. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
  2257. </pre></div></div>
  2258. <p>Response Header:</p>
  2259. <div class="source">
  2260. <div class="source">
  2261. <pre> HTTP/1.1 200 OK
  2262. Content-Type: application/json
  2263. Transfer-Encoding: chunked
  2264. Server: Jetty(6.1.26)
  2265. </pre></div></div>
  2266. <p>Response Body:</p>
  2267. <div class="source">
  2268. <div class="source">
  2269. <pre>{
  2270. &quot;jobTaskCounters&quot; : {
  2271. &quot;id&quot; : &quot;task_1326381300833_2_2_m_0&quot;,
  2272. &quot;taskCounterGroup&quot; : [
  2273. {
  2274. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.FileSystemCounter&quot;,
  2275. &quot;counter&quot; : [
  2276. {
  2277. &quot;value&quot; : 2363,
  2278. &quot;name&quot; : &quot;FILE_BYTES_READ&quot;
  2279. },
  2280. {
  2281. &quot;value&quot; : 54372,
  2282. &quot;name&quot; : &quot;FILE_BYTES_WRITTEN&quot;
  2283. },
  2284. {
  2285. &quot;value&quot; : 0,
  2286. &quot;name&quot; : &quot;FILE_READ_OPS&quot;
  2287. },
  2288. {
  2289. &quot;value&quot; : 0,
  2290. &quot;name&quot; : &quot;FILE_LARGE_READ_OPS&quot;
  2291. },
  2292. {
  2293. &quot;value&quot; : 0,
  2294. &quot;name&quot; : &quot;FILE_WRITE_OPS&quot;
  2295. },
  2296. {
  2297. &quot;value&quot; : 0,
  2298. &quot;name&quot; : &quot;HDFS_BYTES_READ&quot;
  2299. },
  2300. {
  2301. &quot;value&quot; : 0,
  2302. &quot;name&quot; : &quot;HDFS_BYTES_WRITTEN&quot;
  2303. },
  2304. {
  2305. &quot;value&quot; : 0,
  2306. &quot;name&quot; : &quot;HDFS_READ_OPS&quot;
  2307. },
  2308. {
  2309. &quot;value&quot; : 0,
  2310. &quot;name&quot; : &quot;HDFS_LARGE_READ_OPS&quot;
  2311. },
  2312. {
  2313. &quot;value&quot; : 0,
  2314. &quot;name&quot; : &quot;HDFS_WRITE_OPS&quot;
  2315. }
  2316. ]
  2317. },
  2318. {
  2319. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.TaskCounter&quot;,
  2320. &quot;counter&quot; : [
  2321. {
  2322. &quot;value&quot; : 0,
  2323. &quot;name&quot; : &quot;COMBINE_INPUT_RECORDS&quot;
  2324. },
  2325. {
  2326. &quot;value&quot; : 0,
  2327. &quot;name&quot; : &quot;COMBINE_OUTPUT_RECORDS&quot;
  2328. },
  2329. {
  2330. &quot;value&quot; : 460,
  2331. &quot;name&quot; : &quot;REDUCE_INPUT_GROUPS&quot;
  2332. },
  2333. {
  2334. &quot;value&quot; : 2235,
  2335. &quot;name&quot; : &quot;REDUCE_SHUFFLE_BYTES&quot;
  2336. },
  2337. {
  2338. &quot;value&quot; : 460,
  2339. &quot;name&quot; : &quot;REDUCE_INPUT_RECORDS&quot;
  2340. },
  2341. {
  2342. &quot;value&quot; : 0,
  2343. &quot;name&quot; : &quot;REDUCE_OUTPUT_RECORDS&quot;
  2344. },
  2345. {
  2346. &quot;value&quot; : 0,
  2347. &quot;name&quot; : &quot;SPILLED_RECORDS&quot;
  2348. },
  2349. {
  2350. &quot;value&quot; : 1,
  2351. &quot;name&quot; : &quot;SHUFFLED_MAPS&quot;
  2352. },
  2353. {
  2354. &quot;value&quot; : 0,
  2355. &quot;name&quot; : &quot;FAILED_SHUFFLE&quot;
  2356. },
  2357. {
  2358. &quot;value&quot; : 1,
  2359. &quot;name&quot; : &quot;MERGED_MAP_OUTPUTS&quot;
  2360. },
  2361. {
  2362. &quot;value&quot; : 26,
  2363. &quot;name&quot; : &quot;GC_TIME_MILLIS&quot;
  2364. },
  2365. {
  2366. &quot;value&quot; : 860,
  2367. &quot;name&quot; : &quot;CPU_MILLISECONDS&quot;
  2368. },
  2369. {
  2370. &quot;value&quot; : 107839488,
  2371. &quot;name&quot; : &quot;PHYSICAL_MEMORY_BYTES&quot;
  2372. },
  2373. {
  2374. &quot;value&quot; : 1123147776,
  2375. &quot;name&quot; : &quot;VIRTUAL_MEMORY_BYTES&quot;
  2376. },
  2377. {
  2378. &quot;value&quot; : 57475072,
  2379. &quot;name&quot; : &quot;COMMITTED_HEAP_BYTES&quot;
  2380. }
  2381. ]
  2382. },
  2383. {
  2384. &quot;counterGroupName&quot; : &quot;Shuffle Errors&quot;,
  2385. &quot;counter&quot; : [
  2386. {
  2387. &quot;value&quot; : 0,
  2388. &quot;name&quot; : &quot;BAD_ID&quot;
  2389. },
  2390. {
  2391. &quot;value&quot; : 0,
  2392. &quot;name&quot; : &quot;CONNECTION&quot;
  2393. },
  2394. {
  2395. &quot;value&quot; : 0,
  2396. &quot;name&quot; : &quot;IO_ERROR&quot;
  2397. },
  2398. {
  2399. &quot;value&quot; : 0,
  2400. &quot;name&quot; : &quot;WRONG_LENGTH&quot;
  2401. },
  2402. {
  2403. &quot;value&quot; : 0,
  2404. &quot;name&quot; : &quot;WRONG_MAP&quot;
  2405. },
  2406. {
  2407. &quot;value&quot; : 0,
  2408. &quot;name&quot; : &quot;WRONG_REDUCE&quot;
  2409. }
  2410. ]
  2411. },
  2412. {
  2413. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&quot;,
  2414. &quot;counter&quot; : [
  2415. {
  2416. &quot;value&quot; : 0,
  2417. &quot;name&quot; : &quot;BYTES_WRITTEN&quot;
  2418. }
  2419. ]
  2420. }
  2421. ]
  2422. }
  2423. }
  2424. </pre></div></div>
  2425. <p><b>XML response</b></p>
  2426. <p>HTTP Request:</p>
  2427. <div class="source">
  2428. <div class="source">
  2429. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
  2430. Accept: application/xml
  2431. </pre></div></div>
  2432. <p>Response Header:</p>
  2433. <div class="source">
  2434. <div class="source">
  2435. <pre> HTTP/1.1 200 OK
  2436. Content-Type: application/xml
  2437. Content-Length: 2660
  2438. Server: Jetty(6.1.26)
  2439. </pre></div></div>
  2440. <p>Response Body:</p>
  2441. <div class="source">
  2442. <div class="source">
  2443. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  2444. &lt;jobTaskCounters&gt;
  2445. &lt;id&gt;task_1326381300833_2_2_m_0&lt;/id&gt;
  2446. &lt;taskCounterGroup&gt;
  2447. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.FileSystemCounter&lt;/counterGroupName&gt;
  2448. &lt;counter&gt;
  2449. &lt;name&gt;FILE_BYTES_READ&lt;/name&gt;
  2450. &lt;value&gt;2363&lt;/value&gt;
  2451. &lt;/counter&gt;
  2452. &lt;counter&gt;
  2453. &lt;name&gt;FILE_BYTES_WRITTEN&lt;/name&gt;
  2454. &lt;value&gt;54372&lt;/value&gt;
  2455. &lt;/counter&gt;
  2456. &lt;counter&gt;
  2457. &lt;name&gt;FILE_READ_OPS&lt;/name&gt;
  2458. &lt;value&gt;0&lt;/value&gt;
  2459. &lt;/counter&gt;
  2460. &lt;counter&gt;
  2461. &lt;name&gt;FILE_LARGE_READ_OPS&lt;/name&gt;
  2462. &lt;value&gt;0&lt;/value&gt;
  2463. &lt;/counter&gt;
  2464. &lt;counter&gt;
  2465. &lt;name&gt;FILE_WRITE_OPS&lt;/name&gt;
  2466. &lt;value&gt;0&lt;/value&gt;
  2467. &lt;/counter&gt;
  2468. &lt;counter&gt;
  2469. &lt;name&gt;HDFS_BYTES_READ&lt;/name&gt;
  2470. &lt;value&gt;0&lt;/value&gt;
  2471. &lt;/counter&gt;
  2472. &lt;counter&gt;
  2473. &lt;name&gt;HDFS_BYTES_WRITTEN&lt;/name&gt;
  2474. &lt;value&gt;0&lt;/value&gt;
  2475. &lt;/counter&gt;
  2476. &lt;counter&gt;
  2477. &lt;name&gt;HDFS_READ_OPS&lt;/name&gt;
  2478. &lt;value&gt;0&lt;/value&gt;
  2479. &lt;/counter&gt;
  2480. &lt;counter&gt;
  2481. &lt;name&gt;HDFS_LARGE_READ_OPS&lt;/name&gt;
  2482. &lt;value&gt;0&lt;/value&gt;
  2483. &lt;/counter&gt;
  2484. &lt;counter&gt;
  2485. &lt;name&gt;HDFS_WRITE_OPS&lt;/name&gt;
  2486. &lt;value&gt;0&lt;/value&gt;
  2487. &lt;/counter&gt;
  2488. &lt;/taskCounterGroup&gt;
  2489. &lt;taskCounterGroup&gt;
  2490. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.TaskCounter&lt;/counterGroupName&gt;
  2491. &lt;counter&gt;
  2492. &lt;name&gt;COMBINE_INPUT_RECORDS&lt;/name&gt;
  2493. &lt;value&gt;0&lt;/value&gt;
  2494. &lt;/counter&gt;
  2495. &lt;counter&gt;
  2496. &lt;name&gt;COMBINE_OUTPUT_RECORDS&lt;/name&gt;
  2497. &lt;value&gt;0&lt;/value&gt;
  2498. &lt;/counter&gt;
  2499. &lt;counter&gt;
  2500. &lt;name&gt;REDUCE_INPUT_GROUPS&lt;/name&gt;
  2501. &lt;value&gt;460&lt;/value&gt;
  2502. &lt;/counter&gt;
  2503. &lt;counter&gt;
  2504. &lt;name&gt;REDUCE_SHUFFLE_BYTES&lt;/name&gt;
  2505. &lt;value&gt;2235&lt;/value&gt;
  2506. &lt;/counter&gt;
  2507. &lt;counter&gt;
  2508. &lt;name&gt;REDUCE_INPUT_RECORDS&lt;/name&gt;
  2509. &lt;value&gt;460&lt;/value&gt;
  2510. &lt;/counter&gt;
  2511. &lt;counter&gt;
  2512. &lt;name&gt;REDUCE_OUTPUT_RECORDS&lt;/name&gt;
  2513. &lt;value&gt;0&lt;/value&gt;
  2514. &lt;/counter&gt;
  2515. &lt;counter&gt;
  2516. &lt;name&gt;SPILLED_RECORDS&lt;/name&gt;
  2517. &lt;value&gt;0&lt;/value&gt;
  2518. &lt;/counter&gt;
  2519. &lt;counter&gt;
  2520. &lt;name&gt;SHUFFLED_MAPS&lt;/name&gt;
  2521. &lt;value&gt;1&lt;/value&gt;
  2522. &lt;/counter&gt;
  2523. &lt;counter&gt;
  2524. &lt;name&gt;FAILED_SHUFFLE&lt;/name&gt;
  2525. &lt;value&gt;0&lt;/value&gt;
  2526. &lt;/counter&gt;
  2527. &lt;counter&gt;
  2528. &lt;name&gt;MERGED_MAP_OUTPUTS&lt;/name&gt;
  2529. &lt;value&gt;1&lt;/value&gt;
  2530. &lt;/counter&gt;
  2531. &lt;counter&gt;
  2532. &lt;name&gt;GC_TIME_MILLIS&lt;/name&gt;
  2533. &lt;value&gt;26&lt;/value&gt;
  2534. &lt;/counter&gt;
  2535. &lt;counter&gt;
  2536. &lt;name&gt;CPU_MILLISECONDS&lt;/name&gt;
  2537. &lt;value&gt;860&lt;/value&gt;
  2538. &lt;/counter&gt;
  2539. &lt;counter&gt;
  2540. &lt;name&gt;PHYSICAL_MEMORY_BYTES&lt;/name&gt;
  2541. &lt;value&gt;107839488&lt;/value&gt;
  2542. &lt;/counter&gt;
  2543. &lt;counter&gt;
  2544. &lt;name&gt;VIRTUAL_MEMORY_BYTES&lt;/name&gt;
  2545. &lt;value&gt;1123147776&lt;/value&gt;
  2546. &lt;/counter&gt;
  2547. &lt;counter&gt;
  2548. &lt;name&gt;COMMITTED_HEAP_BYTES&lt;/name&gt;
  2549. &lt;value&gt;57475072&lt;/value&gt;
  2550. &lt;/counter&gt;
  2551. &lt;/taskCounterGroup&gt;
  2552. &lt;taskCounterGroup&gt;
  2553. &lt;counterGroupName&gt;Shuffle Errors&lt;/counterGroupName&gt;
  2554. &lt;counter&gt;
  2555. &lt;name&gt;BAD_ID&lt;/name&gt;
  2556. &lt;value&gt;0&lt;/value&gt;
  2557. &lt;/counter&gt;
  2558. &lt;counter&gt;
  2559. &lt;name&gt;CONNECTION&lt;/name&gt;
  2560. &lt;value&gt;0&lt;/value&gt;
  2561. &lt;/counter&gt;
  2562. &lt;counter&gt;
  2563. &lt;name&gt;IO_ERROR&lt;/name&gt;
  2564. &lt;value&gt;0&lt;/value&gt;
  2565. &lt;/counter&gt;
  2566. &lt;counter&gt;
  2567. &lt;name&gt;WRONG_LENGTH&lt;/name&gt;
  2568. &lt;value&gt;0&lt;/value&gt;
  2569. &lt;/counter&gt;
  2570. &lt;counter&gt;
  2571. &lt;name&gt;WRONG_MAP&lt;/name&gt;
  2572. &lt;value&gt;0&lt;/value&gt;
  2573. &lt;/counter&gt;
  2574. &lt;counter&gt;
  2575. &lt;name&gt;WRONG_REDUCE&lt;/name&gt;
  2576. &lt;value&gt;0&lt;/value&gt;
  2577. &lt;/counter&gt;
  2578. &lt;/taskCounterGroup&gt;
  2579. &lt;taskCounterGroup&gt;
  2580. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&lt;/counterGroupName&gt;
  2581. &lt;counter&gt;
  2582. &lt;name&gt;BYTES_WRITTEN&lt;/name&gt;
  2583. &lt;value&gt;0&lt;/value&gt;
  2584. &lt;/counter&gt;
  2585. &lt;/taskCounterGroup&gt;
  2586. &lt;/jobTaskCounters&gt;
  2587. </pre></div></div>
  2588. </section></section><section>
  2589. <h3><a name="Task_Attempts_API"></a>Task Attempts API</h3>
  2590. <p>With the task attempts API, you can obtain a collection of resources that represent a task attempt within a job. When you run a GET operation on this resource, you obtain a collection of Task Attempt Objects.</p><section>
  2591. <h4><a name="URI"></a>URI</h4>
  2592. <ul>
  2593. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts</a></li>
  2594. </ul></section><section>
  2595. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  2596. <ul>
  2597. <li>GET</li>
  2598. </ul></section><section>
  2599. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  2600. <div class="source">
  2601. <div class="source">
  2602. <pre> None
  2603. </pre></div></div>
  2604. </section><section>
  2605. <h4><a name="Elements_of_the_taskAttempts_object"></a>Elements of the <i>taskAttempts</i> object</h4>
  2606. <p>When you make a request for the list of task attempts, the information will be returned as an array of task attempt objects. See also <a href="#Task_Attempt_API">Task Attempt API</a> for syntax of the task object.</p>
  2607. <table border="0" class="bodyTable">
  2608. <thead>
  2609. <tr class="a">
  2610. <th align="left"> Item </th>
  2611. <th align="left"> Data Type </th>
  2612. <th align="left"> Description </th></tr>
  2613. </thead><tbody>
  2614. <tr class="b">
  2615. <td align="left"> taskAttempt </td>
  2616. <td align="left"> array of task attempt objects(JSON)/zero or more task attempt objects(XML) </td>
  2617. <td align="left"> The collection of task attempt objects </td></tr>
  2618. </tbody>
  2619. </table></section><section>
  2620. <h4><a name="Response_Examples"></a>Response Examples</h4>
  2621. <p><b>JSON response</b></p>
  2622. <p>HTTP Request:</p>
  2623. <div class="source">
  2624. <div class="source">
  2625. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
  2626. </pre></div></div>
  2627. <p>Response Header:</p>
  2628. <div class="source">
  2629. <div class="source">
  2630. <pre> HTTP/1.1 200 OK
  2631. Content-Type: application/json
  2632. Transfer-Encoding: chunked
  2633. Server: Jetty(6.1.26)
  2634. </pre></div></div>
  2635. <p>Response Body:</p>
  2636. <div class="source">
  2637. <div class="source">
  2638. <pre>{
  2639. &quot;taskAttempts&quot; : {
  2640. &quot;taskAttempt&quot; : [
  2641. {
  2642. &quot;assignedContainerId&quot; : &quot;container_1326381300833_0002_01_000002&quot;,
  2643. &quot;progress&quot; : 100,
  2644. &quot;elapsedTime&quot; : 2638,
  2645. &quot;state&quot; : &quot;SUCCEEDED&quot;,
  2646. &quot;diagnostics&quot; : &quot;&quot;,
  2647. &quot;rack&quot; : &quot;/98.139.92.0&quot;,
  2648. &quot;nodeHttpAddress&quot; : &quot;host.domain.com:8042&quot;,
  2649. &quot;startTime&quot; : 1326381450680,
  2650. &quot;id&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;,
  2651. &quot;type&quot; : &quot;MAP&quot;,
  2652. &quot;finishTime&quot; : 1326381453318
  2653. }
  2654. ]
  2655. }
  2656. }
  2657. </pre></div></div>
  2658. <p><b>XML response</b></p>
  2659. <p>HTTP Request:</p>
  2660. <div class="source">
  2661. <div class="source">
  2662. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
  2663. Accept: application/xml
  2664. </pre></div></div>
  2665. <p>Response Header:</p>
  2666. <div class="source">
  2667. <div class="source">
  2668. <pre> HTTP/1.1 200 OK
  2669. Content-Type: application/xml
  2670. Content-Length: 537
  2671. Server: Jetty(6.1.26)
  2672. </pre></div></div>
  2673. <p>Response Body:</p>
  2674. <div class="source">
  2675. <div class="source">
  2676. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  2677. &lt;taskAttempts&gt;
  2678. &lt;taskAttempt&gt;
  2679. &lt;startTime&gt;1326381450680&lt;/startTime&gt;
  2680. &lt;finishTime&gt;1326381453318&lt;/finishTime&gt;
  2681. &lt;elapsedTime&gt;2638&lt;/elapsedTime&gt;
  2682. &lt;progress&gt;100.0&lt;/progress&gt;
  2683. &lt;id&gt;attempt_1326381300833_2_2_m_0_0&lt;/id&gt;
  2684. &lt;rack&gt;/98.139.92.0&lt;/rack&gt;
  2685. &lt;state&gt;SUCCEEDED&lt;/state&gt;
  2686. &lt;nodeHttpAddress&gt;host.domain.com:8042&lt;/nodeHttpAddress&gt;
  2687. &lt;diagnostics/&gt;
  2688. &lt;type&gt;MAP&lt;/type&gt;
  2689. &lt;assignedContainerId&gt;container_1326381300833_0002_01_000002&lt;/assignedContainerId&gt;
  2690. &lt;/taskAttempt&gt;
  2691. &lt;/taskAttempts&gt;
  2692. </pre></div></div>
  2693. </section></section><section>
  2694. <h3><a name="Task_Attempt_API"></a>Task Attempt API</h3>
  2695. <p>A Task Attempt resource contains information about a particular task attempt within a job.</p><section>
  2696. <h4><a name="URI"></a>URI</h4>
  2697. <p>Use the following URI to obtain an Task Attempt Object, from a task identified by the attemptid value.</p>
  2698. <ul>
  2699. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}</a></li>
  2700. </ul></section><section>
  2701. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  2702. <ul>
  2703. <li>GET</li>
  2704. </ul></section><section>
  2705. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  2706. <div class="source">
  2707. <div class="source">
  2708. <pre> None
  2709. </pre></div></div>
  2710. </section><section>
  2711. <h4><a name="Elements_of_the_taskAttempt_object"></a>Elements of the <i>taskAttempt</i> object</h4>
  2712. <table border="0" class="bodyTable">
  2713. <thead>
  2714. <tr class="a">
  2715. <th align="left"> Item </th>
  2716. <th align="left"> Data Type </th>
  2717. <th align="left"> Description </th></tr>
  2718. </thead><tbody>
  2719. <tr class="b">
  2720. <td align="left"> id </td>
  2721. <td align="left"> string </td>
  2722. <td align="left"> The task id </td></tr>
  2723. <tr class="a">
  2724. <td align="left"> rack </td>
  2725. <td align="left"> string </td>
  2726. <td align="left"> The rack </td></tr>
  2727. <tr class="b">
  2728. <td align="left"> state </td>
  2729. <td align="left"> string </td>
  2730. <td align="left"> The state of the task attempt - valid values are: NEW, UNASSIGNED, ASSIGNED, RUNNING, COMMIT_PENDING, SUCCESS_CONTAINER_CLEANUP, SUCCEEDED, FAIL_CONTAINER_CLEANUP, FAIL_TASK_CLEANUP, FAILED, KILL_CONTAINER_CLEANUP, KILL_TASK_CLEANUP, KILLED </td></tr>
  2731. <tr class="a">
  2732. <td align="left"> type </td>
  2733. <td align="left"> string </td>
  2734. <td align="left"> The type of task </td></tr>
  2735. <tr class="b">
  2736. <td align="left"> assignedContainerId </td>
  2737. <td align="left"> string </td>
  2738. <td align="left"> The container id this attempt is assigned to </td></tr>
  2739. <tr class="a">
  2740. <td align="left"> nodeHttpAddress </td>
  2741. <td align="left"> string </td>
  2742. <td align="left"> The http address of the node this task attempt ran on </td></tr>
  2743. <tr class="b">
  2744. <td align="left"> diagnostics </td>
  2745. <td align="left"> string </td>
  2746. <td align="left"> A diagnostics message </td></tr>
  2747. <tr class="a">
  2748. <td align="left"> progress </td>
  2749. <td align="left"> float </td>
  2750. <td align="left"> The progress of the task attempt as a percent </td></tr>
  2751. <tr class="b">
  2752. <td align="left"> startTime </td>
  2753. <td align="left"> long </td>
  2754. <td align="left"> The time in which the task attempt started (in ms since epoch) </td></tr>
  2755. <tr class="a">
  2756. <td align="left"> finishTime </td>
  2757. <td align="left"> long </td>
  2758. <td align="left"> The time in which the task attempt finished (in ms since epoch) </td></tr>
  2759. <tr class="b">
  2760. <td align="left"> elapsedTime </td>
  2761. <td align="left"> long </td>
  2762. <td align="left"> The elapsed time since the task attempt started (in ms) </td></tr>
  2763. </tbody>
  2764. </table>
  2765. <p>For reduce task attempts you also have the following fields:</p>
  2766. <table border="0" class="bodyTable">
  2767. <thead>
  2768. <tr class="a">
  2769. <th align="left"> Item </th>
  2770. <th align="left"> Data Type </th>
  2771. <th align="left"> Description </th></tr>
  2772. </thead><tbody>
  2773. <tr class="b">
  2774. <td align="left"> shuffleFinishTime </td>
  2775. <td align="left"> long </td>
  2776. <td align="left"> The time at which shuffle finished (in ms since epoch) </td></tr>
  2777. <tr class="a">
  2778. <td align="left"> mergeFinishTime </td>
  2779. <td align="left"> long </td>
  2780. <td align="left"> The time at which merge finished (in ms since epoch) </td></tr>
  2781. <tr class="b">
  2782. <td align="left"> elapsedShuffleTime </td>
  2783. <td align="left"> long </td>
  2784. <td align="left"> The time it took for the shuffle phase to complete (time in ms between reduce task start and shuffle finish) </td></tr>
  2785. <tr class="a">
  2786. <td align="left"> elapsedMergeTime </td>
  2787. <td align="left"> long </td>
  2788. <td align="left"> The time it took for the merge phase to complete (time in ms between the shuffle finish and merge finish) </td></tr>
  2789. <tr class="b">
  2790. <td align="left"> elapsedReduceTime </td>
  2791. <td align="left"> long </td>
  2792. <td align="left"> The time it took for the reduce phase to complete (time in ms between merge finish to end of reduce task) </td></tr>
  2793. </tbody>
  2794. </table></section><section>
  2795. <h4><a name="Response_Examples"></a>Response Examples</h4>
  2796. <p><b>JSON response</b></p>
  2797. <p>HTTP Request:</p>
  2798. <div class="source">
  2799. <div class="source">
  2800. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
  2801. </pre></div></div>
  2802. <p>Response Header:</p>
  2803. <div class="source">
  2804. <div class="source">
  2805. <pre> HTTP/1.1 200 OK
  2806. Content-Type: application/json
  2807. Transfer-Encoding: chunked
  2808. Server: Jetty(6.1.26)
  2809. </pre></div></div>
  2810. <p>Response Body:</p>
  2811. <div class="source">
  2812. <div class="source">
  2813. <pre>{
  2814. &quot;taskAttempt&quot; : {
  2815. &quot;assignedContainerId&quot; : &quot;container_1326381300833_0002_01_000002&quot;,
  2816. &quot;progress&quot; : 100,
  2817. &quot;elapsedTime&quot; : 2638,
  2818. &quot;state&quot; : &quot;SUCCEEDED&quot;,
  2819. &quot;diagnostics&quot; : &quot;&quot;,
  2820. &quot;rack&quot; : &quot;/98.139.92.0&quot;,
  2821. &quot;nodeHttpAddress&quot; : &quot;host.domain.com:8042&quot;,
  2822. &quot;startTime&quot; : 1326381450680,
  2823. &quot;id&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;,
  2824. &quot;type&quot; : &quot;MAP&quot;,
  2825. &quot;finishTime&quot; : 1326381453318
  2826. }
  2827. }
  2828. </pre></div></div>
  2829. <p><b>XML response</b></p>
  2830. <p>HTTP Request:</p>
  2831. <div class="source">
  2832. <div class="source">
  2833. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
  2834. Accept: application/xml
  2835. </pre></div></div>
  2836. <p>Response Header:</p>
  2837. <div class="source">
  2838. <div class="source">
  2839. <pre> HTTP/1.1 200 OK
  2840. Content-Type: application/xml
  2841. Content-Length: 691
  2842. Server: Jetty(6.1.26)
  2843. </pre></div></div>
  2844. <p>Response Body:</p>
  2845. <div class="source">
  2846. <div class="source">
  2847. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  2848. &lt;taskAttempt&gt;
  2849. &lt;startTime&gt;1326381450680&lt;/startTime&gt;
  2850. &lt;finishTime&gt;1326381453318&lt;/finishTime&gt;
  2851. &lt;elapsedTime&gt;2638&lt;/elapsedTime&gt;
  2852. &lt;progress&gt;100.0&lt;/progress&gt;
  2853. &lt;id&gt;attempt_1326381300833_2_2_m_0_0&lt;/id&gt;
  2854. &lt;rack&gt;/98.139.92.0&lt;/rack&gt;
  2855. &lt;state&gt;SUCCEEDED&lt;/state&gt;
  2856. &lt;nodeHttpAddress&gt;host.domain.com:8042&lt;/nodeHttpAddress&gt;
  2857. &lt;diagnostics/&gt;
  2858. &lt;type&gt;MAP&lt;/type&gt;
  2859. &lt;assignedContainerId&gt;container_1326381300833_0002_01_000002&lt;/assignedContainerId&gt;
  2860. &lt;/taskAttempt&gt;
  2861. </pre></div></div>
  2862. </section></section><section>
  2863. <h3><a name="Task_Attempt_Counters_API"></a>Task Attempt Counters API</h3>
  2864. <p>With the task attempt counters API, you can object a collection of resources that represent al the counters for that task attempt.</p><section>
  2865. <h4><a name="URI"></a>URI</h4>
  2866. <ul>
  2867. <li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}/counters</a></li>
  2868. </ul></section><section>
  2869. <h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
  2870. <ul>
  2871. <li>GET</li>
  2872. </ul></section><section>
  2873. <h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
  2874. <div class="source">
  2875. <div class="source">
  2876. <pre> None
  2877. </pre></div></div>
  2878. </section><section>
  2879. <h4><a name="Elements_of_the_jobTaskAttemptCounters_object"></a>Elements of the <i>jobTaskAttemptCounters</i> object</h4>
  2880. <table border="0" class="bodyTable">
  2881. <thead>
  2882. <tr class="a">
  2883. <th align="left"> Item </th>
  2884. <th align="left"> Data Type </th>
  2885. <th align="left"> Description </th></tr>
  2886. </thead><tbody>
  2887. <tr class="b">
  2888. <td align="left"> id </td>
  2889. <td align="left"> string </td>
  2890. <td align="left"> The task attempt id </td></tr>
  2891. <tr class="a">
  2892. <td align="left"> taskAttemptcounterGroup </td>
  2893. <td align="left"> array of task attempt counterGroup objects(JSON)/zero or more task attempt counterGroup objects(XML) </td>
  2894. <td align="left"> A collection of task attempt counter group objects </td></tr>
  2895. </tbody>
  2896. </table></section><section>
  2897. <h4><a name="Elements_of_the_taskAttemptCounterGroup_object"></a>Elements of the <i>taskAttemptCounterGroup</i> object</h4>
  2898. <table border="0" class="bodyTable">
  2899. <thead>
  2900. <tr class="a">
  2901. <th align="left"> Item </th>
  2902. <th align="left"> Data Type </th>
  2903. <th align="left"> Description </th></tr>
  2904. </thead><tbody>
  2905. <tr class="b">
  2906. <td align="left"> counterGroupName </td>
  2907. <td align="left"> string </td>
  2908. <td align="left"> The name of the counter group </td></tr>
  2909. <tr class="a">
  2910. <td align="left"> counter </td>
  2911. <td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
  2912. <td align="left"> A collection of counter objects </td></tr>
  2913. </tbody>
  2914. </table></section><section>
  2915. <h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
  2916. <table border="0" class="bodyTable">
  2917. <thead>
  2918. <tr class="a">
  2919. <th align="left"> Item </th>
  2920. <th align="left"> Data Type </th>
  2921. <th align="left"> Description </th></tr>
  2922. </thead><tbody>
  2923. <tr class="b">
  2924. <td align="left"> name </td>
  2925. <td align="left"> string </td>
  2926. <td align="left"> The name of the counter </td></tr>
  2927. <tr class="a">
  2928. <td align="left"> value </td>
  2929. <td align="left"> long </td>
  2930. <td align="left"> The value of the counter </td></tr>
  2931. </tbody>
  2932. </table></section><section>
  2933. <h4><a name="Response_Examples"></a>Response Examples</h4>
  2934. <p><b>JSON response</b></p>
  2935. <p>HTTP Request:</p>
  2936. <div class="source">
  2937. <div class="source">
  2938. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
  2939. </pre></div></div>
  2940. <p>Response Header:</p>
  2941. <div class="source">
  2942. <div class="source">
  2943. <pre> HTTP/1.1 200 OK
  2944. Content-Type: application/json
  2945. Transfer-Encoding: chunked
  2946. Server: Jetty(6.1.26)
  2947. </pre></div></div>
  2948. <p>Response Body:</p>
  2949. <div class="source">
  2950. <div class="source">
  2951. <pre>{
  2952. &quot;jobTaskAttemptCounters&quot; : {
  2953. &quot;taskAttemptCounterGroup&quot; : [
  2954. {
  2955. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.FileSystemCounter&quot;,
  2956. &quot;counter&quot; : [
  2957. {
  2958. &quot;value&quot; : 2363,
  2959. &quot;name&quot; : &quot;FILE_BYTES_READ&quot;
  2960. },
  2961. {
  2962. &quot;value&quot; : 54372,
  2963. &quot;name&quot; : &quot;FILE_BYTES_WRITTEN&quot;
  2964. },
  2965. {
  2966. &quot;value&quot; : 0,
  2967. &quot;name&quot; : &quot;FILE_READ_OPS&quot;
  2968. },
  2969. {
  2970. &quot;value&quot; : 0,
  2971. &quot;name&quot; : &quot;FILE_LARGE_READ_OPS&quot;
  2972. },
  2973. {
  2974. &quot;value&quot; : 0,
  2975. &quot;name&quot; : &quot;FILE_WRITE_OPS&quot;
  2976. },
  2977. {
  2978. &quot;value&quot; : 0,
  2979. &quot;name&quot; : &quot;HDFS_BYTES_READ&quot;
  2980. },
  2981. {
  2982. &quot;value&quot; : 0,
  2983. &quot;name&quot; : &quot;HDFS_BYTES_WRITTEN&quot;
  2984. },
  2985. {
  2986. &quot;value&quot; : 0,
  2987. &quot;name&quot; : &quot;HDFS_READ_OPS&quot;
  2988. },
  2989. {
  2990. &quot;value&quot; : 0,
  2991. &quot;name&quot; : &quot;HDFS_LARGE_READ_OPS&quot;
  2992. },
  2993. {
  2994. &quot;value&quot; : 0,
  2995. &quot;name&quot; : &quot;HDFS_WRITE_OPS&quot;
  2996. }
  2997. ]
  2998. },
  2999. {
  3000. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.TaskCounter&quot;,
  3001. &quot;counter&quot; : [
  3002. {
  3003. &quot;value&quot; : 0,
  3004. &quot;name&quot; : &quot;COMBINE_INPUT_RECORDS&quot;
  3005. },
  3006. {
  3007. &quot;value&quot; : 0,
  3008. &quot;name&quot; : &quot;COMBINE_OUTPUT_RECORDS&quot;
  3009. },
  3010. {
  3011. &quot;value&quot; : 460,
  3012. &quot;name&quot; : &quot;REDUCE_INPUT_GROUPS&quot;
  3013. },
  3014. {
  3015. &quot;value&quot; : 2235,
  3016. &quot;name&quot; : &quot;REDUCE_SHUFFLE_BYTES&quot;
  3017. },
  3018. {
  3019. &quot;value&quot; : 460,
  3020. &quot;name&quot; : &quot;REDUCE_INPUT_RECORDS&quot;
  3021. },
  3022. {
  3023. &quot;value&quot; : 0,
  3024. &quot;name&quot; : &quot;REDUCE_OUTPUT_RECORDS&quot;
  3025. },
  3026. {
  3027. &quot;value&quot; : 0,
  3028. &quot;name&quot; : &quot;SPILLED_RECORDS&quot;
  3029. },
  3030. {
  3031. &quot;value&quot; : 1,
  3032. &quot;name&quot; : &quot;SHUFFLED_MAPS&quot;
  3033. },
  3034. {
  3035. &quot;value&quot; : 0,
  3036. &quot;name&quot; : &quot;FAILED_SHUFFLE&quot;
  3037. },
  3038. {
  3039. &quot;value&quot; : 1,
  3040. &quot;name&quot; : &quot;MERGED_MAP_OUTPUTS&quot;
  3041. },
  3042. {
  3043. &quot;value&quot; : 26,
  3044. &quot;name&quot; : &quot;GC_TIME_MILLIS&quot;
  3045. },
  3046. {
  3047. &quot;value&quot; : 860,
  3048. &quot;name&quot; : &quot;CPU_MILLISECONDS&quot;
  3049. },
  3050. {
  3051. &quot;value&quot; : 107839488,
  3052. &quot;name&quot; : &quot;PHYSICAL_MEMORY_BYTES&quot;
  3053. },
  3054. {
  3055. &quot;value&quot; : 1123147776,
  3056. &quot;name&quot; : &quot;VIRTUAL_MEMORY_BYTES&quot;
  3057. },
  3058. {
  3059. &quot;value&quot; : 57475072,
  3060. &quot;name&quot; : &quot;COMMITTED_HEAP_BYTES&quot;
  3061. }
  3062. ]
  3063. },
  3064. {
  3065. &quot;counterGroupName&quot; : &quot;Shuffle Errors&quot;,
  3066. &quot;counter&quot; : [
  3067. {
  3068. &quot;value&quot; : 0,
  3069. &quot;name&quot; : &quot;BAD_ID&quot;
  3070. },
  3071. {
  3072. &quot;value&quot; : 0,
  3073. &quot;name&quot; : &quot;CONNECTION&quot;
  3074. },
  3075. {
  3076. &quot;value&quot; : 0,
  3077. &quot;name&quot; : &quot;IO_ERROR&quot;
  3078. },
  3079. {
  3080. &quot;value&quot; : 0,
  3081. &quot;name&quot; : &quot;WRONG_LENGTH&quot;
  3082. },
  3083. {
  3084. &quot;value&quot; : 0,
  3085. &quot;name&quot; : &quot;WRONG_MAP&quot;
  3086. },
  3087. {
  3088. &quot;value&quot; : 0,
  3089. &quot;name&quot; : &quot;WRONG_REDUCE&quot;
  3090. }
  3091. ]
  3092. },
  3093. {
  3094. &quot;counterGroupName&quot; : &quot;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&quot;,
  3095. &quot;counter&quot; : [
  3096. {
  3097. &quot;value&quot; : 0,
  3098. &quot;name&quot; : &quot;BYTES_WRITTEN&quot;
  3099. }
  3100. ]
  3101. }
  3102. ],
  3103. &quot;id&quot; : &quot;attempt_1326381300833_2_2_m_0_0&quot;
  3104. }
  3105. }
  3106. </pre></div></div>
  3107. <p><b>XML response</b></p>
  3108. <p>HTTP Request:</p>
  3109. <div class="source">
  3110. <div class="source">
  3111. <pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
  3112. Accept: application/xml
  3113. </pre></div></div>
  3114. <p>Response Header:</p>
  3115. <div class="source">
  3116. <div class="source">
  3117. <pre> HTTP/1.1 200 OK
  3118. Content-Type: application/xml
  3119. Content-Length: 2735
  3120. Server: Jetty(6.1.26)
  3121. </pre></div></div>
  3122. <p>Response Body:</p>
  3123. <div class="source">
  3124. <div class="source">
  3125. <pre>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot; standalone=&quot;yes&quot;?&gt;
  3126. &lt;jobTaskAttemptCounters&gt;
  3127. &lt;id&gt;attempt_1326381300833_2_2_m_0_0&lt;/id&gt;
  3128. &lt;taskAttemptCounterGroup&gt;
  3129. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.FileSystemCounter&lt;/counterGroupName&gt;
  3130. &lt;counter&gt;
  3131. &lt;name&gt;FILE_BYTES_READ&lt;/name&gt;
  3132. &lt;value&gt;2363&lt;/value&gt;
  3133. &lt;/counter&gt;
  3134. &lt;counter&gt;
  3135. &lt;name&gt;FILE_BYTES_WRITTEN&lt;/name&gt;
  3136. &lt;value&gt;54372&lt;/value&gt;
  3137. &lt;/counter&gt;
  3138. &lt;counter&gt;
  3139. &lt;name&gt;FILE_READ_OPS&lt;/name&gt;
  3140. &lt;value&gt;0&lt;/value&gt;
  3141. &lt;/counter&gt;
  3142. &lt;counter&gt;
  3143. &lt;name&gt;FILE_LARGE_READ_OPS&lt;/name&gt;
  3144. &lt;value&gt;0&lt;/value&gt;
  3145. &lt;/counter&gt;
  3146. &lt;counter&gt;
  3147. &lt;name&gt;FILE_WRITE_OPS&lt;/name&gt;
  3148. &lt;value&gt;0&lt;/value&gt;
  3149. &lt;/counter&gt;
  3150. &lt;counter&gt;
  3151. &lt;name&gt;HDFS_BYTES_READ&lt;/name&gt;
  3152. &lt;value&gt;0&lt;/value&gt;
  3153. &lt;/counter&gt;
  3154. &lt;counter&gt;
  3155. &lt;name&gt;HDFS_BYTES_WRITTEN&lt;/name&gt;
  3156. &lt;value&gt;0&lt;/value&gt;
  3157. &lt;/counter&gt;
  3158. &lt;counter&gt;
  3159. &lt;name&gt;HDFS_READ_OPS&lt;/name&gt;
  3160. &lt;value&gt;0&lt;/value&gt;
  3161. &lt;/counter&gt;
  3162. &lt;counter&gt;
  3163. &lt;name&gt;HDFS_LARGE_READ_OPS&lt;/name&gt;
  3164. &lt;value&gt;0&lt;/value&gt;
  3165. &lt;/counter&gt;
  3166. &lt;counter&gt;
  3167. &lt;name&gt;HDFS_WRITE_OPS&lt;/name&gt;
  3168. &lt;value&gt;0&lt;/value&gt;
  3169. &lt;/counter&gt;
  3170. &lt;/taskAttemptCounterGroup&gt;
  3171. &lt;taskAttemptCounterGroup&gt;
  3172. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.TaskCounter&lt;/counterGroupName&gt;
  3173. &lt;counter&gt;
  3174. &lt;name&gt;COMBINE_INPUT_RECORDS&lt;/name&gt;
  3175. &lt;value&gt;0&lt;/value&gt;
  3176. &lt;/counter&gt;
  3177. &lt;counter&gt;
  3178. &lt;name&gt;COMBINE_OUTPUT_RECORDS&lt;/name&gt;
  3179. &lt;value&gt;0&lt;/value&gt;
  3180. &lt;/counter&gt;
  3181. &lt;counter&gt;
  3182. &lt;name&gt;REDUCE_INPUT_GROUPS&lt;/name&gt;
  3183. &lt;value&gt;460&lt;/value&gt;
  3184. &lt;/counter&gt;
  3185. &lt;counter&gt;
  3186. &lt;name&gt;REDUCE_SHUFFLE_BYTES&lt;/name&gt;
  3187. &lt;value&gt;2235&lt;/value&gt;
  3188. &lt;/counter&gt;
  3189. &lt;counter&gt;
  3190. &lt;name&gt;REDUCE_INPUT_RECORDS&lt;/name&gt;
  3191. &lt;value&gt;460&lt;/value&gt;
  3192. &lt;/counter&gt;
  3193. &lt;counter&gt;
  3194. &lt;name&gt;REDUCE_OUTPUT_RECORDS&lt;/name&gt;
  3195. &lt;value&gt;0&lt;/value&gt;
  3196. &lt;/counter&gt;
  3197. &lt;counter&gt;
  3198. &lt;name&gt;SPILLED_RECORDS&lt;/name&gt;
  3199. &lt;value&gt;0&lt;/value&gt;
  3200. &lt;/counter&gt;
  3201. &lt;counter&gt;
  3202. &lt;name&gt;SHUFFLED_MAPS&lt;/name&gt;
  3203. &lt;value&gt;1&lt;/value&gt;
  3204. &lt;/counter&gt;
  3205. &lt;counter&gt;
  3206. &lt;name&gt;FAILED_SHUFFLE&lt;/name&gt;
  3207. &lt;value&gt;0&lt;/value&gt;
  3208. &lt;/counter&gt;
  3209. &lt;counter&gt;
  3210. &lt;name&gt;MERGED_MAP_OUTPUTS&lt;/name&gt;
  3211. &lt;value&gt;1&lt;/value&gt;
  3212. &lt;/counter&gt;
  3213. &lt;counter&gt;
  3214. &lt;name&gt;GC_TIME_MILLIS&lt;/name&gt;
  3215. &lt;value&gt;26&lt;/value&gt;
  3216. &lt;/counter&gt;
  3217. &lt;counter&gt;
  3218. &lt;name&gt;CPU_MILLISECONDS&lt;/name&gt;
  3219. &lt;value&gt;860&lt;/value&gt;
  3220. &lt;/counter&gt;
  3221. &lt;counter&gt;
  3222. &lt;name&gt;PHYSICAL_MEMORY_BYTES&lt;/name&gt;
  3223. &lt;value&gt;107839488&lt;/value&gt;
  3224. &lt;/counter&gt;
  3225. &lt;counter&gt;
  3226. &lt;name&gt;VIRTUAL_MEMORY_BYTES&lt;/name&gt;
  3227. &lt;value&gt;1123147776&lt;/value&gt;
  3228. &lt;/counter&gt;
  3229. &lt;counter&gt;
  3230. &lt;name&gt;COMMITTED_HEAP_BYTES&lt;/name&gt;
  3231. &lt;value&gt;57475072&lt;/value&gt;
  3232. &lt;/counter&gt;
  3233. &lt;/taskAttemptCounterGroup&gt;
  3234. &lt;taskAttemptCounterGroup&gt;
  3235. &lt;counterGroupName&gt;Shuffle Errors&lt;/counterGroupName&gt;
  3236. &lt;counter&gt;
  3237. &lt;name&gt;BAD_ID&lt;/name&gt;
  3238. &lt;value&gt;0&lt;/value&gt;
  3239. &lt;/counter&gt;
  3240. &lt;counter&gt;
  3241. &lt;name&gt;CONNECTION&lt;/name&gt;
  3242. &lt;value&gt;0&lt;/value&gt;
  3243. &lt;/counter&gt;
  3244. &lt;counter&gt;
  3245. &lt;name&gt;IO_ERROR&lt;/name&gt;
  3246. &lt;value&gt;0&lt;/value&gt;
  3247. &lt;/counter&gt;
  3248. &lt;counter&gt;
  3249. &lt;name&gt;WRONG_LENGTH&lt;/name&gt;
  3250. &lt;value&gt;0&lt;/value&gt;
  3251. &lt;/counter&gt;
  3252. &lt;counter&gt;
  3253. &lt;name&gt;WRONG_MAP&lt;/name&gt;
  3254. &lt;value&gt;0&lt;/value&gt;
  3255. &lt;/counter&gt;
  3256. &lt;counter&gt;
  3257. &lt;name&gt;WRONG_REDUCE&lt;/name&gt;
  3258. &lt;value&gt;0&lt;/value&gt;
  3259. &lt;/counter&gt;
  3260. &lt;/taskAttemptCounterGroup&gt;
  3261. &lt;taskAttemptCounterGroup&gt;
  3262. &lt;counterGroupName&gt;org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter&lt;/counterGroupName&gt;
  3263. &lt;counter&gt;
  3264. &lt;name&gt;BYTES_WRITTEN&lt;/name&gt;
  3265. &lt;value&gt;0&lt;/value&gt;
  3266. &lt;/counter&gt;
  3267. &lt;/taskAttemptCounterGroup&gt;
  3268. &lt;/jobTaskAttemptCounters&gt;
  3269. </pre></div></div></section></section></section>
  3270. </div>
  3271. </div>
  3272. <div class="clear">
  3273. <hr/>
  3274. </div>
  3275. <div id="footer">
  3276. <div class="xright">
  3277. &#169; 2008-2025
  3278. Apache Software Foundation
  3279. - <a href="http://maven.apache.org/privacy-policy.html">Privacy Policy</a>.
  3280. Apache Maven, Maven, Apache, the Apache feather logo, and the Apache Maven project logos are trademarks of The Apache Software Foundation.
  3281. </div>
  3282. <div class="clear">
  3283. <hr/>
  3284. </div>
  3285. </div>
  3286. </body>
  3287. </html>