12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651 |
- ~~ Licensed under the Apache License, Version 2.0 (the "License");
- ~~ you may not use this file except in compliance with the License.
- ~~ You may obtain a copy of the License at
- ~~
- ~~ http://www.apache.org/licenses/LICENSE-2.0
- ~~
- ~~ Unless required by applicable law or agreed to in writing, software
- ~~ distributed under the License is distributed on an "AS IS" BASIS,
- ~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- ~~ See the License for the specific language governing permissions and
- ~~ limitations under the License. See accompanying LICENSE file.
- ---
- History Server REST API's.
- ---
- ---
- ${maven.build.timestamp}
- History Server REST API's.
- \[ {{{./index.html}Go Back}} \]
- %{toc|section=1|fromDepth=0|toDepth=3}
- * Overview
- The history server REST API's allow the user to get status on finished applications. Currently it only supports MapReduce and provides information on finished jobs.
- * History Server Information API
- The history server information resource provides overall information about the history server.
- ** URI
- Both of the following URI's give you the history server information, from an application id identified by the appid value.
- ------
- * http://<history server http address:port>/ws/v1/history
- * http://<history server http address:port>/ws/v1/history/info
- ------
- ** HTTP Operations Supported
- ------
- * GET
- ------
- ** Query Parameters Supported
- ------
- None
- ------
- ** Elements of the <historyInfo> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | hadoopVersion | string | Version of hadoop common |
- *---------------+--------------+-------------------------------+
- | hadoopBuildVersion | string | Hadoop common build string with build version, user, and checksum |
- *---------------+--------------+-------------------------------+
- | hadoopVersionBuiltOn | string | Timestamp when hadoop common was built |
- *---------------+--------------+-------------------------------+
- ** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/info
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "historyInfo" : {
- "hadoopVersionBuiltOn" : "Wed Jan 11 21:18:36 UTC 2012",
- "hadoopBuildVersion" : "0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7",
- "hadoopVersion" : "0.23.1-SNAPSHOT"
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- -----
- GET http://<history server http address:port>/ws/v1/history/info
- Accept: application/xml
- -----
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 330
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <historyInfo>
- <hadoopVersion>0.23.1-SNAPSHOT</hadoopVersion>
- <hadoopBuildVersion>0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7</hadoopBuildVersion>
- <hadoopVersionBuiltOn>Wed Jan 11 21:18:36 UTC 2012</hadoopVersionBuiltOn>
- </historyInfo>
- +---+
- * MapReduce API's
- The following list of resources apply to MapReduce.
- ** Jobs API
- The jobs resource provides a list of the MapReduce jobs that have finished. It does not currently return a full list of parameters
- *** URI
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- Multiple paramters can be specified. The started and finished times have a begin and end parameter to allow you to specify ranges. For example, one could request all jobs that started between 1:00am and 2:00pm on 12/19/2011 with startedTimeBegin=1324256400&startedTimeEnd=1324303200. If the Begin parameter is not specfied, it defaults to 0, and if the End parameter is not specified, it defaults to infinity.
- ------
- * user - user name
- * queue - queue name
- * limit - total number of app objects to be returned
- * startedTimeBegin - jobs with start time beginning with this time, specified in ms since epoch
- * startedTimeEnd - jobs with start time ending with this time, specified in ms since epoch
- * finishedTimeBegin - jobs with finish time beginning with this time, specified in ms since epoch
- * finishedTimeEnd - jobs with finish time ending with this time, specified in ms since epoch
- ------
- *** Elements of the <jobs> object
- When you make a request for the list of jobs, the information will be returned as an array of job objects.
- See also {{Job API}} for syntax of the job object. Except this is a subset of a full job. Only startTime,
- finishTime, id, name, queue, user, state, mapsTotal, mapsCompleted, reducesTotal, and reducesCompleted are
- returned.
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | job | array of job objects(json)/zero or more job objects(XML) | The collection of job objects |
- *---------------+--------------+-------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "jobs" : {
- "job" : [
- {
- "state" : "SUCCEEDED",
- "user" : "user1",
- "reducesTotal" : 1,
- "mapsCompleted" : 1,
- "startTime" : 1326381344489,
- "id" : "job_1326381300833_1_1",
- "name" : "word count",
- "reducesCompleted" : 1,
- "mapsTotal" : 1,
- "queue" : "default",
- "finishTime" : 1326381356010
- },
- {
- "state" : "SUCCEEDED",
- "user" : "user1",
- "reducesTotal" : 1,
- "mapsCompleted" : 1,
- "startTime" : 1326381446529,
- "id" : "job_1326381300833_2_2",
- "name" : "Sleep job",
- "reducesCompleted" : 1,
- "mapsTotal" : 1,
- "queue" : "default",
- "finishTime" : 1326381582106
- }
- ]
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 1922
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobs>
- <job>
- <startTime>1326381344489</startTime>
- <finishTime>1326381356010</finishTime>
- <id>job_1326381300833_1_1</id>
- <name>word count</name>
- <queue>default</queue>
- <user>user1</user>
- <state>SUCCEEDED</state>
- <mapsTotal>1</mapsTotal>
- <mapsCompleted>1</mapsCompleted>
- <reducesTotal>1</reducesTotal>
- <reducesCompleted>1</reducesCompleted>
- </job>
- <job>
- <startTime>1326381446529</startTime>
- <finishTime>1326381582106</finishTime>
- <id>job_1326381300833_2_2</id>
- <name>Sleep job</name>
- <queue>default</queue>
- <user>user1</user>
- <state>SUCCEEDED</state>
- <mapsTotal>1</mapsTotal>
- <mapsCompleted>1</mapsCompleted>
- <reducesTotal>1</reducesTotal>
- <reducesCompleted>1</reducesCompleted>
- </job>
- </jobs>
- +---+
- ** {Job API}
- A Job resource contains information about a particular job identified by {jobid}.
- *** URI
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <job> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | id | string | The job id|
- *---------------+--------------+-------------------------------+
- | name | string | The job name |
- *---------------+--------------+-------------------------------+
- | queue | string | The queue the job was submitted to|
- *---------------+--------------+-------------------------------+
- | user | string | The user name |
- *---------------+--------------+-------------------------------+
- | state | string | the job state - valid values are: NEW, INITED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED, ERROR|
- *---------------+--------------+-------------------------------+
- | diagnostics | string | A diagnostic message |
- *---------------+--------------+-------------------------------+
- | startTime | long | The time the job started (in ms since epoch)|
- *---------------+--------------+-------------------------------+
- | finishTime | long | The time the job finished (in ms since epoch)|
- *---------------+--------------+-------------------------------+
- | mapsTotal | int | The total number of maps |
- *---------------+--------------+-------------------------------+
- | mapsCompleted | int | The number of completed maps |
- *---------------+--------------+-------------------------------+
- | reducesTotal | int | The total number of reduces |
- *---------------+--------------+-------------------------------+
- | reducesCompleted | int | The number of completed reduces|
- *---------------+--------------+-------------------------------+
- | uberized | boolean | Indicates if the job was an uber job - ran completely in the application master|
- *---------------+--------------+-------------------------------+
- | avgMapTime | long | The average time of a map task (in ms)|
- *---------------+--------------+-------------------------------+
- | avgReduceTime | long | The average time of the reduce (in ms)|
- *---------------+--------------+-------------------------------+
- | avgShuffleTime | long | The average time of the shuffle (in ms)|
- *---------------+--------------+-------------------------------+
- | avgMergeTime | long | The average time of the merge (in ms)|
- *---------------+--------------+-------------------------------+
- | failedReduceAttempts | int | The number of failed reduce attempts |
- *---------------+--------------+-------------------------------+
- | killedReduceAttempts | int | The number of killed reduce attempts |
- *---------------+--------------+-------------------------------+
- | successfulReduceAttempts | int | The number of successful reduce attempts |
- *---------------+--------------+-------------------------------+
- | failedMapAttempts | int | The number of failed map attempts |
- *---------------+--------------+-------------------------------+
- | killedMapAttempts | int | The number of killed map attempts |
- *---------------+--------------+-------------------------------+
- | successfulMapAttempts | int | The number of successful map attempts |
- *---------------+--------------+-------------------------------+
- | acls | array of acls(json)/zero or more acls objects(xml)| A collection of acls objects |
- *---------------+--------------+-------------------------------+
- ** Elements of the <acls> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | value | string | The acl value|
- *---------------+--------------+-------------------------------+
- | name | string | The acl name |
- *---------------+--------------+-------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Server: Jetty(6.1.26)
- Content-Length: 720
- +---+
- Response Body:
- +---+
- {
- "job" : {
- "avgReduceTime" : 124961,
- "failedReduceAttempts" : 0,
- "state" : "SUCCEEDED",
- "successfulReduceAttempts" : 1,
- "acls" : [
- {
- "value" : " ",
- "name" : "mapreduce.job.acl-modify-job"
- },
- {
- "value" : " ",
- "name" : "mapreduce.job.acl-view-job"
- }
- ],
- "user" : "user1",
- "reducesTotal" : 1,
- "mapsCompleted" : 1,
- "startTime" : 1326381446529,
- "id" : "job_1326381300833_2_2",
- "avgMapTime" : 2638,
- "successfulMapAttempts" : 1,
- "name" : "Sleep job",
- "avgShuffleTime" : 2540,
- "reducesCompleted" : 1,
- "diagnostics" : "",
- "failedMapAttempts" : 0,
- "avgMergeTime" : 2589,
- "killedReduceAttempts" : 0,
- "mapsTotal" : 1,
- "queue" : "default",
- "uberized" : false,
- "killedMapAttempts" : 0,
- "finishTime" : 1326381582106
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 983
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <job>
- <startTime>1326381446529</startTime>
- <finishTime>1326381582106</finishTime>
- <id>job_1326381300833_2_2</id>
- <name>Sleep job</name>
- <queue>default</queue>
- <user>user1</user>
- <state>SUCCEEDED</state>
- <mapsTotal>1</mapsTotal>
- <mapsCompleted>1</mapsCompleted>
- <reducesTotal>1</reducesTotal>
- <reducesCompleted>1</reducesCompleted>
- <uberized>false</uberized>
- <diagnostics/>
- <avgMapTime>2638</avgMapTime>
- <avgReduceTime>124961</avgReduceTime>
- <avgShuffleTime>2540</avgShuffleTime>
- <avgMergeTime>2589</avgMergeTime>
- <failedReduceAttempts>0</failedReduceAttempts>
- <killedReduceAttempts>0</killedReduceAttempts>
- <successfulReduceAttempts>1</successfulReduceAttempts>
- <failedMapAttempts>0</failedMapAttempts>
- <killedMapAttempts>0</killedMapAttempts>
- <successfulMapAttempts>1</successfulMapAttempts>
- <acls>
- <name>mapreduce.job.acl-modify-job</name>
- <value> </value>
- </acls>
- <acls>
- <name>mapreduce.job.acl-view-job</name>
- <value> </value>
- </acls>
- </job>
- +---+
- ** Job Attempts API
- With the job attempts API, you can obtain a collection of resources that represent a job attempt. When you run a GET operation on this resource, you obtain a collection of Job Attempt Objects.
- *** URI
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <jobAttempts> object
- When you make a request for the list of job attempts, the information will be returned as an array of job attempt objects.
- jobAttempts:
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | jobAttempt | array of job attempt objects(JSON)/zero or more job attempt objects(XML) | The collection of job attempt objects |
- *---------------+--------------+--------------------------------+
- *** Elements of the <jobAttempt> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | id | string | The job attempt id |
- *---------------+--------------+--------------------------------+
- | nodeId | string | The node id of the node the attempt ran on|
- *---------------+--------------+--------------------------------+
- | nodeHttpAddress | string | The node http address of the node the attempt ran on|
- *---------------+--------------+--------------------------------+
- | logsLink | string | The http link to the job attempt logs |
- *---------------+--------------+--------------------------------+
- | containerId | string | The id of the container for the job attempt |
- *---------------+--------------+--------------------------------+
- | startTime | long | The start time of the attempt (in ms since epoch)|
- *---------------+--------------+--------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattempts
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "jobAttempts" : {
- "jobAttempt" : [
- {
- "nodeId" : "host.domain.com:8041",
- "nodeHttpAddress" : "host.domain.com:8042",
- "startTime" : 1326381444693,
- "id" : 1,
- "logsLink" : "http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1",
- "containerId" : "container_1326381300833_0002_01_000001"
- }
- ]
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattmpts
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 575
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobAttempts>
- <jobAttempt>
- <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
- <nodeId>host.domain.com:8041</nodeId>
- <id>1</id>
- <startTime>1326381444693</startTime>
- <containerId>container_1326381300833_0002_01_000001</containerId>
- <logsLink>http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1</logsLink>
- </jobAttempt>
- </jobAttempts>
- +---+
- ** Job Counters API
- With the job counters API, you can object a collection of resources that represent al the counters for that job.
- *** URI
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/counters
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <jobCounters> object
-
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | id | string | The job id |
- *---------------+--------------+-------------------------------+
- | counterGroup | array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) | A collection of counter group objects |
- *---------------+--------------+-------------------------------+
- *** Elements of the <counterGroup> objecs
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | counterGroupName | string | The name of the counter group |
- *---------------+--------------+-------------------------------+
- | counter | array of counter objects(JSON)/zero or more counter objects(XML) | A collection of counter objects |
- *---------------+--------------+-------------------------------+
- *** Elements of the <counter> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | name | string | The name of the counter |
- *---------------+--------------+-------------------------------+
- | reduceCounterValue | long | The counter value of reduce tasks |
- *---------------+--------------+-------------------------------+
- | mapCounterValue | long | The counter value of map tasks |
- *---------------+--------------+-------------------------------+
- | totalCounterValue | long | The counter value of all tasks |
- *---------------+--------------+-------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "jobCounters" : {
- "id" : "job_1326381300833_2_2",
- "counterGroup" : [
- {
- "counterGroupName" : "Shuffle Errors",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "BAD_ID"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "CONNECTION"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "IO_ERROR"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "WRONG_LENGTH"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "WRONG_MAP"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "WRONG_REDUCE"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2483,
- "name" : "FILE_BYTES_READ"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 108525,
- "name" : "FILE_BYTES_WRITTEN"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "FILE_READ_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "FILE_LARGE_READ_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "FILE_WRITE_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 48,
- "name" : "HDFS_BYTES_READ"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "HDFS_BYTES_WRITTEN"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1,
- "name" : "HDFS_READ_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "HDFS_LARGE_READ_OPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "HDFS_WRITE_OPS"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1,
- "name" : "MAP_INPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1200,
- "name" : "MAP_OUTPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 4800,
- "name" : "MAP_OUTPUT_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2235,
- "name" : "MAP_OUTPUT_MATERIALIZED_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 48,
- "name" : "SPLIT_RAW_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "COMBINE_INPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "COMBINE_OUTPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1200,
- "name" : "REDUCE_INPUT_GROUPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2235,
- "name" : "REDUCE_SHUFFLE_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1200,
- "name" : "REDUCE_INPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "REDUCE_OUTPUT_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2400,
- "name" : "SPILLED_RECORDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1,
- "name" : "SHUFFLED_MAPS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "FAILED_SHUFFLE"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1,
- "name" : "MERGED_MAP_OUTPUTS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 113,
- "name" : "GC_TIME_MILLIS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 1830,
- "name" : "CPU_MILLISECONDS"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 478068736,
- "name" : "PHYSICAL_MEMORY_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 2159284224,
- "name" : "VIRTUAL_MEMORY_BYTES"
- },
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 378863616,
- "name" : "COMMITTED_HEAP_BYTES"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "BYTES_READ"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
- "counter" : [
- {
- "reduceCounterValue" : 0,
- "mapCounterValue" : 0,
- "totalCounterValue" : 0,
- "name" : "BYTES_WRITTEN"
- }
- ]
- }
- ]
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 7030
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobCounters>
- <id>job_1326381300833_2_2</id>
- <counterGroup>
- <counterGroupName>Shuffle Errors</counterGroupName>
- <counter>
- <name>BAD_ID</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>CONNECTION</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>IO_ERROR</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>WRONG_LENGTH</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>WRONG_MAP</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>WRONG_REDUCE</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- <counterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
- <counter>
- <name>FILE_BYTES_READ</name>
- <totalCounterValue>2483</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FILE_BYTES_WRITTEN</name>
- <totalCounterValue>108525</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FILE_READ_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FILE_LARGE_READ_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FILE_WRITE_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_BYTES_READ</name>
- <totalCounterValue>48</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_BYTES_WRITTEN</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_READ_OPS</name>
- <totalCounterValue>1</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_LARGE_READ_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>HDFS_WRITE_OPS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- <counterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
- <counter>
- <name>MAP_INPUT_RECORDS</name>
- <totalCounterValue>1</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>MAP_OUTPUT_RECORDS</name>
- <totalCounterValue>1200</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>MAP_OUTPUT_BYTES</name>
- <totalCounterValue>4800</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>MAP_OUTPUT_MATERIALIZED_BYTES</name>
- <totalCounterValue>2235</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>SPLIT_RAW_BYTES</name>
- <totalCounterValue>48</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>COMBINE_INPUT_RECORDS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>COMBINE_OUTPUT_RECORDS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>REDUCE_INPUT_GROUPS</name>
- <totalCounterValue>1200</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>REDUCE_SHUFFLE_BYTES</name>
- <totalCounterValue>2235</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>REDUCE_INPUT_RECORDS</name>
- <totalCounterValue>1200</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>REDUCE_OUTPUT_RECORDS</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>SPILLED_RECORDS</name>
- <totalCounterValue>2400</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>SHUFFLED_MAPS</name>
- <totalCounterValue>1</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>FAILED_SHUFFLE</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>MERGED_MAP_OUTPUTS</name>
- <totalCounterValue>1</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>GC_TIME_MILLIS</name>
- <totalCounterValue>113</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>CPU_MILLISECONDS</name>
- <totalCounterValue>1830</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>PHYSICAL_MEMORY_BYTES</name>
- <totalCounterValue>478068736</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>VIRTUAL_MEMORY_BYTES</name>
- <totalCounterValue>2159284224</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- <counter>
- <name>COMMITTED_HEAP_BYTES</name>
- <totalCounterValue>378863616</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- <counterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter</counterGroupName>
- <counter>
- <name>BYTES_READ</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- <counterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
- <counter>
- <name>BYTES_WRITTEN</name>
- <totalCounterValue>0</totalCounterValue>
- <mapCounterValue>0</mapCounterValue>
- <reduceCounterValue>0</reduceCounterValue>
- </counter>
- </counterGroup>
- </jobCounters>
- +---+
- ** Job Conf API
- A job configuration resource contains information about the job configuration for this job.
- *** URI
- Use the following URI to obtain th job configuration information, from a job identified by the {jobid} value.
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/conf
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <conf> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | path | string | The path to the job configuration file|
- *---------------+--------------+-------------------------------+
- | property | array of the configuration properties(JSON)/zero or more configuration properties(XML) | Collection of configuration property objects|
- *---------------+--------------+-------------------------------+
- *** Elements of the <property> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | name | string | The name of the configuration property |
- *---------------+--------------+-------------------------------+
- | value | string | The value of the configuration property |
- *---------------+--------------+-------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- This is a small snippet of the output as the output if very large. The real output contains every property in your job configuration file.
- +---+
- {
- "conf" : {
- "path" : "hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml",
- "property" : [
- {
- "value" : "/home/hadoop/hdfs/data",
- "name" : "dfs.datanode.data.dir"
- },
- {
- "value" : "org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer",
- "name" : "hadoop.http.filter.initializers"
- },
- {
- "value" : "/home/hadoop/tmp",
- "name" : "mapreduce.cluster.temp.dir"
- },
- ...
- ]
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 552
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <conf>
- <path>hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml</path>
- <property>
- <name>dfs.datanode.data.dir</name>
- <value>/home/hadoop/hdfs/data</value>
- </property>
- <property>
- <name>hadoop.http.filter.initializers</name>
- <value>org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer</value>
- </property>
- <property>
- <name>mapreduce.cluster.temp.dir</name>
- <value>/home/hadoop/tmp</value>
- </property>
- ...
- </conf>
- +---+
- ** Tasks API
- With the tasks API, you can obtain a collection of resources that represent a task within a job. When you run a GET operation on this resource, you obtain a collection of Task Objects.
- *** URI
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/tasks
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- * type - type of task, valid values are m or r. m for map task or r for reduce task.
- ------
- *** Elements of the <tasks> object
- When you make a request for the list of tasks , the information will be returned as an array of task objects.
- See also {{Task API}} for syntax of the task object.
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | task | array of task objects(JSON)/zero or more task objects(XML) | The collection of task objects. |
- *---------------+--------------+--------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "tasks" : {
- "task" : [
- {
- "progress" : 100,
- "elapsedTime" : 6777,
- "state" : "SUCCEEDED",
- "startTime" : 1326381446541,
- "id" : "task_1326381300833_2_2_m_0",
- "type" : "MAP",
- "successfulAttempt" : "attempt_1326381300833_2_2_m_0_0",
- "finishTime" : 1326381453318
- },
- {
- "progress" : 100,
- "elapsedTime" : 135559,
- "state" : "SUCCEEDED",
- "startTime" : 1326381446544,
- "id" : "task_1326381300833_2_2_r_0",
- "type" : "REDUCE",
- "successfulAttempt" : "attempt_1326381300833_2_2_r_0_0",
- "finishTime" : 1326381582103
- }
- ]
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 653
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <tasks>
- <task>
- <startTime>1326381446541</startTime>
- <finishTime>1326381453318</finishTime>
- <elapsedTime>6777</elapsedTime>
- <progress>100.0</progress>
- <id>task_1326381300833_2_2_m_0</id>
- <state>SUCCEEDED</state>
- <type>MAP</type>
- <successfulAttempt>attempt_1326381300833_2_2_m_0_0</successfulAttempt>
- </task>
- <task>
- <startTime>1326381446544</startTime>
- <finishTime>1326381582103</finishTime>
- <elapsedTime>135559</elapsedTime>
- <progress>100.0</progress>
- <id>task_1326381300833_2_2_r_0</id>
- <state>SUCCEEDED</state>
- <type>REDUCE</type>
- <successfulAttempt>attempt_1326381300833_2_2_r_0_0</successfulAttempt>
- </task>
- </tasks>
- +---+
- ** {Task API}
- A Task resource contains information about a particular task within a job.
- *** URI
- Use the following URI to obtain an Task Object, from a task identified by the {taskid} value.
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <task> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | id | string | The task id |
- *---------------+--------------+--------------------------------+
- | state | string | The state of the task - valid values are: NEW, SCHEDULED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED
- *---------------+--------------+--------------------------------+
- | type | string | The task type - MAP or REDUCE|
- *---------------+--------------+--------------------------------+
- | successfulAttempt | string | The id of the last successful attempt |
- *---------------+--------------+--------------------------------+
- | progress | float | The progress of the task as a percent|
- *---------------+--------------+--------------------------------+
- | startTime | long | The time in which the task started (in ms since epoch)|
- *---------------+--------------+--------------------------------+
- | finishTime | long | The time in which the task finished (in ms since epoch)|
- *---------------+--------------+--------------------------------+
- | elapsedTime | long | The elapsed time since the application started (in ms)|
- *---------------+--------------+--------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "task" : {
- "progress" : 100,
- "elapsedTime" : 6777,
- "state" : "SUCCEEDED",
- "startTime" : 1326381446541,
- "id" : "task_1326381300833_2_2_m_0",
- "type" : "MAP",
- "successfulAttempt" : "attempt_1326381300833_2_2_m_0_0",
- "finishTime" : 1326381453318
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 299
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <task>
- <startTime>1326381446541</startTime>
- <finishTime>1326381453318</finishTime>
- <elapsedTime>6777</elapsedTime>
- <progress>100.0</progress>
- <id>task_1326381300833_2_2_m_0</id>
- <state>SUCCEEDED</state>
- <type>MAP</type>
- <successfulAttempt>attempt_1326381300833_2_2_m_0_0</successfulAttempt>
- </task>
- +---+
- ** Task Counters API
- With the task counters API, you can object a collection of resources that represent al the counters for that task.
- *** URI
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <jobTaskCounters> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | id | string | The task id |
- *---------------+--------------+-------------------------------+
- | taskcounterGroup | array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) | A collection of counter group objects |
- *---------------+--------------+-------------------------------+
- *** Elements of the <counterGroup> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | counterGroupName | string | The name of the counter group |
- *---------------+--------------+-------------------------------+
- | counter | array of counter objects(JSON)/zero or more counter objects(XML) | A collection of counter objects |
- *---------------+--------------+-------------------------------+
- *** Elements of the <counter> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | name | string | The name of the counter |
- *---------------+--------------+-------------------------------+
- | value | long | The value of the counter |
- *---------------+--------------+-------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "jobTaskCounters" : {
- "id" : "task_1326381300833_2_2_m_0",
- "taskCounterGroup" : [
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
- "counter" : [
- {
- "value" : 2363,
- "name" : "FILE_BYTES_READ"
- },
- {
- "value" : 54372,
- "name" : "FILE_BYTES_WRITTEN"
- },
- {
- "value" : 0,
- "name" : "FILE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "FILE_LARGE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "FILE_WRITE_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_BYTES_READ"
- },
- {
- "value" : 0,
- "name" : "HDFS_BYTES_WRITTEN"
- },
- {
- "value" : 0,
- "name" : "HDFS_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_LARGE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_WRITE_OPS"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
- "counter" : [
- {
- "value" : 0,
- "name" : "COMBINE_INPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "COMBINE_OUTPUT_RECORDS"
- },
- {
- "value" : 460,
- "name" : "REDUCE_INPUT_GROUPS"
- },
- {
- "value" : 2235,
- "name" : "REDUCE_SHUFFLE_BYTES"
- },
- {
- "value" : 460,
- "name" : "REDUCE_INPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "REDUCE_OUTPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "SPILLED_RECORDS"
- },
- {
- "value" : 1,
- "name" : "SHUFFLED_MAPS"
- },
- {
- "value" : 0,
- "name" : "FAILED_SHUFFLE"
- },
- {
- "value" : 1,
- "name" : "MERGED_MAP_OUTPUTS"
- },
- {
- "value" : 26,
- "name" : "GC_TIME_MILLIS"
- },
- {
- "value" : 860,
- "name" : "CPU_MILLISECONDS"
- },
- {
- "value" : 107839488,
- "name" : "PHYSICAL_MEMORY_BYTES"
- },
- {
- "value" : 1123147776,
- "name" : "VIRTUAL_MEMORY_BYTES"
- },
- {
- "value" : 57475072,
- "name" : "COMMITTED_HEAP_BYTES"
- }
- ]
- },
- {
- "counterGroupName" : "Shuffle Errors",
- "counter" : [
- {
- "value" : 0,
- "name" : "BAD_ID"
- },
- {
- "value" : 0,
- "name" : "CONNECTION"
- },
- {
- "value" : 0,
- "name" : "IO_ERROR"
- },
- {
- "value" : 0,
- "name" : "WRONG_LENGTH"
- },
- {
- "value" : 0,
- "name" : "WRONG_MAP"
- },
- {
- "value" : 0,
- "name" : "WRONG_REDUCE"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
- "counter" : [
- {
- "value" : 0,
- "name" : "BYTES_WRITTEN"
- }
- ]
- }
- ]
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 2660
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobTaskCounters>
- <id>task_1326381300833_2_2_m_0</id>
- <taskCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
- <counter>
- <name>FILE_BYTES_READ</name>
- <value>2363</value>
- </counter>
- <counter>
- <name>FILE_BYTES_WRITTEN</name>
- <value>54372</value>
- </counter>
- <counter>
- <name>FILE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>FILE_LARGE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>FILE_WRITE_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_BYTES_READ</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_BYTES_WRITTEN</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_LARGE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_WRITE_OPS</name>
- <value>0</value>
- </counter>
- </taskCounterGroup>
- <taskCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
- <counter>
- <name>COMBINE_INPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>COMBINE_OUTPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>REDUCE_INPUT_GROUPS</name>
- <value>460</value>
- </counter>
- <counter>
- <name>REDUCE_SHUFFLE_BYTES</name>
- <value>2235</value>
- </counter>
- <counter>
- <name>REDUCE_INPUT_RECORDS</name>
- <value>460</value>
- </counter>
- <counter>
- <name>REDUCE_OUTPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>SPILLED_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>SHUFFLED_MAPS</name>
- <value>1</value>
- </counter>
- <counter>
- <name>FAILED_SHUFFLE</name>
- <value>0</value>
- </counter>
- <counter>
- <name>MERGED_MAP_OUTPUTS</name>
- <value>1</value>
- </counter>
- <counter>
- <name>GC_TIME_MILLIS</name>
- <value>26</value>
- </counter>
- <counter>
- <name>CPU_MILLISECONDS</name>
- <value>860</value>
- </counter>
- <counter>
- <name>PHYSICAL_MEMORY_BYTES</name>
- <value>107839488</value>
- </counter>
- <counter>
- <name>VIRTUAL_MEMORY_BYTES</name>
- <value>1123147776</value>
- </counter>
- <counter>
- <name>COMMITTED_HEAP_BYTES</name>
- <value>57475072</value>
- </counter>
- </taskCounterGroup>
- <taskCounterGroup>
- <counterGroupName>Shuffle Errors</counterGroupName>
- <counter>
- <name>BAD_ID</name>
- <value>0</value>
- </counter>
- <counter>
- <name>CONNECTION</name>
- <value>0</value>
- </counter>
- <counter>
- <name>IO_ERROR</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_LENGTH</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_MAP</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_REDUCE</name>
- <value>0</value>
- </counter>
- </taskCounterGroup>
- <taskCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
- <counter>
- <name>BYTES_WRITTEN</name>
- <value>0</value>
- </counter>
- </taskCounterGroup>
- </jobTaskCounters>
- +---+
- ** Task Attempts API
- With the task attempts API, you can obtain a collection of resources that represent a task attempt within a job. When you run a GET operation on this resource, you obtain a collection of Task Attempt Objects.
- *** URI
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <taskAttempts> object
- When you make a request for the list of task attempts, the information will be returned as an array of task attempt objects.
- See also {{Task Attempt API}} for syntax of the task object.
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | taskAttempt | array of task attempt objects(JSON)/zero or more task attempt objects(XML) | The collection of task attempt objects |
- *---------------+--------------+--------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "taskAttempts" : {
- "taskAttempt" : [
- {
- "assignedContainerId" : "container_1326381300833_0002_01_000002",
- "progress" : 100,
- "elapsedTime" : 2638,
- "state" : "SUCCEEDED",
- "diagnostics" : "",
- "rack" : "/98.139.92.0",
- "nodeHttpAddress" : "host.domain.com:8042",
- "startTime" : 1326381450680,
- "id" : "attempt_1326381300833_2_2_m_0_0",
- "type" : "MAP",
- "finishTime" : 1326381453318
- }
- ]
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 537
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <taskAttempts>
- <taskAttempt>
- <startTime>1326381450680</startTime>
- <finishTime>1326381453318</finishTime>
- <elapsedTime>2638</elapsedTime>
- <progress>100.0</progress>
- <id>attempt_1326381300833_2_2_m_0_0</id>
- <rack>/98.139.92.0</rack>
- <state>SUCCEEDED</state>
- <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
- <diagnostics/>
- <type>MAP</type>
- <assignedContainerId>container_1326381300833_0002_01_000002</assignedContainerId>
- </taskAttempt>
- </taskAttempts>
- +---+
- ** {Task Attempt API}
- A Task Attempt resource contains information about a particular task attempt within a job.
- *** URI
- Use the following URI to obtain an Task Attempt Object, from a task identified by the {attemptid} value.
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempt/{attemptid}
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <taskAttempt> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | id | string | The task id |
- *---------------+--------------+--------------------------------+
- | rack | string | The rack |
- *---------------+--------------+--------------------------------+
- | state | string | The state of the task attempt - valid values are: NEW, UNASSIGNED, ASSIGNED, RUNNING, COMMIT_PENDING, SUCCESS_CONTAINER_CLEANUP, SUCCEEDED, FAIL_CONTAINER_CLEANUP, FAIL_TASK_CLEANUP, FAILED, KILL_CONTAINER_CLEANUP, KILL_TASK_CLEANUP, KILLED |
- *---------------+--------------+--------------------------------+
- | type | string | The type of task |
- *---------------+--------------+--------------------------------+
- | assignedContainerId | string | The container id this attempt is assigned to|
- *---------------+--------------+--------------------------------+
- | nodeHttpAddress | string | The http address of the node this task attempt ran on |
- *---------------+--------------+--------------------------------+
- | diagnostics| string | A diagnostics message |
- *---------------+--------------+--------------------------------+
- | progress | float | The progress of the task attempt as a percent|
- *---------------+--------------+--------------------------------+
- | startTime | long | The time in which the task attempt started (in ms since epoch)|
- *---------------+--------------+--------------------------------+
- | finishTime | long | The time in which the task attempt finished (in ms since epoch)|
- *---------------+--------------+--------------------------------+
- | elapsedTime | long | The elapsed time since the task attempt started (in ms)|
- *---------------+--------------+--------------------------------+
- For reduce task attempts you also have the following fields:
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | shuffleFinishTime | long | The time at which shuffle finished (in ms since epoch)|
- *---------------+--------------+--------------------------------+
- | mergeFinishTime | long | The time at which merge finished (in ms since epoch)|
- *---------------+--------------+--------------------------------+
- | elapsedShuffleTime | long | The time it took for the shuffle phase to complete (time in ms between reduce task start and shuffle finish)|
- *---------------+--------------+--------------------------------+
- | elapsedMergeTime | long | The time it took for the merge phase to complete (time in ms between the shuffle finish and merge finish)|
- *---------------+--------------+--------------------------------+
- | elapsedReduceTime | long | The time it took for the reduce phase to complete (time in ms between merge finish to end of reduce task)|
- *---------------+--------------+--------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "taskAttempt" : {
- "assignedContainerId" : "container_1326381300833_0002_01_000002",
- "progress" : 100,
- "elapsedTime" : 2638,
- "state" : "SUCCEEDED",
- "diagnostics" : "",
- "rack" : "/98.139.92.0",
- "nodeHttpAddress" : "host.domain.com:8042",
- "startTime" : 1326381450680,
- "id" : "attempt_1326381300833_2_2_m_0_0",
- "type" : "MAP",
- "finishTime" : 1326381453318
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 691
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <taskAttempt>
- <startTime>1326381450680</startTime>
- <finishTime>1326381453318</finishTime>
- <elapsedTime>2638</elapsedTime>
- <progress>100.0</progress>
- <id>attempt_1326381300833_2_2_m_0_0</id>
- <rack>/98.139.92.0</rack>
- <state>SUCCEEDED</state>
- <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
- <diagnostics/>
- <type>MAP</type>
- <assignedContainerId>container_1326381300833_0002_01_000002</assignedContainerId>
- </taskAttempt>
- +---+
- ** Task Attempt Counters API
- With the task attempt counters API, you can object a collection of resources that represent al the counters for that task attempt.
- *** URI
- ------
- * http://<history server http address:port>/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempt/{attemptid}/counters
- ------
- *** HTTP Operations Supported
- ------
- * GET
- ------
- *** Query Parameters Supported
- ------
- None
- ------
- *** Elements of the <jobTaskAttemptCounters> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | id | string | The task attempt id |
- *---------------+--------------+-------------------------------+
- | taskAttemptcounterGroup | array of task attempt counterGroup objects(JSON)/zero or more task attempt counterGroup objects(XML) | A collection of task attempt counter group objects |
- *---------------+--------------+-------------------------------+
- *** Elements of the <taskAttemptCounterGroup> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | counterGroupName | string | The name of the counter group |
- *---------------+--------------+-------------------------------+
- | counter | array of counter objects(JSON)/zero or more counter objects(XML) | A collection of counter objects |
- *---------------+--------------+-------------------------------+
- *** Elements of the <counter> object
- *---------------+--------------+-------------------------------+
- || Item || Data Type || Description |
- *---------------+--------------+-------------------------------+
- | name | string | The name of the counter |
- *---------------+--------------+-------------------------------+
- | value | long | The value of the counter |
- *---------------+--------------+-------------------------------+
- *** Response Examples
- <<JSON response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/json
- Transfer-Encoding: chunked
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- {
- "jobTaskAttemptCounters" : {
- "taskAttemptCounterGroup" : [
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
- "counter" : [
- {
- "value" : 2363,
- "name" : "FILE_BYTES_READ"
- },
- {
- "value" : 54372,
- "name" : "FILE_BYTES_WRITTEN"
- },
- {
- "value" : 0,
- "name" : "FILE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "FILE_LARGE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "FILE_WRITE_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_BYTES_READ"
- },
- {
- "value" : 0,
- "name" : "HDFS_BYTES_WRITTEN"
- },
- {
- "value" : 0,
- "name" : "HDFS_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_LARGE_READ_OPS"
- },
- {
- "value" : 0,
- "name" : "HDFS_WRITE_OPS"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
- "counter" : [
- {
- "value" : 0,
- "name" : "COMBINE_INPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "COMBINE_OUTPUT_RECORDS"
- },
- {
- "value" : 460,
- "name" : "REDUCE_INPUT_GROUPS"
- },
- {
- "value" : 2235,
- "name" : "REDUCE_SHUFFLE_BYTES"
- },
- {
- "value" : 460,
- "name" : "REDUCE_INPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "REDUCE_OUTPUT_RECORDS"
- },
- {
- "value" : 0,
- "name" : "SPILLED_RECORDS"
- },
- {
- "value" : 1,
- "name" : "SHUFFLED_MAPS"
- },
- {
- "value" : 0,
- "name" : "FAILED_SHUFFLE"
- },
- {
- "value" : 1,
- "name" : "MERGED_MAP_OUTPUTS"
- },
- {
- "value" : 26,
- "name" : "GC_TIME_MILLIS"
- },
- {
- "value" : 860,
- "name" : "CPU_MILLISECONDS"
- },
- {
- "value" : 107839488,
- "name" : "PHYSICAL_MEMORY_BYTES"
- },
- {
- "value" : 1123147776,
- "name" : "VIRTUAL_MEMORY_BYTES"
- },
- {
- "value" : 57475072,
- "name" : "COMMITTED_HEAP_BYTES"
- }
- ]
- },
- {
- "counterGroupName" : "Shuffle Errors",
- "counter" : [
- {
- "value" : 0,
- "name" : "BAD_ID"
- },
- {
- "value" : 0,
- "name" : "CONNECTION"
- },
- {
- "value" : 0,
- "name" : "IO_ERROR"
- },
- {
- "value" : 0,
- "name" : "WRONG_LENGTH"
- },
- {
- "value" : 0,
- "name" : "WRONG_MAP"
- },
- {
- "value" : 0,
- "name" : "WRONG_REDUCE"
- }
- ]
- },
- {
- "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
- "counter" : [
- {
- "value" : 0,
- "name" : "BYTES_WRITTEN"
- }
- ]
- }
- ],
- "id" : "attempt_1326381300833_2_2_m_0_0"
- }
- }
- +---+
- <<XML response>>
- HTTP Request:
- ------
- GET http://<history server http address:port>/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
- Accept: application/xml
- ------
- Response Header:
- +---+
- HTTP/1.1 200 OK
- Content-Type: application/xml
- Content-Length: 2735
- Server: Jetty(6.1.26)
- +---+
- Response Body:
- +---+
- <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
- <jobTaskAttemptCounters>
- <id>attempt_1326381300833_2_2_m_0_0</id>
- <taskAttemptCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
- <counter>
- <name>FILE_BYTES_READ</name>
- <value>2363</value>
- </counter>
- <counter>
- <name>FILE_BYTES_WRITTEN</name>
- <value>54372</value>
- </counter>
- <counter>
- <name>FILE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>FILE_LARGE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>FILE_WRITE_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_BYTES_READ</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_BYTES_WRITTEN</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_LARGE_READ_OPS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>HDFS_WRITE_OPS</name>
- <value>0</value>
- </counter>
- </taskAttemptCounterGroup>
- <taskAttemptCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
- <counter>
- <name>COMBINE_INPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>COMBINE_OUTPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>REDUCE_INPUT_GROUPS</name>
- <value>460</value>
- </counter>
- <counter>
- <name>REDUCE_SHUFFLE_BYTES</name>
- <value>2235</value>
- </counter>
- <counter>
- <name>REDUCE_INPUT_RECORDS</name>
- <value>460</value>
- </counter>
- <counter>
- <name>REDUCE_OUTPUT_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>SPILLED_RECORDS</name>
- <value>0</value>
- </counter>
- <counter>
- <name>SHUFFLED_MAPS</name>
- <value>1</value>
- </counter>
- <counter>
- <name>FAILED_SHUFFLE</name>
- <value>0</value>
- </counter>
- <counter>
- <name>MERGED_MAP_OUTPUTS</name>
- <value>1</value>
- </counter>
- <counter>
- <name>GC_TIME_MILLIS</name>
- <value>26</value>
- </counter>
- <counter>
- <name>CPU_MILLISECONDS</name>
- <value>860</value>
- </counter>
- <counter>
- <name>PHYSICAL_MEMORY_BYTES</name>
- <value>107839488</value>
- </counter>
- <counter>
- <name>VIRTUAL_MEMORY_BYTES</name>
- <value>1123147776</value>
- </counter>
- <counter>
- <name>COMMITTED_HEAP_BYTES</name>
- <value>57475072</value>
- </counter>
- </taskAttemptCounterGroup>
- <taskAttemptCounterGroup>
- <counterGroupName>Shuffle Errors</counterGroupName>
- <counter>
- <name>BAD_ID</name>
- <value>0</value>
- </counter>
- <counter>
- <name>CONNECTION</name>
- <value>0</value>
- </counter>
- <counter>
- <name>IO_ERROR</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_LENGTH</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_MAP</name>
- <value>0</value>
- </counter>
- <counter>
- <name>WRONG_REDUCE</name>
- <value>0</value>
- </counter>
- </taskAttemptCounterGroup>
- <taskAttemptCounterGroup>
- <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
- <counter>
- <name>BYTES_WRITTEN</name>
- <value>0</value>
- </counter>
- </taskAttemptCounterGroup>
- </jobTaskAttemptCounters>
- +---+
|