MapredAppMasterRest.apt.vm 79 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709
  1. ~~ Licensed under the Apache License, Version 2.0 (the "License");
  2. ~~ you may not use this file except in compliance with the License.
  3. ~~ You may obtain a copy of the License at
  4. ~~
  5. ~~ http://www.apache.org/licenses/LICENSE-2.0
  6. ~~
  7. ~~ Unless required by applicable law or agreed to in writing, software
  8. ~~ distributed under the License is distributed on an "AS IS" BASIS,
  9. ~~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. ~~ See the License for the specific language governing permissions and
  11. ~~ limitations under the License. See accompanying LICENSE file.
  12. ---
  13. MapReduce Application Master REST API's.
  14. ---
  15. ---
  16. ${maven.build.timestamp}
  17. MapReduce Application Master REST API's.
  18. %{toc|section=1|fromDepth=0|toDepth=2}
  19. * Overview
  20. The MapReduce Application Master REST API's allow the user to get status on the running MapReduce application master. Currently this is the equivalent to a running MapReduce job. The information includes the jobs the app master is running and all the job particulars like tasks, counters, configuration, attempts, etc. The application master should be accessed via the proxy. This proxy is configurable to run either on the resource manager or on a separate host. The proxy URL usually looks like: http://<proxy http address:port>/proxy/{appid}.
  21. * Mapreduce Application Master Info API
  22. The MapReduce application master information resource provides overall information about that mapreduce application master. This includes application id, time it was started, user, name, etc.
  23. ** URI
  24. Both of the following URI's give you the MapReduce application master information, from an application id identified by the appid value.
  25. ------
  26. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce
  27. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/info
  28. ------
  29. ** HTTP Operations Supported
  30. ------
  31. * GET
  32. ------
  33. ** Query Parameters Supported
  34. ------
  35. None
  36. ------
  37. ** Elements of the <info> object
  38. When you make a request for the mapreduce application master information, the information will be returned as an info object.
  39. *---------------+--------------+-------------------------------+
  40. || Item || Data Type || Description |
  41. *---------------+--------------+-------------------------------+
  42. | appId | long | The application id |
  43. *---------------+--------------+-------------------------------+
  44. | startedOn | long | The time the application started (in ms since epoch)|
  45. *---------------+--------------+-------------------------------+
  46. | name | string | The name of the application |
  47. *---------------+--------------+-------------------------------+
  48. | user | string | The user name of the user who started the application |
  49. *---------------+--------------+-------------------------------+
  50. | elapsedTime | long | The time since the application was started (in ms)|
  51. *---------------+--------------+-------------------------------+
  52. ** Response Examples
  53. <<JSON response>>
  54. HTTP Request:
  55. ------
  56. GET http://<proxy http address:port>/proxy/application_1326232085508_0003/ws/v1/mapreduce/info
  57. ------
  58. Response Header:
  59. +---+
  60. HTTP/1.1 200 OK
  61. Content-Type: application/json
  62. Transfer-Encoding: chunked
  63. Server: Jetty(6.1.26)
  64. +---+
  65. Response Body:
  66. +---+
  67. {
  68. "info" : {
  69. "appId" : "application_1326232085508_0003",
  70. "startedOn" : 1326238244047,
  71. "user" : "user1",
  72. "name" : "Sleep job",
  73. "elapsedTime" : 32374
  74. }
  75. }
  76. +---+
  77. <<XML response>>
  78. HTTP Request:
  79. -----
  80. Accept: application/xml
  81. GET http://<proxy http address:port>/proxy/application_1326232085508_0003/ws/v1/mapreduce/info
  82. -----
  83. Response Header:
  84. +---+
  85. HTTP/1.1 200 OK
  86. Content-Type: application/xml
  87. Content-Length: 223
  88. Server: Jetty(6.1.26)
  89. +---+
  90. Response Body:
  91. +---+
  92. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  93. <info>
  94. <appId>application_1326232085508_0003</appId>
  95. <name>Sleep job</name>
  96. <user>user1</user>
  97. <startedOn>1326238244047</startedOn>
  98. <elapsedTime>32407</elapsedTime>
  99. </info>
  100. +---+
  101. * Jobs API
  102. The jobs resource provides a list of the jobs running on this application master. See also {{Job API}} for syntax of the job object.
  103. ** URI
  104. ------
  105. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/jobs
  106. ------
  107. ** HTTP Operations Supported
  108. ------
  109. * GET
  110. ------
  111. ** Query Parameters Supported
  112. ------
  113. None
  114. ------
  115. ** Elements of the <jobs> object
  116. When you make a request for the list of jobs, the information will be returned as a collection of job objects. See also {{Job API}} for syntax of the job object.
  117. *---------------+--------------+-------------------------------+
  118. || Item || Data Type || Description |
  119. *---------------+--------------+-------------------------------+
  120. | job | array of job objects(JSON)/Zero or more job objects(XML) | The collection of job objects |
  121. *---------------+--------------+-------------------------------+
  122. ** Response Examples
  123. <<JSON response>>
  124. HTTP Request:
  125. ------
  126. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs
  127. ------
  128. Response Header:
  129. +---+
  130. HTTP/1.1 200 OK
  131. Content-Type: application/json
  132. Transfer-Encoding: chunked
  133. Server: Jetty(6.1.26)
  134. +---+
  135. Response Body:
  136. +---+
  137. {
  138. "jobs" : {
  139. "job" : [
  140. {
  141. "runningReduceAttempts" : 1,
  142. "reduceProgress" : 100,
  143. "failedReduceAttempts" : 0,
  144. "newMapAttempts" : 0,
  145. "mapsRunning" : 0,
  146. "state" : "RUNNING",
  147. "successfulReduceAttempts" : 0,
  148. "reducesRunning" : 1,
  149. "acls" : [
  150. {
  151. "value" : " ",
  152. "name" : "mapreduce.job.acl-modify-job"
  153. },
  154. {
  155. "value" : " ",
  156. "name" : "mapreduce.job.acl-view-job"
  157. }
  158. ],
  159. "reducesPending" : 0,
  160. "user" : "user1",
  161. "reducesTotal" : 1,
  162. "mapsCompleted" : 1,
  163. "startTime" : 1326238769379,
  164. "id" : "job_1326232085508_4_4",
  165. "successfulMapAttempts" : 1,
  166. "runningMapAttempts" : 0,
  167. "newReduceAttempts" : 0,
  168. "name" : "Sleep job",
  169. "mapsPending" : 0,
  170. "elapsedTime" : 59377,
  171. "reducesCompleted" : 0,
  172. "mapProgress" : 100,
  173. "diagnostics" : "",
  174. "failedMapAttempts" : 0,
  175. "killedReduceAttempts" : 0,
  176. "mapsTotal" : 1,
  177. "uberized" : false,
  178. "killedMapAttempts" : 0,
  179. "finishTime" : 0
  180. }
  181. ]
  182. }
  183. }
  184. +---+
  185. <<XML response>>
  186. HTTP Request:
  187. ------
  188. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs
  189. Accept: application/xml
  190. ------
  191. Response Header:
  192. +---+
  193. HTTP/1.1 200 OK
  194. Content-Type: application/xml
  195. Content-Length: 1214
  196. Server: Jetty(6.1.26)
  197. +---+
  198. Response Body:
  199. +---+
  200. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  201. <jobs>
  202. <job>
  203. <startTime>1326238769379</startTime>
  204. <finishTime>0</finishTime>
  205. <elapsedTime>59416</elapsedTime>
  206. <id>job_1326232085508_4_4</id>
  207. <name>Sleep job</name>
  208. <user>user1</user>
  209. <state>RUNNING</state>
  210. <mapsTotal>1</mapsTotal>
  211. <mapsCompleted>1</mapsCompleted>
  212. <reducesTotal>1</reducesTotal>
  213. <reducesCompleted>0</reducesCompleted>
  214. <mapProgress>100.0</mapProgress>
  215. <reduceProgress>100.0</reduceProgress>
  216. <mapsPending>0</mapsPending>
  217. <mapsRunning>0</mapsRunning>
  218. <reducesPending>0</reducesPending>
  219. <reducesRunning>1</reducesRunning>
  220. <uberized>false</uberized>
  221. <diagnostics/>
  222. <newReduceAttempts>0</newReduceAttempts>
  223. <runningReduceAttempts>1</runningReduceAttempts>
  224. <failedReduceAttempts>0</failedReduceAttempts>
  225. <killedReduceAttempts>0</killedReduceAttempts>
  226. <successfulReduceAttempts>0</successfulReduceAttempts>
  227. <newMapAttempts>0</newMapAttempts>
  228. <runningMapAttempts>0</runningMapAttempts>
  229. <failedMapAttempts>0</failedMapAttempts>
  230. <killedMapAttempts>0</killedMapAttempts>
  231. <successfulMapAttempts>1</successfulMapAttempts>
  232. <acls>
  233. <name>mapreduce.job.acl-modify-job</name>
  234. <value> </value>
  235. </acls>
  236. <acls>
  237. <name>mapreduce.job.acl-view-job</name>
  238. <value> </value>
  239. </acls>
  240. </job>
  241. </jobs>
  242. +---+
  243. * {Job API}
  244. A job resource contains information about a particular job that was started by this application master. Certain fields are only accessible if user has permissions - depends on acl settings.
  245. ** URI
  246. Use the following URI to obtain a job object, for a job identified by the jobid value.
  247. ------
  248. * http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/{jobid}
  249. ------
  250. ** HTTP Operations Supported
  251. ------
  252. * GET
  253. ------
  254. ** Query Parameters Supported
  255. ------
  256. None
  257. ------
  258. ** Elements of the <job> object
  259. *---------------+--------------+-------------------------------+
  260. || Item || Data Type || Description |
  261. *---------------+--------------+-------------------------------+
  262. | id | string | The job id|
  263. *---------------+--------------+-------------------------------+
  264. | name | string | The job name |
  265. *---------------+--------------+-------------------------------+
  266. | user | string | The user name |
  267. *---------------+--------------+-------------------------------+
  268. | state | string | the job state - valid values are: NEW, INITED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED, ERROR|
  269. *---------------+--------------+-------------------------------+
  270. | startTime | long | The time the job started (in ms since epoch)|
  271. *---------------+--------------+-------------------------------+
  272. | finishTime | long | The time the job finished (in ms since epoch)|
  273. *---------------+--------------+-------------------------------+
  274. | elapsedTime | long | The elapsed time since job started (in ms)|
  275. *---------------+--------------+-------------------------------+
  276. | mapsTotal | int | The total number of maps |
  277. *---------------+--------------+-------------------------------+
  278. | mapsCompleted | int | The number of completed maps |
  279. *---------------+--------------+-------------------------------+
  280. | reducesTotal | int | The total number of reduces |
  281. *---------------+--------------+-------------------------------+
  282. | reducesCompleted | int | The number of completed reduces|
  283. *---------------+--------------+-------------------------------+
  284. | diagnostics | string | A diagnostic message |
  285. *---------------+--------------+-------------------------------+
  286. | uberized | boolean | Indicates if the job was an uber job - ran completely in the application master|
  287. *---------------+--------------+-------------------------------+
  288. | mapsPending | int | The number of maps still to be run|
  289. *---------------+--------------+-------------------------------+
  290. | mapsRunning | int | The number of running maps |
  291. *---------------+--------------+-------------------------------+
  292. | reducesPending | int | The number of reduces still to be run |
  293. *---------------+--------------+-------------------------------+
  294. | reducesRunning | int | The number of running reduces|
  295. *---------------+--------------+-------------------------------+
  296. | newReduceAttempts | int | The number of new reduce attempts |
  297. *---------------+--------------+-------------------------------+
  298. | runningReduceAttempts | int | The number of running reduce attempts |
  299. *---------------+--------------+-------------------------------+
  300. | failedReduceAttempts | int | The number of failed reduce attempts |
  301. *---------------+--------------+-------------------------------+
  302. | killedReduceAttempts | int | The number of killed reduce attempts |
  303. *---------------+--------------+-------------------------------+
  304. | successfulReduceAttempts | int | The number of successful reduce attempts |
  305. *---------------+--------------+-------------------------------+
  306. | newMapAttempts | int | The number of new map attempts |
  307. *---------------+--------------+-------------------------------+
  308. | runningMapAttempts | int | The number of running map attempts |
  309. *---------------+--------------+-------------------------------+
  310. | failedMapAttempts | int | The number of failed map attempts |
  311. *---------------+--------------+-------------------------------+
  312. | killedMapAttempts | int | The number of killed map attempts |
  313. *---------------+--------------+-------------------------------+
  314. | successfulMapAttempts | int | The number of successful map attempts |
  315. *---------------+--------------+-------------------------------+
  316. | acls | array of acls(json)/zero or more acls objects(xml)| A collection of acls objects |
  317. *---------------+--------------+-------------------------------+
  318. ** Elements of the <acls> object
  319. *---------------+--------------+-------------------------------+
  320. || Item || Data Type || Description |
  321. *---------------+--------------+-------------------------------+
  322. | value | string | The acl value|
  323. *---------------+--------------+-------------------------------+
  324. | name | string | The acl name |
  325. *---------------+--------------+-------------------------------+
  326. ** Response Examples
  327. <<JSON response>>
  328. HTTP Request:
  329. ------
  330. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4
  331. ------
  332. Response Header:
  333. +---+
  334. HTTP/1.1 200 OK
  335. Content-Type: application/json
  336. Server: Jetty(6.1.26)
  337. Content-Length: 720
  338. +---+
  339. Response Body:
  340. +---+
  341. {
  342. "job" : {
  343. "runningReduceAttempts" : 1,
  344. "reduceProgress" : 100,
  345. "failedReduceAttempts" : 0,
  346. "newMapAttempts" : 0,
  347. "mapsRunning" : 0,
  348. "state" : "RUNNING",
  349. "successfulReduceAttempts" : 0,
  350. "reducesRunning" : 1,
  351. "acls" : [
  352. {
  353. "value" : " ",
  354. "name" : "mapreduce.job.acl-modify-job"
  355. },
  356. {
  357. "value" : " ",
  358. "name" : "mapreduce.job.acl-view-job"
  359. }
  360. ],
  361. "reducesPending" : 0,
  362. "user" : "user1",
  363. "reducesTotal" : 1,
  364. "mapsCompleted" : 1,
  365. "startTime" : 1326238769379,
  366. "id" : "job_1326232085508_4_4",
  367. "successfulMapAttempts" : 1,
  368. "runningMapAttempts" : 0,
  369. "newReduceAttempts" : 0,
  370. "name" : "Sleep job",
  371. "mapsPending" : 0,
  372. "elapsedTime" : 59437,
  373. "reducesCompleted" : 0,
  374. "mapProgress" : 100,
  375. "diagnostics" : "",
  376. "failedMapAttempts" : 0,
  377. "killedReduceAttempts" : 0,
  378. "mapsTotal" : 1,
  379. "uberized" : false,
  380. "killedMapAttempts" : 0,
  381. "finishTime" : 0
  382. }
  383. }
  384. +---+
  385. <<XML response>>
  386. HTTP Request:
  387. ------
  388. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4
  389. Accept: application/xml
  390. ------
  391. Response Header:
  392. +---+
  393. HTTP/1.1 200 OK
  394. Content-Type: application/xml
  395. Content-Length: 1201
  396. Server: Jetty(6.1.26)
  397. +---+
  398. Response Body:
  399. +---+
  400. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  401. <job>
  402. <startTime>1326238769379</startTime>
  403. <finishTime>0</finishTime>
  404. <elapsedTime>59474</elapsedTime>
  405. <id>job_1326232085508_4_4</id>
  406. <name>Sleep job</name>
  407. <user>user1</user>
  408. <state>RUNNING</state>
  409. <mapsTotal>1</mapsTotal>
  410. <mapsCompleted>1</mapsCompleted>
  411. <reducesTotal>1</reducesTotal>
  412. <reducesCompleted>0</reducesCompleted>
  413. <mapProgress>100.0</mapProgress>
  414. <reduceProgress>100.0</reduceProgress>
  415. <mapsPending>0</mapsPending>
  416. <mapsRunning>0</mapsRunning>
  417. <reducesPending>0</reducesPending>
  418. <reducesRunning>1</reducesRunning>
  419. <uberized>false</uberized>
  420. <diagnostics/>
  421. <newReduceAttempts>0</newReduceAttempts>
  422. <runningReduceAttempts>1</runningReduceAttempts>
  423. <failedReduceAttempts>0</failedReduceAttempts>
  424. <killedReduceAttempts>0</killedReduceAttempts>
  425. <successfulReduceAttempts>0</successfulReduceAttempts>
  426. <newMapAttempts>0</newMapAttempts>
  427. <runningMapAttempts>0</runningMapAttempts>
  428. <failedMapAttempts>0</failedMapAttempts>
  429. <killedMapAttempts>0</killedMapAttempts>
  430. <successfulMapAttempts>1</successfulMapAttempts>
  431. <acls>
  432. <name>mapreduce.job.acl-modify-job</name>
  433. <value> </value>
  434. </acls>
  435. <acls>
  436. <name>mapreduce.job.acl-view-job</name> <value> </value>
  437. </acls>
  438. </job>
  439. +---+
  440. * Job Attempts API
  441. With the job attempts API, you can obtain a collection of resources that represent the job attempts. When you run a GET operation on this resource, you obtain a collection of Job Attempt Objects.
  442. ** URI
  443. ------
  444. * http://<history server http address:port>/ws/v1/history/jobs/{jobid}/jobattempts
  445. ------
  446. ** HTTP Operations Supported
  447. ------
  448. * GET
  449. ------
  450. ** Query Parameters Supported
  451. ------
  452. None
  453. ------
  454. ** Elements of the <jobAttempts> object
  455. When you make a request for the list of job attempts, the information will be returned as an array of job attempt objects.
  456. *---------------+--------------+-------------------------------+
  457. || Item || Data Type || Description |
  458. *---------------+--------------+-------------------------------+
  459. | jobAttempt | array of job attempt objects(JSON)/zero or more job attempt objects(XML) | The collection of job attempt objects |
  460. *---------------+--------------+--------------------------------+
  461. ** Elements of the <jobAttempt> object
  462. *---------------+--------------+-------------------------------+
  463. || Item || Data Type || Description |
  464. *---------------+--------------+-------------------------------+
  465. | id | string | The job attempt id |
  466. *---------------+--------------+--------------------------------+
  467. | nodeId | string | The node id of the node the attempt ran on|
  468. *---------------+--------------+--------------------------------+
  469. | nodeHttpAddress | string | The node http address of the node the attempt ran on|
  470. *---------------+--------------+--------------------------------+
  471. | logsLink | string | The http link to the job attempt logs |
  472. *---------------+--------------+--------------------------------+
  473. | containerId | string | The id of the container for the job attempt |
  474. *---------------+--------------+--------------------------------+
  475. | startTime | long | The start time of the attempt (in ms since epoch)|
  476. *---------------+--------------+--------------------------------+
  477. ** Response Examples
  478. <<JSON response>>
  479. HTTP Request:
  480. ------
  481. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/jobattempts
  482. ------
  483. Response Header:
  484. +---+
  485. HTTP/1.1 200 OK
  486. Content-Type: application/json
  487. Transfer-Encoding: chunked
  488. Server: Jetty(6.1.26)
  489. +---+
  490. Response Body:
  491. +---+
  492. {
  493. "jobAttempts" : {
  494. "jobAttempt" : [
  495. {
  496. "nodeId" : "host.domain.com:8041",
  497. "nodeHttpAddress" : "host.domain.com:8042",
  498. "startTime" : 1326238773493,
  499. "id" : 1,
  500. "logsLink" : "http://host.domain.com:8042/node/containerlogs/container_1326232085508_0004_01_000001",
  501. "containerId" : "container_1326232085508_0004_01_000001"
  502. }
  503. ]
  504. }
  505. }
  506. +---+
  507. <<XML response>>
  508. HTTP Request:
  509. ------
  510. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/jobattempts
  511. Accept: application/xml
  512. ------
  513. Response Header:
  514. +---+
  515. HTTP/1.1 200 OK
  516. Content-Type: application/xml
  517. Content-Length: 498
  518. Server: Jetty(6.1.26)
  519. +---+
  520. Response Body:
  521. +---+
  522. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  523. <jobAttempts>
  524. <jobAttempt>
  525. <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
  526. <nodeId>host.domain.com:8041</nodeId>
  527. <id>1</id>
  528. <startTime>1326238773493</startTime>
  529. <containerId>container_1326232085508_0004_01_000001</containerId>
  530. <logsLink>http://host.domain.com:8042/node/containerlogs/container_1326232085508_0004_01_000001</logsLink>
  531. </jobAttempt>
  532. </jobAttempts>
  533. +---+
  534. * Job Counters API
  535. With the job counters API, you can object a collection of resources that represent all the counters for that job.
  536. ** URI
  537. ------
  538. * http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/{jobid}/counters
  539. ------
  540. ** HTTP Operations Supported
  541. ------
  542. * GET
  543. ------
  544. ** Query Parameters Supported
  545. ------
  546. None
  547. ------
  548. ** Elements of the <jobCounters> object
  549. *---------------+--------------+-------------------------------+
  550. || Item || Data Type || Description |
  551. *---------------+--------------+-------------------------------+
  552. | id | string | The job id |
  553. *---------------+--------------+-------------------------------+
  554. | counterGroup | array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) | A collection of counter group objects |
  555. *---------------+--------------+-------------------------------+
  556. ** Elements of the <counterGroup> object
  557. *---------------+--------------+-------------------------------+
  558. || Item || Data Type || Description |
  559. *---------------+--------------+-------------------------------+
  560. | counterGroupName | string | The name of the counter group |
  561. *---------------+--------------+-------------------------------+
  562. | counter | array of counter objects(JSON)/zero or more counter objects(XML) | A collection of counter objects |
  563. *---------------+--------------+-------------------------------+
  564. ** Elements of the <counter> object
  565. *---------------+--------------+-------------------------------+
  566. || Item || Data Type || Description |
  567. *---------------+--------------+-------------------------------+
  568. | name | string | The name of the counter |
  569. *---------------+--------------+-------------------------------+
  570. | reduceCounterValue | long | The counter value of reduce tasks |
  571. *---------------+--------------+-------------------------------+
  572. | mapCounterValue | long | The counter value of map tasks |
  573. *---------------+--------------+-------------------------------+
  574. | totalCounterValue | long | The counter value of all tasks |
  575. *---------------+--------------+-------------------------------+
  576. ** Response Examples
  577. <<JSON response>>
  578. HTTP Request:
  579. ------
  580. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/counters
  581. ------
  582. Response Header:
  583. +---+
  584. HTTP/1.1 200 OK
  585. Content-Type: application/json
  586. Transfer-Encoding: chunked
  587. Server: Jetty(6.1.26)
  588. +---+
  589. Response Body:
  590. +---+
  591. {
  592. "jobCounters" : {
  593. "id" : "job_1326232085508_4_4",
  594. "counterGroup" : [
  595. {
  596. "counterGroupName" : "Shuffle Errors",
  597. "counter" : [
  598. {
  599. "reduceCounterValue" : 0,
  600. "mapCounterValue" : 0,
  601. "totalCounterValue" : 0,
  602. "name" : "BAD_ID"
  603. },
  604. {
  605. "reduceCounterValue" : 0,
  606. "mapCounterValue" : 0,
  607. "totalCounterValue" : 0,
  608. "name" : "CONNECTION"
  609. },
  610. {
  611. "reduceCounterValue" : 0,
  612. "mapCounterValue" : 0,
  613. "totalCounterValue" : 0,
  614. "name" : "IO_ERROR"
  615. },
  616. {
  617. "reduceCounterValue" : 0,
  618. "mapCounterValue" : 0,
  619. "totalCounterValue" : 0,
  620. "name" : "WRONG_LENGTH"
  621. }, {
  622. "reduceCounterValue" : 0,
  623. "mapCounterValue" : 0,
  624. "totalCounterValue" : 0,
  625. "name" : "WRONG_MAP"
  626. },
  627. {
  628. "reduceCounterValue" : 0,
  629. "mapCounterValue" : 0,
  630. "totalCounterValue" : 0,
  631. "name" : "WRONG_REDUCE"
  632. }
  633. ]
  634. },
  635. {
  636. "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
  637. "counter" : [
  638. {
  639. "reduceCounterValue" : 0,
  640. "mapCounterValue" : 0,
  641. "totalCounterValue" : 2483,
  642. "name" : "FILE_BYTES_READ"
  643. },
  644. {
  645. "reduceCounterValue" : 0,
  646. "mapCounterValue" : 0,
  647. "totalCounterValue" : 108763,
  648. "name" : "FILE_BYTES_WRITTEN"
  649. },
  650. {
  651. "reduceCounterValue" : 0,
  652. "mapCounterValue" : 0,
  653. "totalCounterValue" : 0,
  654. "name" : "FILE_READ_OPS"
  655. },
  656. {
  657. "reduceCounterValue" : 0,
  658. "mapCounterValue" : 0,
  659. "totalCounterValue" : 0,
  660. "name" : "FILE_LARGE_READ_OPS"
  661. },
  662. {
  663. "reduceCounterValue" : 0,
  664. "mapCounterValue" : 0,
  665. "totalCounterValue" : 0,
  666. "name" : "FILE_WRITE_OPS"
  667. },
  668. {
  669. "reduceCounterValue" : 0,
  670. "mapCounterValue" : 0,
  671. "totalCounterValue" : 48,
  672. "name" : "HDFS_BYTES_READ"
  673. },
  674. {
  675. "reduceCounterValue" : 0,
  676. "mapCounterValue" : 0,
  677. "totalCounterValue" : 0,
  678. "name" : "HDFS_BYTES_WRITTEN"
  679. },
  680. {
  681. "reduceCounterValue" : 0,
  682. "mapCounterValue" : 0,
  683. "totalCounterValue" : 1,
  684. "name" : "HDFS_READ_OPS"
  685. },
  686. {
  687. "reduceCounterValue" : 0,
  688. "mapCounterValue" : 0,
  689. "totalCounterValue" : 0,
  690. "name" : "HDFS_LARGE_READ_OPS"
  691. },
  692. {
  693. "reduceCounterValue" : 0,
  694. "mapCounterValue" : 0,
  695. "totalCounterValue" : 0,
  696. "name" : "HDFS_WRITE_OPS"
  697. }
  698. ]
  699. },
  700. {
  701. "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
  702. "counter" : [
  703. {
  704. "reduceCounterValue" : 0,
  705. "mapCounterValue" : 0,
  706. "totalCounterValue" : 1,
  707. "name" : "MAP_INPUT_RECORDS"
  708. },
  709. {
  710. "reduceCounterValue" : 0,
  711. "mapCounterValue" : 0,
  712. "totalCounterValue" : 1200,
  713. "name" : "MAP_OUTPUT_RECORDS"
  714. },
  715. {
  716. "reduceCounterValue" : 0,
  717. "mapCounterValue" : 0,
  718. "totalCounterValue" : 4800,
  719. "name" : "MAP_OUTPUT_BYTES"
  720. },
  721. {
  722. "reduceCounterValue" : 0,
  723. "mapCounterValue" : 0,
  724. "totalCounterValue" : 2235,
  725. "name" : "MAP_OUTPUT_MATERIALIZED_BYTES"
  726. },
  727. {
  728. "reduceCounterValue" : 0,
  729. "mapCounterValue" : 0,
  730. "totalCounterValue" : 48,
  731. "name" : "SPLIT_RAW_BYTES"
  732. },
  733. {
  734. "reduceCounterValue" : 0,
  735. "mapCounterValue" : 0,
  736. "totalCounterValue" : 0,
  737. "name" : "COMBINE_INPUT_RECORDS"
  738. },
  739. {
  740. "reduceCounterValue" : 0,
  741. "mapCounterValue" : 0,
  742. "totalCounterValue" : 0,
  743. "name" : "COMBINE_OUTPUT_RECORDS"
  744. },
  745. {
  746. "reduceCounterValue" : 0,
  747. "mapCounterValue" : 0,
  748. "totalCounterValue" : 460,
  749. "name" : "REDUCE_INPUT_GROUPS"
  750. },
  751. {
  752. "reduceCounterValue" : 0,
  753. "mapCounterValue" : 0,
  754. "totalCounterValue" : 2235,
  755. "name" : "REDUCE_SHUFFLE_BYTES"
  756. },
  757. {
  758. "reduceCounterValue" : 0,
  759. "mapCounterValue" : 0,
  760. "totalCounterValue" : 460,
  761. "name" : "REDUCE_INPUT_RECORDS"
  762. },
  763. {
  764. "reduceCounterValue" : 0,
  765. "mapCounterValue" : 0,
  766. "totalCounterValue" : 0,
  767. "name" : "REDUCE_OUTPUT_RECORDS"
  768. },
  769. {
  770. "reduceCounterValue" : 0,
  771. "mapCounterValue" : 0,
  772. "totalCounterValue" : 1200,
  773. "name" : "SPILLED_RECORDS"
  774. },
  775. {
  776. "reduceCounterValue" : 0,
  777. "mapCounterValue" : 0,
  778. "totalCounterValue" : 1,
  779. "name" : "SHUFFLED_MAPS"
  780. },
  781. {
  782. "reduceCounterValue" : 0,
  783. "mapCounterValue" : 0,
  784. "totalCounterValue" : 0,
  785. "name" : "FAILED_SHUFFLE"
  786. },
  787. {
  788. "reduceCounterValue" : 0,
  789. "mapCounterValue" : 0,
  790. "totalCounterValue" : 1,
  791. "name" : "MERGED_MAP_OUTPUTS"
  792. }, {
  793. "reduceCounterValue" : 0,
  794. "mapCounterValue" : 0,
  795. "totalCounterValue" : 58,
  796. "name" : "GC_TIME_MILLIS"
  797. },
  798. {
  799. "reduceCounterValue" : 0,
  800. "mapCounterValue" : 0,
  801. "totalCounterValue" : 1580,
  802. "name" : "CPU_MILLISECONDS"
  803. },
  804. {
  805. "reduceCounterValue" : 0,
  806. "mapCounterValue" : 0,
  807. "totalCounterValue" : 462643200,
  808. "name" : "PHYSICAL_MEMORY_BYTES"
  809. },
  810. {
  811. "reduceCounterValue" : 0,
  812. "mapCounterValue" : 0,
  813. "totalCounterValue" : 2149728256,
  814. "name" : "VIRTUAL_MEMORY_BYTES"
  815. },
  816. {
  817. "reduceCounterValue" : 0,
  818. "mapCounterValue" : 0,
  819. "totalCounterValue" : 357957632,
  820. "name" : "COMMITTED_HEAP_BYTES"
  821. }
  822. ]
  823. },
  824. {
  825. "counterGroupName" : "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
  826. "counter" : [
  827. {
  828. "reduceCounterValue" : 0,
  829. "mapCounterValue" : 0,
  830. "totalCounterValue" : 0,
  831. "name" : "BYTES_READ"
  832. }
  833. ]
  834. },
  835. {
  836. "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
  837. "counter" : [
  838. {
  839. "reduceCounterValue" : 0,
  840. "mapCounterValue" : 0,
  841. "totalCounterValue" : 0,
  842. "name" : "BYTES_WRITTEN"
  843. }
  844. ]
  845. }
  846. ]
  847. }
  848. }
  849. +---+
  850. <<XML response>>
  851. HTTP Request:
  852. ------
  853. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/counters
  854. Accept: application/xml
  855. ------
  856. Response Header:
  857. +---+
  858. HTTP/1.1 200 OK
  859. Content-Type: application/xml
  860. Content-Length: 7027
  861. Server: Jetty(6.1.26)
  862. +---+
  863. Response Body:
  864. +---+
  865. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  866. <jobCounters>
  867. <id>job_1326232085508_4_4</id>
  868. <counterGroup>
  869. <counterGroupName>Shuffle Errors</counterGroupName>
  870. <counter>
  871. <name>BAD_ID</name>
  872. <totalCounterValue>0</totalCounterValue>
  873. <mapCounterValue>0</mapCounterValue>
  874. <reduceCounterValue>0</reduceCounterValue>
  875. </counter>
  876. <counter>
  877. <name>CONNECTION</name>
  878. <totalCounterValue>0</totalCounterValue>
  879. <mapCounterValue>0</mapCounterValue>
  880. <reduceCounterValue>0</reduceCounterValue>
  881. </counter>
  882. <counter>
  883. <name>IO_ERROR</name>
  884. <totalCounterValue>0</totalCounterValue>
  885. <mapCounterValue>0</mapCounterValue>
  886. <reduceCounterValue>0</reduceCounterValue>
  887. </counter>
  888. <counter>
  889. <name>WRONG_LENGTH</name>
  890. <totalCounterValue>0</totalCounterValue>
  891. <mapCounterValue>0</mapCounterValue>
  892. <reduceCounterValue>0</reduceCounterValue>
  893. </counter>
  894. <counter>
  895. <name>WRONG_MAP</name>
  896. <totalCounterValue>0</totalCounterValue>
  897. <mapCounterValue>0</mapCounterValue>
  898. <reduceCounterValue>0</reduceCounterValue>
  899. </counter>
  900. <counter>
  901. <name>WRONG_REDUCE</name>
  902. <totalCounterValue>0</totalCounterValue>
  903. <mapCounterValue>0</mapCounterValue>
  904. <reduceCounterValue>0</reduceCounterValue>
  905. </counter>
  906. </counterGroup>
  907. <counterGroup>
  908. <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
  909. <counter>
  910. <name>FILE_BYTES_READ</name>
  911. <totalCounterValue>2483</totalCounterValue>
  912. <mapCounterValue>0</mapCounterValue>
  913. <reduceCounterValue>0</reduceCounterValue>
  914. </counter>
  915. <counter>
  916. <name>FILE_BYTES_WRITTEN</name>
  917. <totalCounterValue>108763</totalCounterValue>
  918. <mapCounterValue>0</mapCounterValue>
  919. <reduceCounterValue>0</reduceCounterValue>
  920. </counter>
  921. <counter>
  922. <name>FILE_READ_OPS</name>
  923. <totalCounterValue>0</totalCounterValue>
  924. <mapCounterValue>0</mapCounterValue>
  925. <reduceCounterValue>0</reduceCounterValue>
  926. </counter>
  927. <counter>
  928. <name>FILE_LARGE_READ_OPS</name>
  929. <totalCounterValue>0</totalCounterValue>
  930. <mapCounterValue>0</mapCounterValue>
  931. <reduceCounterValue>0</reduceCounterValue>
  932. </counter>
  933. <counter>
  934. <name>FILE_WRITE_OPS</name>
  935. <totalCounterValue>0</totalCounterValue>
  936. <mapCounterValue>0</mapCounterValue>
  937. <reduceCounterValue>0</reduceCounterValue>
  938. </counter>
  939. <counter>
  940. <name>HDFS_BYTES_READ</name>
  941. <totalCounterValue>48</totalCounterValue>
  942. <mapCounterValue>0</mapCounterValue>
  943. <reduceCounterValue>0</reduceCounterValue>
  944. </counter>
  945. <counter>
  946. <name>HDFS_BYTES_WRITTEN</name>
  947. <totalCounterValue>0</totalCounterValue>
  948. <mapCounterValue>0</mapCounterValue>
  949. <reduceCounterValue>0</reduceCounterValue>
  950. </counter>
  951. <counter>
  952. <name>HDFS_READ_OPS</name>
  953. <totalCounterValue>1</totalCounterValue>
  954. <mapCounterValue>0</mapCounterValue>
  955. <reduceCounterValue>0</reduceCounterValue>
  956. </counter>
  957. <counter>
  958. <name>HDFS_LARGE_READ_OPS</name>
  959. <totalCounterValue>0</totalCounterValue>
  960. <mapCounterValue>0</mapCounterValue>
  961. <reduceCounterValue>0</reduceCounterValue>
  962. </counter>
  963. <counter>
  964. <name>HDFS_WRITE_OPS</name>
  965. <totalCounterValue>0</totalCounterValue>
  966. <mapCounterValue>0</mapCounterValue>
  967. <reduceCounterValue>0</reduceCounterValue>
  968. </counter>
  969. </counterGroup>
  970. <counterGroup>
  971. <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
  972. <counter>
  973. <name>MAP_INPUT_RECORDS</name>
  974. <totalCounterValue>1</totalCounterValue>
  975. <mapCounterValue>0</mapCounterValue>
  976. <reduceCounterValue>0</reduceCounterValue>
  977. </counter>
  978. <counter>
  979. <name>MAP_OUTPUT_RECORDS</name>
  980. <totalCounterValue>1200</totalCounterValue>
  981. <mapCounterValue>0</mapCounterValue>
  982. <reduceCounterValue>0</reduceCounterValue>
  983. </counter>
  984. <counter>
  985. <name>MAP_OUTPUT_BYTES</name>
  986. <totalCounterValue>4800</totalCounterValue>
  987. <mapCounterValue>0</mapCounterValue>
  988. <reduceCounterValue>0</reduceCounterValue>
  989. </counter>
  990. <counter>
  991. <name>MAP_OUTPUT_MATERIALIZED_BYTES</name>
  992. <totalCounterValue>2235</totalCounterValue>
  993. <mapCounterValue>0</mapCounterValue>
  994. <reduceCounterValue>0</reduceCounterValue>
  995. </counter>
  996. <counter>
  997. <name>SPLIT_RAW_BYTES</name>
  998. <totalCounterValue>48</totalCounterValue>
  999. <mapCounterValue>0</mapCounterValue>
  1000. <reduceCounterValue>0</reduceCounterValue>
  1001. </counter>
  1002. <counter>
  1003. <name>COMBINE_INPUT_RECORDS</name>
  1004. <totalCounterValue>0</totalCounterValue>
  1005. <mapCounterValue>0</mapCounterValue>
  1006. <reduceCounterValue>0</reduceCounterValue>
  1007. </counter>
  1008. <counter>
  1009. <name>COMBINE_OUTPUT_RECORDS</name>
  1010. <totalCounterValue>0</totalCounterValue>
  1011. <mapCounterValue>0</mapCounterValue>
  1012. <reduceCounterValue>0</reduceCounterValue>
  1013. </counter>
  1014. <counter>
  1015. <name>REDUCE_INPUT_GROUPS</name>
  1016. <totalCounterValue>460</totalCounterValue>
  1017. <mapCounterValue>0</mapCounterValue>
  1018. <reduceCounterValue>0</reduceCounterValue>
  1019. </counter>
  1020. <counter>
  1021. <name>REDUCE_SHUFFLE_BYTES</name>
  1022. <totalCounterValue>2235</totalCounterValue>
  1023. <mapCounterValue>0</mapCounterValue>
  1024. <reduceCounterValue>0</reduceCounterValue>
  1025. </counter>
  1026. <counter>
  1027. <name>REDUCE_INPUT_RECORDS</name>
  1028. <totalCounterValue>460</totalCounterValue>
  1029. <mapCounterValue>0</mapCounterValue>
  1030. <reduceCounterValue>0</reduceCounterValue>
  1031. </counter>
  1032. <counter>
  1033. <name>REDUCE_OUTPUT_RECORDS</name>
  1034. <totalCounterValue>0</totalCounterValue>
  1035. <mapCounterValue>0</mapCounterValue>
  1036. <reduceCounterValue>0</reduceCounterValue>
  1037. </counter>
  1038. <counter>
  1039. <name>SPILLED_RECORDS</name>
  1040. <totalCounterValue>1200</totalCounterValue>
  1041. <mapCounterValue>0</mapCounterValue>
  1042. <reduceCounterValue>0</reduceCounterValue>
  1043. </counter>
  1044. <counter>
  1045. <name>SHUFFLED_MAPS</name>
  1046. <totalCounterValue>1</totalCounterValue>
  1047. <mapCounterValue>0</mapCounterValue>
  1048. <reduceCounterValue>0</reduceCounterValue>
  1049. </counter>
  1050. <counter>
  1051. <name>FAILED_SHUFFLE</name>
  1052. <totalCounterValue>0</totalCounterValue>
  1053. <mapCounterValue>0</mapCounterValue>
  1054. <reduceCounterValue>0</reduceCounterValue>
  1055. </counter>
  1056. <counter>
  1057. <name>MERGED_MAP_OUTPUTS</name>
  1058. <totalCounterValue>1</totalCounterValue>
  1059. <mapCounterValue>0</mapCounterValue>
  1060. <reduceCounterValue>0</reduceCounterValue>
  1061. </counter>
  1062. <counter>
  1063. <name>GC_TIME_MILLIS</name>
  1064. <totalCounterValue>58</totalCounterValue>
  1065. <mapCounterValue>0</mapCounterValue>
  1066. <reduceCounterValue>0</reduceCounterValue>
  1067. </counter>
  1068. <counter>
  1069. <name>CPU_MILLISECONDS</name>
  1070. <totalCounterValue>1580</totalCounterValue>
  1071. <mapCounterValue>0</mapCounterValue>
  1072. <reduceCounterValue>0</reduceCounterValue>
  1073. </counter>
  1074. <counter>
  1075. <name>PHYSICAL_MEMORY_BYTES</name>
  1076. <totalCounterValue>462643200</totalCounterValue>
  1077. <mapCounterValue>0</mapCounterValue>
  1078. <reduceCounterValue>0</reduceCounterValue>
  1079. </counter>
  1080. <counter>
  1081. <name>VIRTUAL_MEMORY_BYTES</name>
  1082. <totalCounterValue>2149728256</totalCounterValue>
  1083. <mapCounterValue>0</mapCounterValue>
  1084. <reduceCounterValue>0</reduceCounterValue>
  1085. </counter>
  1086. <counter>
  1087. <name>COMMITTED_HEAP_BYTES</name>
  1088. <totalCounterValue>357957632</totalCounterValue>
  1089. <mapCounterValue>0</mapCounterValue>
  1090. <reduceCounterValue>0</reduceCounterValue>
  1091. </counter>
  1092. </counterGroup>
  1093. <counterGroup>
  1094. <counterGroupName>org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter</counterGroupName>
  1095. <counter>
  1096. <name>BYTES_READ</name>
  1097. <totalCounterValue>0</totalCounterValue>
  1098. <mapCounterValue>0</mapCounterValue>
  1099. <reduceCounterValue>0</reduceCounterValue>
  1100. </counter> </counterGroup> <counterGroup>
  1101. <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
  1102. <counter> <name>BYTES_WRITTEN</name>
  1103. <totalCounterValue>0</totalCounterValue>
  1104. <mapCounterValue>0</mapCounterValue>
  1105. <reduceCounterValue>0</reduceCounterValue>
  1106. </counter>
  1107. </counterGroup>
  1108. </jobCounters>
  1109. +---+
  1110. * Job Conf API
  1111. A job configuration resource contains information about the job configuration for this job.
  1112. ** URI
  1113. Use the following URI to obtain th job configuration information, from a job identified by the {jobid} value.
  1114. ------
  1115. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/jobs/{jobid}/conf
  1116. ------
  1117. ** HTTP Operations Supported
  1118. ------
  1119. * GET
  1120. ------
  1121. ** Query Parameters Supported
  1122. ------
  1123. None
  1124. ------
  1125. ** Elements of the <conf> object
  1126. *---------------+--------------+-------------------------------+
  1127. || Item || Data Type || Description |
  1128. *---------------+--------------+-------------------------------+
  1129. | path | string | The path to the job configuration file|
  1130. *---------------+--------------+-------------------------------+
  1131. | property | array of the configuration properties(JSON)/zero or more property objects(XML) | Collection of property objects |
  1132. *---------------+--------------+-------------------------------+
  1133. ** Elements of the <property> object
  1134. *---------------+--------------+-------------------------------+
  1135. || Item || Data Type || Description |
  1136. *---------------+--------------+-------------------------------+
  1137. | name | string | The name of the configuration property |
  1138. *---------------+--------------+-------------------------------+
  1139. | value | string | The value of the configuration property |
  1140. *---------------+--------------+-------------------------------+
  1141. | source | string | The location this configuration object came from. If there is more then one of these it shows the history with the latest source at the end of the list. |
  1142. *---------------+--------------+-------------------------------+
  1143. ** Response Examples
  1144. <<JSON response>>
  1145. HTTP Request:
  1146. ------
  1147. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/conf
  1148. ------
  1149. Response Header:
  1150. +---+
  1151. HTTP/1.1 200 OK
  1152. Content-Type: application/json
  1153. Transfer-Encoding: chunked
  1154. Server: Jetty(6.1.26)
  1155. +---+
  1156. Response Body:
  1157. This is a small snippet of the output as the output if very large. The real output contains every property in your job configuration file.
  1158. +---+
  1159. {
  1160. "conf" : {
  1161. "path" : "hdfs://host.domain.com:9000/user/user1/.staging/job_1326232085508_0004/job.xml",
  1162. "property" : [
  1163. {
  1164. "value" : "/home/hadoop/hdfs/data",
  1165. "name" : "dfs.datanode.data.dir",
  1166. "source" : ["hdfs-site.xml", "job.xml"]
  1167. },
  1168. {
  1169. "value" : "org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer",
  1170. "name" : "hadoop.http.filter.initializers"
  1171. "source" : ["programmatically", "job.xml"]
  1172. },
  1173. {
  1174. "value" : "/home/hadoop/tmp",
  1175. "name" : "mapreduce.cluster.temp.dir"
  1176. "source" : ["mapred-site.xml"]
  1177. },
  1178. ...
  1179. ]
  1180. }
  1181. }
  1182. +---+
  1183. <<XML response>>
  1184. HTTP Request:
  1185. ------
  1186. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/conf
  1187. Accept: application/xml
  1188. ------
  1189. Response Header:
  1190. +---+
  1191. HTTP/1.1 200 OK
  1192. Content-Type: application/xml
  1193. Content-Length: 552
  1194. Server: Jetty(6.1.26)
  1195. +---+
  1196. Response Body:
  1197. +---+
  1198. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  1199. <conf>
  1200. <path>hdfs://host.domain.com:9000/user/user1/.staging/job_1326232085508_0004/job.xml</path>
  1201. <property>
  1202. <name>dfs.datanode.data.dir</name>
  1203. <value>/home/hadoop/hdfs/data</value>
  1204. <source>hdfs-site.xml</source>
  1205. <source>job.xml</source>
  1206. </property>
  1207. <property>
  1208. <name>hadoop.http.filter.initializers</name>
  1209. <value>org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer</value>
  1210. <source>programmatically</source>
  1211. <source>job.xml</source>
  1212. </property>
  1213. <property>
  1214. <name>mapreduce.cluster.temp.dir</name>
  1215. <value>/home/hadoop/tmp</value>
  1216. <source>mapred-site.xml</source>
  1217. </property>
  1218. ...
  1219. </conf>
  1220. +---+
  1221. * Tasks API
  1222. With the tasks API, you can obtain a collection of resources that represent all the tasks for a job. When you run a GET operation on this resource, you obtain a collection of Task Objects.
  1223. ** URI
  1224. ------
  1225. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/jobs/{jobid}/tasks
  1226. ------
  1227. ** HTTP Operations Supported
  1228. ------
  1229. * GET
  1230. ------
  1231. ** Query Parameters Supported
  1232. ------
  1233. * type - type of task, valid values are m or r. m for map task or r for reduce task.
  1234. ------
  1235. ** Elements of the <tasks> object
  1236. When you make a request for the list of tasks , the information will be returned as an array of task objects.
  1237. See also {{Task API}} for syntax of the task object.
  1238. *---------------+--------------+-------------------------------+
  1239. || Item || Data Type || Description |
  1240. *---------------+--------------+-------------------------------+
  1241. | task | array of task objects(JSON)/zero or more task objects(XML) | The collection of task objects |
  1242. *---------------+--------------+--------------------------------+
  1243. ** Response Examples
  1244. <<JSON response>>
  1245. HTTP Request:
  1246. ------
  1247. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks
  1248. ------
  1249. Response Header:
  1250. +---+
  1251. HTTP/1.1 200 OK
  1252. Content-Type: application/json
  1253. Transfer-Encoding: chunked
  1254. Server: Jetty(6.1.26)
  1255. +---+
  1256. Response Body:
  1257. +---+
  1258. {
  1259. "tasks" : {
  1260. "task" : [
  1261. {
  1262. "progress" : 100,
  1263. "elapsedTime" : 2768,
  1264. "state" : "SUCCEEDED",
  1265. "startTime" : 1326238773493,
  1266. "id" : "task_1326232085508_4_4_m_0",
  1267. "type" : "MAP",
  1268. "successfulAttempt" : "attempt_1326232085508_4_4_m_0_0",
  1269. "finishTime" : 1326238776261
  1270. },
  1271. {
  1272. "progress" : 100,
  1273. "elapsedTime" : 0,
  1274. "state" : "RUNNING",
  1275. "startTime" : 1326238777460,
  1276. "id" : "task_1326232085508_4_4_r_0",
  1277. "type" : "REDUCE",
  1278. "successfulAttempt" : "",
  1279. "finishTime" : 0
  1280. }
  1281. ]
  1282. }
  1283. }
  1284. +---+
  1285. <<XML response>>
  1286. HTTP Request:
  1287. ------
  1288. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks
  1289. Accept: application/xml
  1290. ------
  1291. Response Header:
  1292. +---+
  1293. HTTP/1.1 200 OK
  1294. Content-Type: application/xml
  1295. Content-Length: 603
  1296. Server: Jetty(6.1.26)
  1297. +---+
  1298. Response Body:
  1299. +---+
  1300. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  1301. <tasks>
  1302. <task>
  1303. <startTime>1326238773493</startTime>
  1304. <finishTime>1326238776261</finishTime>
  1305. <elapsedTime>2768</elapsedTime>
  1306. <progress>100.0</progress>
  1307. <id>task_1326232085508_4_4_m_0</id>
  1308. <state>SUCCEEDED</state>
  1309. <type>MAP</type>
  1310. <successfulAttempt>attempt_1326232085508_4_4_m_0_0</successfulAttempt>
  1311. </task>
  1312. <task>
  1313. <startTime>1326238777460</startTime>
  1314. <finishTime>0</finishTime>
  1315. <elapsedTime>0</elapsedTime>
  1316. <progress>100.0</progress>
  1317. <id>task_1326232085508_4_4_r_0</id>
  1318. <state>RUNNING</state>
  1319. <type>REDUCE</type>
  1320. <successfulAttempt/>
  1321. </task>
  1322. </tasks>
  1323. +---+
  1324. * {Task API}
  1325. A Task resource contains information about a particular task within a job.
  1326. ** URI
  1327. Use the following URI to obtain an Task Object, from a task identified by the {taskid} value.
  1328. ------
  1329. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/jobs/{jobid}/tasks/{taskid}
  1330. ------
  1331. ** HTTP Operations Supported
  1332. ------
  1333. * GET
  1334. ------
  1335. ** Query Parameters Supported
  1336. ------
  1337. None
  1338. ------
  1339. ** Elements of the <task> object
  1340. *---------------+--------------+-------------------------------+
  1341. || Item || Data Type || Description |
  1342. *---------------+--------------+-------------------------------+
  1343. | id | string | The task id |
  1344. *---------------+--------------+--------------------------------+
  1345. | state | string | The state of the task - valid values are: NEW, SCHEDULED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED |
  1346. *---------------+--------------+--------------------------------+
  1347. | type | string | The task type - MAP or REDUCE|
  1348. *---------------+--------------+--------------------------------+
  1349. | successfulAttempt | string | The the id of the last successful attempt |
  1350. *---------------+--------------+--------------------------------+
  1351. | progress | float | The progress of the task as a percent|
  1352. *---------------+--------------+--------------------------------+
  1353. | startTime | long | The time in which the task started (in ms since epoch)|
  1354. *---------------+--------------+--------------------------------+
  1355. | finishTime | long | The time in which the task finished (in ms since epoch)|
  1356. *---------------+--------------+--------------------------------+
  1357. | elapsedTime | long | The elapsed time since the application started (in ms)|
  1358. *---------------+--------------+--------------------------------+
  1359. ** Response Examples
  1360. <<JSON response>>
  1361. HTTP Request:
  1362. ------
  1363. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0
  1364. ------
  1365. Response Header:
  1366. +---+
  1367. HTTP/1.1 200 OK
  1368. Content-Type: application/json
  1369. Transfer-Encoding: chunked
  1370. Server: Jetty(6.1.26)
  1371. +---+
  1372. Response Body:
  1373. +---+
  1374. {
  1375. "task" : {
  1376. "progress" : 100,
  1377. "elapsedTime" : 0,
  1378. "state" : "RUNNING",
  1379. "startTime" : 1326238777460,
  1380. "id" : "task_1326232085508_4_4_r_0",
  1381. "type" : "REDUCE",
  1382. "successfulAttempt" : "",
  1383. "finishTime" : 0
  1384. }
  1385. }
  1386. +---+
  1387. <<XML response>>
  1388. HTTP Request:
  1389. ------
  1390. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0
  1391. Accept: application/xml
  1392. ------
  1393. Response Header:
  1394. +---+
  1395. HTTP/1.1 200 OK
  1396. Content-Type: application/xml
  1397. Content-Length: 299
  1398. Server: Jetty(6.1.26)
  1399. +---+
  1400. Response Body:
  1401. +---+
  1402. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  1403. <task>
  1404. <startTime>1326238777460</startTime>
  1405. <finishTime>0</finishTime>
  1406. <elapsedTime>0</elapsedTime>
  1407. <progress>100.0</progress>
  1408. <id>task_1326232085508_4_4_r_0</id>
  1409. <state>RUNNING</state>
  1410. <type>REDUCE</type>
  1411. <successfulAttempt/>
  1412. </task>
  1413. +---+
  1414. * Task Counters API
  1415. With the task counters API, you can object a collection of resources that represent all the counters for that task.
  1416. ** URI
  1417. ------
  1418. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/jobs/{jobid}/tasks/{taskid}/counters
  1419. ------
  1420. ** HTTP Operations Supported
  1421. ------
  1422. * GET
  1423. ------
  1424. ** Query Parameters Supported
  1425. ------
  1426. None
  1427. ------
  1428. ** Elements of the <jobTaskCounters> object
  1429. *---------------+--------------+-------------------------------+
  1430. || Item || Data Type || Description |
  1431. *---------------+--------------+-------------------------------+
  1432. | id | string | The task id |
  1433. *---------------+--------------+-------------------------------+
  1434. | taskcounterGroup | array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) | A collection of counter group objects |
  1435. *---------------+--------------+-------------------------------+
  1436. ** Elements of the <counterGroup> object
  1437. *---------------+--------------+-------------------------------+
  1438. || Item || Data Type || Description |
  1439. *---------------+--------------+-------------------------------+
  1440. | counterGroupName | string | The name of the counter group |
  1441. *---------------+--------------+-------------------------------+
  1442. | counter | array of counter objects(JSON)/zero or more counter objects(XML) | A collection of counter objects |
  1443. *---------------+--------------+-------------------------------+
  1444. ** Elements of the <counter> object
  1445. *---------------+--------------+-------------------------------+
  1446. || Item || Data Type || Description |
  1447. *---------------+--------------+-------------------------------+
  1448. | name | string | The name of the counter |
  1449. *---------------+--------------+-------------------------------+
  1450. | value | long | The value of the counter |
  1451. *---------------+--------------+-------------------------------+
  1452. ** Response Examples
  1453. <<JSON response>>
  1454. HTTP Request:
  1455. ------
  1456. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0/counters
  1457. ------
  1458. Response Header:
  1459. +---+
  1460. HTTP/1.1 200 OK
  1461. Content-Type: application/json
  1462. Transfer-Encoding: chunked
  1463. Server: Jetty(6.1.26)
  1464. +---+
  1465. Response Body:
  1466. +---+
  1467. {
  1468. "jobTaskCounters" : {
  1469. "id" : "task_1326232085508_4_4_r_0",
  1470. "taskCounterGroup" : [
  1471. {
  1472. "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
  1473. "counter" : [
  1474. {
  1475. "value" : 2363,
  1476. "name" : "FILE_BYTES_READ"
  1477. },
  1478. {
  1479. "value" : 54372,
  1480. "name" : "FILE_BYTES_WRITTEN"
  1481. },
  1482. {
  1483. "value" : 0,
  1484. "name" : "FILE_READ_OPS"
  1485. },
  1486. {
  1487. "value" : 0,
  1488. "name" : "FILE_LARGE_READ_OPS"
  1489. },
  1490. {
  1491. "value" : 0,
  1492. "name" : "FILE_WRITE_OPS"
  1493. },
  1494. {
  1495. "value" : 0,
  1496. "name" : "HDFS_BYTES_READ"
  1497. },
  1498. {
  1499. "value" : 0,
  1500. "name" : "HDFS_BYTES_WRITTEN"
  1501. },
  1502. {
  1503. "value" : 0,
  1504. "name" : "HDFS_READ_OPS"
  1505. },
  1506. {
  1507. "value" : 0,
  1508. "name" : "HDFS_LARGE_READ_OPS"
  1509. },
  1510. {
  1511. "value" : 0,
  1512. "name" : "HDFS_WRITE_OPS"
  1513. }
  1514. ]
  1515. },
  1516. {
  1517. "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
  1518. "counter" : [
  1519. {
  1520. "value" : 0,
  1521. "name" : "COMBINE_INPUT_RECORDS"
  1522. },
  1523. {
  1524. "value" : 0,
  1525. "name" : "COMBINE_OUTPUT_RECORDS"
  1526. },
  1527. {
  1528. "value" : 460,
  1529. "name" : "REDUCE_INPUT_GROUPS"
  1530. },
  1531. {
  1532. "value" : 2235,
  1533. "name" : "REDUCE_SHUFFLE_BYTES"
  1534. },
  1535. {
  1536. "value" : 460,
  1537. "name" : "REDUCE_INPUT_RECORDS"
  1538. },
  1539. {
  1540. "value" : 0,
  1541. "name" : "REDUCE_OUTPUT_RECORDS"
  1542. },
  1543. {
  1544. "value" : 0,
  1545. "name" : "SPILLED_RECORDS"
  1546. },
  1547. {
  1548. "value" : 1,
  1549. "name" : "SHUFFLED_MAPS"
  1550. },
  1551. {
  1552. "value" : 0,
  1553. "name" : "FAILED_SHUFFLE"
  1554. },
  1555. {
  1556. "value" : 1,
  1557. "name" : "MERGED_MAP_OUTPUTS"
  1558. },
  1559. {
  1560. "value" : 26,
  1561. "name" : "GC_TIME_MILLIS"
  1562. },
  1563. {
  1564. "value" : 860,
  1565. "name" : "CPU_MILLISECONDS"
  1566. },
  1567. {
  1568. "value" : 107839488,
  1569. "name" : "PHYSICAL_MEMORY_BYTES"
  1570. },
  1571. {
  1572. "value" : 1123147776,
  1573. "name" : "VIRTUAL_MEMORY_BYTES"
  1574. },
  1575. {
  1576. "value" : 57475072,
  1577. "name" : "COMMITTED_HEAP_BYTES"
  1578. }
  1579. ]
  1580. },
  1581. {
  1582. "counterGroupName" : "Shuffle Errors",
  1583. "counter" : [
  1584. {
  1585. "value" : 0,
  1586. "name" : "BAD_ID"
  1587. },
  1588. {
  1589. "value" : 0,
  1590. "name" : "CONNECTION"
  1591. },
  1592. {
  1593. "value" : 0,
  1594. "name" : "IO_ERROR"
  1595. },
  1596. {
  1597. "value" : 0,
  1598. "name" : "WRONG_LENGTH"
  1599. },
  1600. {
  1601. "value" : 0,
  1602. "name" : "WRONG_MAP"
  1603. },
  1604. {
  1605. "value" : 0,
  1606. "name" : "WRONG_REDUCE"
  1607. }
  1608. ]
  1609. },
  1610. {
  1611. "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
  1612. "counter" : [
  1613. {
  1614. "value" : 0,
  1615. "name" : "BYTES_WRITTEN"
  1616. }
  1617. ]
  1618. }
  1619. ]
  1620. }
  1621. }
  1622. +---+
  1623. <<XML response>>
  1624. HTTP Request:
  1625. ------
  1626. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0/counters
  1627. Accept: application/xml
  1628. ------
  1629. Response Header:
  1630. +---+
  1631. HTTP/1.1 200 OK
  1632. Content-Type: application/xml
  1633. Content-Length: 2660
  1634. Server: Jetty(6.1.26)
  1635. +---+
  1636. Response Body:
  1637. +---+
  1638. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  1639. <jobTaskCounters>
  1640. <id>task_1326232085508_4_4_r_0</id>
  1641. <taskCounterGroup>
  1642. <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
  1643. <counter>
  1644. <name>FILE_BYTES_READ</name>
  1645. <value>2363</value>
  1646. </counter>
  1647. <counter>
  1648. <name>FILE_BYTES_WRITTEN</name>
  1649. <value>54372</value>
  1650. </counter>
  1651. <counter>
  1652. <name>FILE_READ_OPS</name>
  1653. <value>0</value>
  1654. </counter>
  1655. <counter>
  1656. <name>FILE_LARGE_READ_OPS</name>
  1657. <value>0</value>
  1658. </counter>
  1659. <counter>
  1660. <name>FILE_WRITE_OPS</name>
  1661. <value>0</value>
  1662. </counter>
  1663. <counter>
  1664. <name>HDFS_BYTES_READ</name>
  1665. <value>0</value>
  1666. </counter>
  1667. <counter>
  1668. <name>HDFS_BYTES_WRITTEN</name>
  1669. <value>0</value>
  1670. </counter>
  1671. <counter>
  1672. <name>HDFS_READ_OPS</name>
  1673. <value>0</value>
  1674. </counter>
  1675. <counter>
  1676. <name>HDFS_LARGE_READ_OPS</name>
  1677. <value>0</value>
  1678. </counter>
  1679. <counter>
  1680. <name>HDFS_WRITE_OPS</name>
  1681. <value>0</value>
  1682. </counter>
  1683. </taskCounterGroup>
  1684. <taskCounterGroup>
  1685. <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
  1686. <counter>
  1687. <name>COMBINE_INPUT_RECORDS</name>
  1688. <value>0</value>
  1689. </counter>
  1690. <counter>
  1691. <name>COMBINE_OUTPUT_RECORDS</name>
  1692. <value>0</value>
  1693. </counter>
  1694. <counter>
  1695. <name>REDUCE_INPUT_GROUPS</name>
  1696. <value>460</value>
  1697. </counter>
  1698. <counter>
  1699. <name>REDUCE_SHUFFLE_BYTES</name>
  1700. <value>2235</value>
  1701. </counter>
  1702. <counter>
  1703. <name>REDUCE_INPUT_RECORDS</name>
  1704. <value>460</value>
  1705. </counter>
  1706. <counter>
  1707. <name>REDUCE_OUTPUT_RECORDS</name>
  1708. <value>0</value>
  1709. </counter>
  1710. <counter>
  1711. <name>SPILLED_RECORDS</name>
  1712. <value>0</value>
  1713. </counter>
  1714. <counter>
  1715. <name>SHUFFLED_MAPS</name>
  1716. <value>1</value>
  1717. </counter>
  1718. <counter>
  1719. <name>FAILED_SHUFFLE</name>
  1720. <value>0</value>
  1721. </counter>
  1722. <counter>
  1723. <name>MERGED_MAP_OUTPUTS</name>
  1724. <value>1</value>
  1725. </counter>
  1726. <counter>
  1727. <name>GC_TIME_MILLIS</name>
  1728. <value>26</value>
  1729. </counter>
  1730. <counter>
  1731. <name>CPU_MILLISECONDS</name>
  1732. <value>860</value>
  1733. </counter>
  1734. <counter>
  1735. <name>PHYSICAL_MEMORY_BYTES</name>
  1736. <value>107839488</value>
  1737. </counter>
  1738. <counter>
  1739. <name>VIRTUAL_MEMORY_BYTES</name>
  1740. <value>1123147776</value>
  1741. </counter>
  1742. <counter>
  1743. <name>COMMITTED_HEAP_BYTES</name>
  1744. <value>57475072</value>
  1745. </counter>
  1746. </taskCounterGroup>
  1747. <taskCounterGroup>
  1748. <counterGroupName>Shuffle Errors</counterGroupName>
  1749. <counter>
  1750. <name>BAD_ID</name>
  1751. <value>0</value>
  1752. </counter>
  1753. <counter>
  1754. <name>CONNECTION</name>
  1755. <value>0</value>
  1756. </counter>
  1757. <counter>
  1758. <name>IO_ERROR</name>
  1759. <value>0</value>
  1760. </counter>
  1761. <counter>
  1762. <name>WRONG_LENGTH</name>
  1763. <value>0</value>
  1764. </counter>
  1765. <counter>
  1766. <name>WRONG_MAP</name>
  1767. <value>0</value>
  1768. </counter>
  1769. <counter>
  1770. <name>WRONG_REDUCE</name>
  1771. <value>0</value>
  1772. </counter>
  1773. </taskCounterGroup>
  1774. <taskCounterGroup>
  1775. <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
  1776. <counter>
  1777. <name>BYTES_WRITTEN</name>
  1778. <value>0</value>
  1779. </counter>
  1780. </taskCounterGroup>
  1781. </jobTaskCounters>
  1782. +---+
  1783. * Task Attempts API
  1784. With the task attempts API, you can obtain a collection of resources that represent a task attempt within a job. When you run a GET operation on this resource, you obtain a collection of Task Attempt Objects.
  1785. ** URI
  1786. ------
  1787. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts
  1788. ------
  1789. ** HTTP Operations Supported
  1790. ------
  1791. * GET
  1792. ------
  1793. ** Query Parameters Supported
  1794. ------
  1795. None
  1796. ------
  1797. ** Elements of the <taskAttempts> object
  1798. When you make a request for the list of task attempts, the information will be returned as an array of task attempt objects.
  1799. See also {{Task Attempt API}} for syntax of the task object.
  1800. *---------------+--------------+-------------------------------+
  1801. || Item || Data Type || Description |
  1802. *---------------+--------------+-------------------------------+
  1803. | taskAttempt | array of task attempt objects(JSON)/zero or more task attempt objects(XML) | The collection of task attempt objects |
  1804. *---------------+--------------+--------------------------------+
  1805. ** Response Examples
  1806. <<JSON response>>
  1807. HTTP Request:
  1808. ------
  1809. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0/attempts
  1810. ------
  1811. Response Header:
  1812. +---+
  1813. HTTP/1.1 200 OK
  1814. Content-Type: application/json
  1815. Transfer-Encoding: chunked
  1816. Server: Jetty(6.1.26)
  1817. +---+
  1818. Response Body:
  1819. +---+
  1820. {
  1821. "taskAttempts" : {
  1822. "taskAttempt" : [
  1823. {
  1824. "elapsedMergeTime" : 47,
  1825. "shuffleFinishTime" : 1326238780052,
  1826. "assignedContainerId" : "container_1326232085508_0004_01_000003",
  1827. "progress" : 100,
  1828. "elapsedTime" : 0,
  1829. "state" : "RUNNING",
  1830. "elapsedShuffleTime" : 2592,
  1831. "mergeFinishTime" : 1326238780099,
  1832. "rack" : "/98.139.92.0",
  1833. "elapsedReduceTime" : 0,
  1834. "nodeHttpAddress" : "host.domain.com:8042",
  1835. "type" : "REDUCE",
  1836. "startTime" : 1326238777460,
  1837. "id" : "attempt_1326232085508_4_4_r_0_0",
  1838. "finishTime" : 0
  1839. }
  1840. ]
  1841. }
  1842. }
  1843. +---+
  1844. <<XML response>>
  1845. HTTP Request:
  1846. ------
  1847. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0/attempts
  1848. Accept: application/xml
  1849. ------
  1850. Response Header:
  1851. +---+
  1852. HTTP/1.1 200 OK
  1853. Content-Type: application/xml
  1854. Content-Length: 807
  1855. Server: Jetty(6.1.26)
  1856. +---+
  1857. Response Body:
  1858. +---+
  1859. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  1860. <taskAttempts>
  1861. <taskAttempt xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="reduceTaskAttemptInfo">
  1862. <startTime>1326238777460</startTime>
  1863. <finishTime>0</finishTime>
  1864. <elapsedTime>0</elapsedTime>
  1865. <progress>100.0</progress>
  1866. <id>attempt_1326232085508_4_4_r_0_0</id>
  1867. <rack>/98.139.92.0</rack>
  1868. <state>RUNNING</state>
  1869. <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
  1870. <type>REDUCE</type>
  1871. <assignedContainerId>container_1326232085508_0004_01_000003</assignedContainerId>
  1872. <shuffleFinishTime>1326238780052</shuffleFinishTime>
  1873. <mergeFinishTime>1326238780099</mergeFinishTime>
  1874. <elapsedShuffleTime>2592</elapsedShuffleTime>
  1875. <elapsedMergeTime>47</elapsedMergeTime>
  1876. <elapsedReduceTime>0</elapsedReduceTime>
  1877. </taskAttempt>
  1878. </taskAttempts>
  1879. +---+
  1880. * {Task Attempt API}
  1881. A Task Attempt resource contains information about a particular task attempt within a job.
  1882. ** URI
  1883. Use the following URI to obtain an Task Attempt Object, from a task identified by the {attemptid} value.
  1884. ------
  1885. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/jobs/{jobid}/tasks/{taskid}/attempt/{attemptid}
  1886. ------
  1887. ** HTTP Operations Supported
  1888. ------
  1889. * GET
  1890. ------
  1891. ** Query Parameters Supported
  1892. ------
  1893. None
  1894. ------
  1895. ** Elements of the <taskAttempt> object
  1896. *---------------+--------------+-------------------------------+
  1897. || Item || Data Type || Description |
  1898. *---------------+--------------+-------------------------------+
  1899. | id | string | The task id |
  1900. *---------------+--------------+--------------------------------+
  1901. | rack | string | The rack |
  1902. *---------------+--------------+--------------------------------+
  1903. | state | string | The state of the task attempt - valid values are: NEW, UNASSIGNED, ASSIGNED, RUNNING, COMMIT_PENDING, SUCCESS_CONTAINER_CLEANUP, SUCCEEDED, FAIL_CONTAINER_CLEANUP, FAIL_TASK_CLEANUP, FAILED, KILL_CONTAINER_CLEANUP, KILL_TASK_CLEANUP, KILLED|
  1904. *---------------+--------------+--------------------------------+
  1905. | type | string | The type of task |
  1906. *---------------+--------------+--------------------------------+
  1907. | assignedContainerId | string | The container id this attempt is assigned to|
  1908. *---------------+--------------+--------------------------------+
  1909. | nodeHttpAddress | string | The http address of the node this task attempt ran on |
  1910. *---------------+--------------+--------------------------------+
  1911. | diagnostics| string | The diagnostics message |
  1912. *---------------+--------------+--------------------------------+
  1913. | progress | float | The progress of the task attempt as a percent|
  1914. *---------------+--------------+--------------------------------+
  1915. | startTime | long | The time in which the task attempt started (in ms since epoch)|
  1916. *---------------+--------------+--------------------------------+
  1917. | finishTime | long | The time in which the task attempt finished (in ms since epoch)|
  1918. *---------------+--------------+--------------------------------+
  1919. | elapsedTime | long | The elapsed time since the task attempt started (in ms)|
  1920. *---------------+--------------+--------------------------------+
  1921. For reduce task attempts you also have the following fields:
  1922. *---------------+--------------+-------------------------------+
  1923. || Item || Data Type || Description |
  1924. *---------------+--------------+-------------------------------+
  1925. | shuffleFinishTime | long | The time at which shuffle finished (in ms since epoch)|
  1926. *---------------+--------------+--------------------------------+
  1927. | mergeFinishTime | long | The time at which merge finished (in ms since epoch)|
  1928. *---------------+--------------+--------------------------------+
  1929. | elapsedShuffleTime | long | The time it took for the shuffle phase to complete (time in ms between reduce task start and shuffle finish)|
  1930. *---------------+--------------+--------------------------------+
  1931. | elapsedMergeTime | long | The time it took for the merge phase to complete (time in ms between the shuffle finish and merge finish)|
  1932. *---------------+--------------+--------------------------------+
  1933. | elapsedReduceTime | long | The time it took for the reduce phase to complete (time in ms between merge finish to end of reduce task)|
  1934. *---------------+--------------+--------------------------------+
  1935. ** Response Examples
  1936. <<JSON response>>
  1937. HTTP Request:
  1938. ------
  1939. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0/attempts/attempt_1326232085508_4_4_r_0_0
  1940. ------
  1941. Response Header:
  1942. +---+
  1943. HTTP/1.1 200 OK
  1944. Content-Type: application/json
  1945. Transfer-Encoding: chunked
  1946. Server: Jetty(6.1.26)
  1947. +---+
  1948. Response Body:
  1949. +---+
  1950. {
  1951. "taskAttempt" : {
  1952. "elapsedMergeTime" : 47,
  1953. "shuffleFinishTime" : 1326238780052,
  1954. "assignedContainerId" : "container_1326232085508_0004_01_000003",
  1955. "progress" : 100,
  1956. "elapsedTime" : 0,
  1957. "state" : "RUNNING",
  1958. "elapsedShuffleTime" : 2592,
  1959. "mergeFinishTime" : 1326238780099,
  1960. "rack" : "/98.139.92.0",
  1961. "elapsedReduceTime" : 0,
  1962. "nodeHttpAddress" : "host.domain.com:8042",
  1963. "startTime" : 1326238777460,
  1964. "id" : "attempt_1326232085508_4_4_r_0_0",
  1965. "type" : "REDUCE",
  1966. "finishTime" : 0
  1967. }
  1968. }
  1969. +---+
  1970. <<XML response>>
  1971. HTTP Request:
  1972. ------
  1973. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0/attempts/attempt_1326232085508_4_4_r_0_0
  1974. Accept: application/xml
  1975. ------
  1976. Response Header:
  1977. +---+
  1978. HTTP/1.1 200 OK
  1979. Content-Type: application/xml
  1980. Content-Length: 691
  1981. Server: Jetty(6.1.26)
  1982. +---+
  1983. Response Body:
  1984. +---+
  1985. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  1986. <taskAttempt>
  1987. <startTime>1326238777460</startTime>
  1988. <finishTime>0</finishTime>
  1989. <elapsedTime>0</elapsedTime>
  1990. <progress>100.0</progress>
  1991. <id>attempt_1326232085508_4_4_r_0_0</id>
  1992. <rack>/98.139.92.0</rack>
  1993. <state>RUNNING</state>
  1994. <nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
  1995. <type>REDUCE</type>
  1996. <assignedContainerId>container_1326232085508_0004_01_000003</assignedContainerId>
  1997. <shuffleFinishTime>1326238780052</shuffleFinishTime>
  1998. <mergeFinishTime>1326238780099</mergeFinishTime>
  1999. <elapsedShuffleTime>2592</elapsedShuffleTime>
  2000. <elapsedMergeTime>47</elapsedMergeTime>
  2001. <elapsedReduceTime>0</elapsedReduceTime>
  2002. </taskAttempt>
  2003. +---+
  2004. * Task Attempt Counters API
  2005. With the task attempt counters API, you can object a collection of resources that represent al the counters for that task attempt.
  2006. ** URI
  2007. ------
  2008. * http://<proxy http address:port>/proxy/{appid}/ws/v1/mapreduce/jobs/{jobid}/tasks/{taskid}/attempt/{attemptid}/counters
  2009. ------
  2010. ** HTTP Operations Supported
  2011. ------
  2012. * GET
  2013. ------
  2014. ** Query Parameters Supported
  2015. ------
  2016. None
  2017. ------
  2018. ** Elements of the <jobTaskAttemptCounters> object
  2019. *---------------+--------------+-------------------------------+
  2020. || Item || Data Type || Description |
  2021. *---------------+--------------+-------------------------------+
  2022. | id | string | The task attempt id |
  2023. *---------------+--------------+-------------------------------+
  2024. | taskAttemptcounterGroup | array of task attempt counterGroup objects(JSON)/zero or more task attempt counterGroup objects(XML) | A collection of task attempt counter group objects |
  2025. *---------------+--------------+-------------------------------+
  2026. ** Elements of the <taskAttemptCounterGroup> object
  2027. *---------------+--------------+-------------------------------+
  2028. || Item || Data Type || Description |
  2029. *---------------+--------------+-------------------------------+
  2030. | counterGroupName | string | The name of the counter group |
  2031. *---------------+--------------+-------------------------------+
  2032. | counter | array of counter objects(JSON)/zero or more counter objects(XML) | A collection of counter objects |
  2033. *---------------+--------------+-------------------------------+
  2034. ** Elements of the <counter> object
  2035. *---------------+--------------+-------------------------------+
  2036. || Item || Data Type || Description |
  2037. *---------------+--------------+-------------------------------+
  2038. | name | string | The name of the counter |
  2039. *---------------+--------------+-------------------------------+
  2040. | value | long | The value of the counter |
  2041. *---------------+--------------+-------------------------------+
  2042. ** Response Examples
  2043. <<JSON response>>
  2044. HTTP Request:
  2045. ------
  2046. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0/attempts/attempt_1326232085508_4_4_r_0_0/counters
  2047. ------
  2048. Response Header:
  2049. +---+
  2050. HTTP/1.1 200 OK
  2051. Content-Type: application/json
  2052. Transfer-Encoding: chunked
  2053. Server: Jetty(6.1.26)
  2054. +---+
  2055. Response Body:
  2056. +---+
  2057. {
  2058. "jobTaskAttemptCounters" : {
  2059. "taskAttemptCounterGroup" : [
  2060. {
  2061. "counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
  2062. "counter" : [
  2063. {
  2064. "value" : 2363,
  2065. "name" : "FILE_BYTES_READ"
  2066. },
  2067. {
  2068. "value" : 54372,
  2069. "name" : "FILE_BYTES_WRITTEN"
  2070. },
  2071. {
  2072. "value" : 0,
  2073. "name" : "FILE_READ_OPS"
  2074. },
  2075. {
  2076. "value" : 0,
  2077. "name" : "FILE_LARGE_READ_OPS"
  2078. },
  2079. {
  2080. "value" : 0,
  2081. "name" : "FILE_WRITE_OPS"
  2082. },
  2083. {
  2084. "value" : 0,
  2085. "name" : "HDFS_BYTES_READ"
  2086. },
  2087. {
  2088. "value" : 0,
  2089. "name" : "HDFS_BYTES_WRITTEN"
  2090. },
  2091. {
  2092. "value" : 0,
  2093. "name" : "HDFS_READ_OPS"
  2094. },
  2095. {
  2096. "value" : 0,
  2097. "name" : "HDFS_LARGE_READ_OPS"
  2098. },
  2099. {
  2100. "value" : 0,
  2101. "name" : "HDFS_WRITE_OPS"
  2102. }
  2103. ]
  2104. },
  2105. {
  2106. "counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
  2107. "counter" : [
  2108. {
  2109. "value" : 0,
  2110. "name" : "COMBINE_INPUT_RECORDS"
  2111. },
  2112. {
  2113. "value" : 0,
  2114. "name" : "COMBINE_OUTPUT_RECORDS"
  2115. },
  2116. {
  2117. "value" : 460,
  2118. "name" : "REDUCE_INPUT_GROUPS"
  2119. },
  2120. {
  2121. "value" : 2235,
  2122. "name" : "REDUCE_SHUFFLE_BYTES"
  2123. },
  2124. {
  2125. "value" : 460,
  2126. "name" : "REDUCE_INPUT_RECORDS"
  2127. },
  2128. {
  2129. "value" : 0,
  2130. "name" : "REDUCE_OUTPUT_RECORDS"
  2131. },
  2132. {
  2133. "value" : 0,
  2134. "name" : "SPILLED_RECORDS"
  2135. },
  2136. {
  2137. "value" : 1,
  2138. "name" : "SHUFFLED_MAPS"
  2139. },
  2140. {
  2141. "value" : 0,
  2142. "name" : "FAILED_SHUFFLE"
  2143. },
  2144. {
  2145. "value" : 1,
  2146. "name" : "MERGED_MAP_OUTPUTS"
  2147. },
  2148. {
  2149. "value" : 26,
  2150. "name" : "GC_TIME_MILLIS"
  2151. },
  2152. {
  2153. "value" : 860,
  2154. "name" : "CPU_MILLISECONDS"
  2155. },
  2156. {
  2157. "value" : 107839488,
  2158. "name" : "PHYSICAL_MEMORY_BYTES"
  2159. },
  2160. {
  2161. "value" : 1123147776,
  2162. "name" : "VIRTUAL_MEMORY_BYTES"
  2163. },
  2164. {
  2165. "value" : 57475072,
  2166. "name" : "COMMITTED_HEAP_BYTES"
  2167. }
  2168. ]
  2169. },
  2170. {
  2171. "counterGroupName" : "Shuffle Errors",
  2172. "counter" : [
  2173. {
  2174. "value" : 0,
  2175. "name" : "BAD_ID"
  2176. },
  2177. {
  2178. "value" : 0,
  2179. "name" : "CONNECTION"
  2180. },
  2181. {
  2182. "value" : 0,
  2183. "name" : "IO_ERROR"
  2184. },
  2185. {
  2186. "value" : 0,
  2187. "name" : "WRONG_LENGTH"
  2188. },
  2189. {
  2190. "value" : 0,
  2191. "name" : "WRONG_MAP"
  2192. },
  2193. {
  2194. "value" : 0,
  2195. "name" : "WRONG_REDUCE"
  2196. }
  2197. ]
  2198. },
  2199. {
  2200. "counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
  2201. "counter" : [
  2202. {
  2203. "value" : 0,
  2204. "name" : "BYTES_WRITTEN"
  2205. }
  2206. ]
  2207. }
  2208. ],
  2209. "id" : "attempt_1326232085508_4_4_r_0_0"
  2210. }
  2211. }
  2212. +---+
  2213. <<XML response>>
  2214. HTTP Request:
  2215. ------
  2216. GET http://<proxy http address:port>/proxy/application_1326232085508_0004/ws/v1/mapreduce/jobs/job_1326232085508_4_4/tasks/task_1326232085508_4_4_r_0/attempts/attempt_1326232085508_4_4_r_0_0/counters
  2217. Accept: application/xml
  2218. ------
  2219. Response Header:
  2220. +---+
  2221. HTTP/1.1 200 OK
  2222. Content-Type: application/xml
  2223. Content-Length: 2735
  2224. Server: Jetty(6.1.26)
  2225. +---+
  2226. Response Body:
  2227. +---+
  2228. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  2229. <jobTaskAttemptCounters>
  2230. <id>attempt_1326232085508_4_4_r_0_0</id>
  2231. <taskAttemptCounterGroup>
  2232. <counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
  2233. <counter>
  2234. <name>FILE_BYTES_READ</name>
  2235. <value>2363</value>
  2236. </counter>
  2237. <counter>
  2238. <name>FILE_BYTES_WRITTEN</name>
  2239. <value>54372</value>
  2240. </counter>
  2241. <counter>
  2242. <name>FILE_READ_OPS</name>
  2243. <value>0</value>
  2244. </counter>
  2245. <counter>
  2246. <name>FILE_LARGE_READ_OPS</name>
  2247. <value>0</value>
  2248. </counter>
  2249. <counter>
  2250. <name>FILE_WRITE_OPS</name>
  2251. <value>0</value>
  2252. </counter>
  2253. <counter>
  2254. <name>HDFS_BYTES_READ</name>
  2255. <value>0</value>
  2256. </counter>
  2257. <counter>
  2258. <name>HDFS_BYTES_WRITTEN</name>
  2259. <value>0</value>
  2260. </counter>
  2261. <counter>
  2262. <name>HDFS_READ_OPS</name>
  2263. <value>0</value>
  2264. </counter>
  2265. <counter>
  2266. <name>HDFS_LARGE_READ_OPS</name>
  2267. <value>0</value>
  2268. </counter>
  2269. <counter>
  2270. <name>HDFS_WRITE_OPS</name>
  2271. <value>0</value>
  2272. </counter>
  2273. </taskAttemptCounterGroup>
  2274. <taskAttemptCounterGroup>
  2275. <counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
  2276. <counter>
  2277. <name>COMBINE_INPUT_RECORDS</name>
  2278. <value>0</value>
  2279. </counter>
  2280. <counter>
  2281. <name>COMBINE_OUTPUT_RECORDS</name>
  2282. <value>0</value>
  2283. </counter>
  2284. <counter>
  2285. <name>REDUCE_INPUT_GROUPS</name>
  2286. <value>460</value>
  2287. </counter>
  2288. <counter>
  2289. <name>REDUCE_SHUFFLE_BYTES</name>
  2290. <value>2235</value>
  2291. </counter>
  2292. <counter>
  2293. <name>REDUCE_INPUT_RECORDS</name>
  2294. <value>460</value>
  2295. </counter>
  2296. <counter>
  2297. <name>REDUCE_OUTPUT_RECORDS</name>
  2298. <value>0</value>
  2299. </counter>
  2300. <counter>
  2301. <name>SPILLED_RECORDS</name>
  2302. <value>0</value>
  2303. </counter>
  2304. <counter>
  2305. <name>SHUFFLED_MAPS</name>
  2306. <value>1</value>
  2307. </counter>
  2308. <counter>
  2309. <name>FAILED_SHUFFLE</name>
  2310. <value>0</value>
  2311. </counter>
  2312. <counter>
  2313. <name>MERGED_MAP_OUTPUTS</name>
  2314. <value>1</value>
  2315. </counter>
  2316. <counter>
  2317. <name>GC_TIME_MILLIS</name>
  2318. <value>26</value>
  2319. </counter>
  2320. <counter>
  2321. <name>CPU_MILLISECONDS</name>
  2322. <value>860</value>
  2323. </counter>
  2324. <counter>
  2325. <name>PHYSICAL_MEMORY_BYTES</name>
  2326. <value>107839488</value>
  2327. </counter>
  2328. <counter>
  2329. <name>VIRTUAL_MEMORY_BYTES</name>
  2330. <value>1123147776</value>
  2331. </counter>
  2332. <counter>
  2333. <name>COMMITTED_HEAP_BYTES</name>
  2334. <value>57475072</value>
  2335. </counter>
  2336. </taskAttemptCounterGroup>
  2337. <taskAttemptCounterGroup>
  2338. <counterGroupName>Shuffle Errors</counterGroupName>
  2339. <counter>
  2340. <name>BAD_ID</name>
  2341. <value>0</value>
  2342. </counter>
  2343. <counter>
  2344. <name>CONNECTION</name>
  2345. <value>0</value>
  2346. </counter>
  2347. <counter>
  2348. <name>IO_ERROR</name>
  2349. <value>0</value>
  2350. </counter>
  2351. <counter>
  2352. <name>WRONG_LENGTH</name>
  2353. <value>0</value>
  2354. </counter>
  2355. <counter>
  2356. <name>WRONG_MAP</name>
  2357. <value>0</value>
  2358. </counter>
  2359. <counter>
  2360. <name>WRONG_REDUCE</name>
  2361. <value>0</value>
  2362. </counter>
  2363. </taskAttemptCounterGroup>
  2364. <taskAttemptCounterGroup>
  2365. <counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
  2366. <counter>
  2367. <name>BYTES_WRITTEN</name>
  2368. <value>0</value>
  2369. </counter>
  2370. </taskAttemptCounterGroup>
  2371. </jobTaskAttemptCounters>
  2372. +---+