tezDagVertex.json 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211
  1. {
  2. "starttime": 1392936258722,
  3. "otherinfo": {
  4. "startTime": 1392936259476,
  5. "status": "SUCCEEDED",
  6. "numTasks": 1,
  7. "initTime": 1392936258722,
  8. "vertexName": "Reducer 7",
  9. "timeTaken": 21058,
  10. "processorClassName": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
  11. "endTime": 1392936280534,
  12. "initRequestedTime": 1392936258658,
  13. "counters": {
  14. "counterGroups": [
  15. {
  16. "counterGroupName": "org.apache.tez.common.counters.FileSystemCounter",
  17. "counterGroupDisplayName": "File System Counters",
  18. "counters": [
  19. {
  20. "counterName": "FILE_BYTES_READ",
  21. "counterDisplayName": "FILE: BYTES_READ",
  22. "counterValue": 1008
  23. },
  24. {
  25. "counterName": "FILE_BYTES_WRITTEN",
  26. "counterDisplayName": "FILE: BYTES_WRITTEN",
  27. "counterValue": 1008
  28. },
  29. {
  30. "counterName": "FILE_READ_OPS",
  31. "counterDisplayName": "FILE: READ_OPS",
  32. "counterValue": 0
  33. },
  34. {
  35. "counterName": "FILE_LARGE_READ_OPS",
  36. "counterDisplayName": "FILE: LARGE_READ_OPS",
  37. "counterValue": 0
  38. },
  39. {
  40. "counterName": "FILE_WRITE_OPS",
  41. "counterDisplayName": "FILE: WRITE_OPS",
  42. "counterValue": 0
  43. },
  44. {
  45. "counterName": "HDFS_BYTES_READ",
  46. "counterDisplayName": "HDFS: BYTES_READ",
  47. "counterValue": 0
  48. },
  49. {
  50. "counterName": "HDFS_BYTES_WRITTEN",
  51. "counterDisplayName": "HDFS: BYTES_WRITTEN",
  52. "counterValue": 622
  53. },
  54. {
  55. "counterName": "HDFS_READ_OPS",
  56. "counterDisplayName": "HDFS: READ_OPS",
  57. "counterValue": 2
  58. },
  59. {
  60. "counterName": "HDFS_LARGE_READ_OPS",
  61. "counterDisplayName": "HDFS: LARGE_READ_OPS",
  62. "counterValue": 0
  63. },
  64. {
  65. "counterName": "HDFS_WRITE_OPS",
  66. "counterDisplayName": "HDFS: WRITE_OPS",
  67. "counterValue": 2
  68. }
  69. ]
  70. },
  71. {
  72. "counterGroupName": "org.apache.tez.common.counters.TaskCounter",
  73. "counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter",
  74. "counters": [
  75. {
  76. "counterName": "MAP_OUTPUT_RECORDS",
  77. "counterDisplayName": "MAP_OUTPUT_RECORDS",
  78. "counterValue": 0
  79. },
  80. {
  81. "counterName": "COMBINE_INPUT_RECORDS",
  82. "counterDisplayName": "COMBINE_INPUT_RECORDS",
  83. "counterValue": 0
  84. },
  85. {
  86. "counterName": "REDUCE_INPUT_GROUPS",
  87. "counterDisplayName": "REDUCE_INPUT_GROUPS",
  88. "counterValue": 13
  89. },
  90. {
  91. "counterName": "REDUCE_SHUFFLE_BYTES",
  92. "counterDisplayName": "REDUCE_SHUFFLE_BYTES",
  93. "counterValue": 1008
  94. },
  95. {
  96. "counterName": "REDUCE_INPUT_RECORDS",
  97. "counterDisplayName": "REDUCE_INPUT_RECORDS",
  98. "counterValue": 19
  99. },
  100. {
  101. "counterName": "SPILLED_RECORDS",
  102. "counterDisplayName": "SPILLED_RECORDS",
  103. "counterValue": 19
  104. },
  105. {
  106. "counterName": "SHUFFLED_MAPS",
  107. "counterDisplayName": "SHUFFLED_MAPS",
  108. "counterValue": 1
  109. },
  110. {
  111. "counterName": "FAILED_SHUFFLE",
  112. "counterDisplayName": "FAILED_SHUFFLE",
  113. "counterValue": 0
  114. },
  115. {
  116. "counterName": "MERGED_MAP_OUTPUTS",
  117. "counterDisplayName": "MERGED_MAP_OUTPUTS",
  118. "counterValue": 1
  119. },
  120. {
  121. "counterName": "GC_TIME_MILLIS",
  122. "counterDisplayName": "GC_TIME_MILLIS",
  123. "counterValue": 7
  124. },
  125. {
  126. "counterName": "CPU_MILLISECONDS",
  127. "counterDisplayName": "CPU_MILLISECONDS",
  128. "counterValue": -4530
  129. },
  130. {
  131. "counterName": "PHYSICAL_MEMORY_BYTES",
  132. "counterDisplayName": "PHYSICAL_MEMORY_BYTES",
  133. "counterValue": 245919744
  134. },
  135. {
  136. "counterName": "VIRTUAL_MEMORY_BYTES",
  137. "counterDisplayName": "VIRTUAL_MEMORY_BYTES",
  138. "counterValue": 1249353728
  139. },
  140. {
  141. "counterName": "COMMITTED_HEAP_BYTES",
  142. "counterDisplayName": "COMMITTED_HEAP_BYTES",
  143. "counterValue": 210309120
  144. }
  145. ]
  146. },
  147. {
  148. "counterGroupName": "HIVE",
  149. "counterGroupDisplayName": "HIVE",
  150. "counters": [
  151. {
  152. "counterName": "CREATED_FILES",
  153. "counterDisplayName": "CREATED_FILES",
  154. "counterValue": 1
  155. }
  156. ]
  157. },
  158. {
  159. "counterGroupName": "Shuffle Errors",
  160. "counterGroupDisplayName": "Shuffle Errors",
  161. "counters": [
  162. {
  163. "counterName": "BAD_ID",
  164. "counterDisplayName": "BAD_ID",
  165. "counterValue": 0
  166. },
  167. {
  168. "counterName": "CONNECTION",
  169. "counterDisplayName": "CONNECTION",
  170. "counterValue": 0
  171. },
  172. {
  173. "counterName": "IO_ERROR",
  174. "counterDisplayName": "IO_ERROR",
  175. "counterValue": 0
  176. },
  177. {
  178. "counterName": "WRONG_LENGTH",
  179. "counterDisplayName": "WRONG_LENGTH",
  180. "counterValue": 0
  181. },
  182. {
  183. "counterName": "WRONG_MAP",
  184. "counterDisplayName": "WRONG_MAP",
  185. "counterValue": 0
  186. },
  187. {
  188. "counterName": "WRONG_REDUCE",
  189. "counterDisplayName": "WRONG_REDUCE",
  190. "counterValue": 0
  191. }
  192. ]
  193. },
  194. {
  195. "counterGroupName": "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
  196. "counterGroupDisplayName": "File Output Format Counters ",
  197. "counters": [
  198. {
  199. "counterName": "BYTES_WRITTEN",
  200. "counterDisplayName": "Bytes Written",
  201. "counterValue": 0
  202. }
  203. ]
  204. }
  205. ]
  206. },
  207. "startRequestedTime": 1392936259476
  208. },
  209. "entity": "vertex_1392926503112_0003_1_00",
  210. "entitytype": "TEZ_VERTEX_ID"
  211. }