tezDag.json 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. {
  2. "relatedentities": {
  3. "TEZ_VERTEX_ID": [
  4. "vertex_1390516007863_0001_1_00",
  5. "vertex_1390516007863_0001_1_01",
  6. "vertex_1390516007863_0001_1_02"
  7. ]
  8. },
  9. "primaryfilters": {},
  10. "secondaryfilters": {},
  11. "otherinfo": {
  12. "startTime": 1390516133217,
  13. "status": "SUCCEEDED",
  14. "timeTaken": 9408,
  15. "dagPlan": {
  16. "dagName": "HIVE-Q2:1",
  17. "edges": [
  18. {
  19. "edgeId": "1167505869",
  20. "inputVertexName": "Map 3",
  21. "outputVertexName": "Map 2",
  22. "dataMovementType": "BROADCAST",
  23. "dataSourceType": "PERSISTED",
  24. "schedulingType": "SEQUENTIAL",
  25. "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput",
  26. "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
  27. },
  28. {
  29. "edgeId": "360567249",
  30. "inputVertexName": "Map 1",
  31. "outputVertexName": "Map 2",
  32. "dataMovementType": "BROADCAST",
  33. "dataSourceType": "PERSISTED",
  34. "schedulingType": "SEQUENTIAL",
  35. "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput",
  36. "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
  37. }
  38. ],
  39. "vertices": [
  40. {
  41. "vertexName": "Map 1",
  42. "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
  43. "outEdgeIds": "360567249",
  44. "additionalInputs": {
  45. "name": "z",
  46. "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
  47. "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
  48. }
  49. },
  50. {
  51. "vertexName": "Map 2",
  52. "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
  53. "inEdgeIds": [
  54. "1167505869",
  55. "360567249"
  56. ],
  57. "additionalInputs": {
  58. "name": "y",
  59. "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
  60. "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
  61. },
  62. "additionalOutputs": {
  63. "name": "out_Map 2",
  64. "class": "org.apache.tez.mapreduce.output.MROutput"
  65. }
  66. },
  67. {
  68. "vertexName": "Map 3",
  69. "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
  70. "outEdgeIds": "1167505869",
  71. "additionalInputs": {
  72. "name": "x",
  73. "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
  74. "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
  75. }
  76. }
  77. ]
  78. },
  79. "endTime": 1390516142625,
  80. "counters": {
  81. "counterGroups": [
  82. {
  83. "counterGroupName": "org.apache.tez.common.counters.DAGCounter",
  84. "counterGroupDisplayName": "org.apache.tez.common.counters.DAGCounter",
  85. "counters": [
  86. {
  87. "counterName": "TOTAL_LAUNCHED_TASKS",
  88. "counterDisplayName": "TOTAL_LAUNCHED_TASKS",
  89. "counterValue": 3
  90. },
  91. {
  92. "counterName": "DATA_LOCAL_TASKS",
  93. "counterDisplayName": "DATA_LOCAL_TASKS",
  94. "counterValue": 3
  95. }
  96. ]
  97. },
  98. {
  99. "counterGroupName": "org.apache.tez.common.counters.TaskCounter",
  100. "counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter",
  101. "counters": [
  102. {
  103. "counterName": "MAP_INPUT_RECORDS",
  104. "counterDisplayName": "MAP_INPUT_RECORDS",
  105. "counterValue": 1025
  106. },
  107. {
  108. "counterName": "MAP_OUTPUT_RECORDS",
  109. "counterDisplayName": "MAP_OUTPUT_RECORDS",
  110. "counterValue": 0
  111. }
  112. ]
  113. },
  114. {
  115. "counterGroupName": "HIVE",
  116. "counterGroupDisplayName": "HIVE",
  117. "counters": {
  118. "counterName": "CREATED_FILES",
  119. "counterDisplayName": "CREATED_FILES",
  120. "counterValue": 1
  121. }
  122. },
  123. {
  124. "counterGroupName": "default.dest_j1/",
  125. "counterGroupDisplayName": "default.dest_j1/",
  126. "counters": [
  127. {
  128. "counterName": "numRows",
  129. "counterDisplayName": "numRows",
  130. "counterValue": 85
  131. },
  132. {
  133. "counterName": "rawDataSize",
  134. "counterDisplayName": "rawDataSize",
  135. "counterValue": 1600
  136. }
  137. ]
  138. },
  139. {
  140. "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
  141. "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
  142. "counters": {
  143. "counterName": "DESERIALIZE_ERRORS",
  144. "counterDisplayName": "DESERIALIZE_ERRORS",
  145. "counterValue": 0
  146. }
  147. },
  148. {
  149. "counterGroupName": "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
  150. "counterGroupDisplayName": "File Input Format Counters ",
  151. "counters": {
  152. "counterName": "BYTES_READ",
  153. "counterDisplayName": "Bytes Read",
  154. "counterValue": 0
  155. }
  156. },
  157. {
  158. "counterGroupName": "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
  159. "counterGroupDisplayName": "File Output Format Counters ",
  160. "counters": {
  161. "counterName": "BYTES_WRITTEN",
  162. "counterDisplayName": "Bytes Written",
  163. "counterValue": 0
  164. }
  165. }
  166. ]
  167. },
  168. "diagnostics": ""
  169. },
  170. "entity": "dag_1390516007863_0001_1",
  171. "entitytype": "TEZ_DAG_ID"
  172. }