123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172 |
- {
- "relatedentities": {
- "TEZ_VERTEX_ID": [
- "vertex_1390516007863_0001_1_00",
- "vertex_1390516007863_0001_1_01",
- "vertex_1390516007863_0001_1_02"
- ]
- },
- "primaryfilters": {},
- "secondaryfilters": {},
- "otherinfo": {
- "startTime": 1390516133217,
- "status": "SUCCEEDED",
- "timeTaken": 9408,
- "dagPlan": {
- "dagName": "HIVE-Q2:1",
- "edges": [
- {
- "edgeId": "1167505869",
- "inputVertexName": "Map 3",
- "outputVertexName": "Map 2",
- "dataMovementType": "BROADCAST",
- "dataSourceType": "PERSISTED",
- "schedulingType": "SEQUENTIAL",
- "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput",
- "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
- },
- {
- "edgeId": "360567249",
- "inputVertexName": "Map 1",
- "outputVertexName": "Map 2",
- "dataMovementType": "BROADCAST",
- "dataSourceType": "PERSISTED",
- "schedulingType": "SEQUENTIAL",
- "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput",
- "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
- }
- ],
- "vertices": [
- {
- "vertexName": "Map 1",
- "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
- "outEdgeIds": "360567249",
- "additionalInputs": {
- "name": "z",
- "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
- "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
- }
- },
- {
- "vertexName": "Map 2",
- "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
- "inEdgeIds": [
- "1167505869",
- "360567249"
- ],
- "additionalInputs": {
- "name": "y",
- "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
- "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
- },
- "additionalOutputs": {
- "name": "out_Map 2",
- "class": "org.apache.tez.mapreduce.output.MROutput"
- }
- },
- {
- "vertexName": "Map 3",
- "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
- "outEdgeIds": "1167505869",
- "additionalInputs": {
- "name": "x",
- "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
- "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
- }
- }
- ]
- },
- "endTime": 1390516142625,
- "counters": {
- "counterGroups": [
- {
- "counterGroupName": "org.apache.tez.common.counters.DAGCounter",
- "counterGroupDisplayName": "org.apache.tez.common.counters.DAGCounter",
- "counters": [
- {
- "counterName": "TOTAL_LAUNCHED_TASKS",
- "counterDisplayName": "TOTAL_LAUNCHED_TASKS",
- "counterValue": 3
- },
- {
- "counterName": "DATA_LOCAL_TASKS",
- "counterDisplayName": "DATA_LOCAL_TASKS",
- "counterValue": 3
- }
- ]
- },
- {
- "counterGroupName": "org.apache.tez.common.counters.TaskCounter",
- "counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter",
- "counters": [
- {
- "counterName": "MAP_INPUT_RECORDS",
- "counterDisplayName": "MAP_INPUT_RECORDS",
- "counterValue": 1025
- },
- {
- "counterName": "MAP_OUTPUT_RECORDS",
- "counterDisplayName": "MAP_OUTPUT_RECORDS",
- "counterValue": 0
- }
- ]
- },
- {
- "counterGroupName": "HIVE",
- "counterGroupDisplayName": "HIVE",
- "counters": {
- "counterName": "CREATED_FILES",
- "counterDisplayName": "CREATED_FILES",
- "counterValue": 1
- }
- },
- {
- "counterGroupName": "default.dest_j1/",
- "counterGroupDisplayName": "default.dest_j1/",
- "counters": [
- {
- "counterName": "numRows",
- "counterDisplayName": "numRows",
- "counterValue": 85
- },
- {
- "counterName": "rawDataSize",
- "counterDisplayName": "rawDataSize",
- "counterValue": 1600
- }
- ]
- },
- {
- "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
- "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
- "counters": {
- "counterName": "DESERIALIZE_ERRORS",
- "counterDisplayName": "DESERIALIZE_ERRORS",
- "counterValue": 0
- }
- },
- {
- "counterGroupName": "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
- "counterGroupDisplayName": "File Input Format Counters ",
- "counters": {
- "counterName": "BYTES_READ",
- "counterDisplayName": "Bytes Read",
- "counterValue": 0
- }
- },
- {
- "counterGroupName": "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
- "counterGroupDisplayName": "File Output Format Counters ",
- "counters": {
- "counterName": "BYTES_WRITTEN",
- "counterDisplayName": "Bytes Written",
- "counterValue": 0
- }
- }
- ]
- },
- "diagnostics": ""
- },
- "entity": "dag_1390516007863_0001_1",
- "entitytype": "TEZ_DAG_ID"
- }
|