Bläddra i källkod

AMBARI-14613: Metrics for HAWQ Service Dashboard(mithmatt via jaoki)

Jun Aoki 9 år sedan
förälder
incheckning
40341c29a9

+ 4 - 1
ambari-server/src/main/resources/common-services/HAWQ/2.0.0/metainfo.xml

@@ -31,6 +31,7 @@
           <displayName>HAWQ Master</displayName>
           <displayName>HAWQ Master</displayName>
           <category>MASTER</category>
           <category>MASTER</category>
           <cardinality>1</cardinality>
           <cardinality>1</cardinality>
+          <timelineAppid>HAWQ</timelineAppid>
           <commandScript>
           <commandScript>
             <script>scripts/hawqmaster.py</script>
             <script>scripts/hawqmaster.py</script>
             <scriptType>PYTHON</scriptType>
             <scriptType>PYTHON</scriptType>
@@ -69,6 +70,7 @@
           <displayName>HAWQ Standby Master</displayName>
           <displayName>HAWQ Standby Master</displayName>
           <category>MASTER</category>
           <category>MASTER</category>
           <cardinality>0-1</cardinality>
           <cardinality>0-1</cardinality>
+          <timelineAppid>HAWQ</timelineAppid>
           <commandScript>
           <commandScript>
               <script>scripts/hawqstandby.py</script>
               <script>scripts/hawqstandby.py</script>
               <scriptType>PYTHON</scriptType>
               <scriptType>PYTHON</scriptType>
@@ -90,6 +92,7 @@
           <displayName>HAWQ Segment</displayName>
           <displayName>HAWQ Segment</displayName>
           <category>SLAVE</category>
           <category>SLAVE</category>
           <cardinality>1+</cardinality>
           <cardinality>1+</cardinality>
+          <timelineAppid>HAWQ</timelineAppid>
           <commandScript>
           <commandScript>
             <script>scripts/hawqsegment.py</script>
             <script>scripts/hawqsegment.py</script>
             <scriptType>PYTHON</scriptType>
             <scriptType>PYTHON</scriptType>
@@ -106,7 +109,7 @@
             </customCommand>
             </customCommand>
           </customCommands>
           </customCommands>
         </component>
         </component>
-      </components> 
+      </components>
       <requiredServices>
       <requiredServices>
           <service>HDFS</service>
           <service>HDFS</service>
       </requiredServices>
       </requiredServices>

+ 67 - 0
ambari-server/src/main/resources/common-services/HAWQ/2.0.0/metrics.json

@@ -0,0 +1,67 @@
+{
+  "HAWQSEGMENT": {
+    "Component": [
+      {
+        "type": "ganglia",
+        "metrics": {
+          "default": {
+            "metrics/cpu/cpu_system":{
+              "metric":"cpu_system",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            },
+            "metrics/cpu/cpu_user":{
+              "metric":"cpu_user",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            },
+            "metrics/cpu/cpu_nice":{
+              "metric":"cpu_nice",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            },
+            "metrics/cpu/cpu_idle":{
+              "metric":"cpu_idle",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            },
+            "metrics/cpu/cpu_wio":{
+              "metric":"cpu_wio",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            },
+            "metrics/network/bytes_in":{
+              "metric":"bytes_in",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            },
+            "metrics/network/bytes_out":{
+              "metric":"bytes_out",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            },
+            "metrics/disk/read_bps":{
+              "metric":"read_bps",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            },
+            "metrics/disk/write_bps":{
+              "metric":"write_bps",
+              "pointInTime":true,
+              "temporal":true,
+              "amsHostMetric":true
+            }
+          }
+        }
+      }
+    ]
+  }
+}

+ 133 - 0
ambari-server/src/main/resources/common-services/HAWQ/2.0.0/widgets.json

@@ -0,0 +1,133 @@
+{
+  "layouts": [
+    {
+      "layout_name": "default_hawq_dashboard",
+      "display_name": "Standard HAWQ Dashboard",
+      "section_name": "HAWQ_SUMMARY",
+      "widgetLayoutInfo": [
+        {
+          "widget_name": "HAWQ Segment Hosts CPU",
+          "description": "Percentage of CPU utilized across all HAWQ Segment hosts.",
+          "default_section_name": "HAWQ_SUMMARY",
+          "widget_type": "GRAPH",
+          "is_visible": true,
+          "metrics": [
+            {
+              "name": "cpu_system._sum",
+              "metric_path": "metrics/cpu/cpu_system._sum",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            },
+            {
+              "name": "cpu_user._sum",
+              "metric_path": "metrics/cpu/cpu_user._sum",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            },
+            {
+              "name": "cpu_nice._sum",
+              "metric_path": "metrics/cpu/cpu_nice._sum",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            },
+            {
+              "name": "cpu_idle._sum",
+              "metric_path": "metrics/cpu/cpu_idle._sum",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            },
+            {
+              "name": "cpu_wio._sum",
+              "metric_path": "metrics/cpu/cpu_wio._sum",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            }
+          ],
+          "values": [
+            {
+              "name": "CPU utilization",
+              "value": "${((cpu_system._sum + cpu_user._sum + cpu_nice._sum)/(cpu_system._sum + cpu_user._sum + cpu_nice._sum + cpu_idle._sum + cpu_wio._sum)) * 100}"
+            }
+          ],
+          "properties": {
+            "graph_type": "LINE",
+            "time_range": "1",
+            "display_unit": "%"
+          }
+        },
+        {
+          "widget_name": "HAWQ Segment Hosts Network",
+          "description": "Average of Network IO utilized across all HAWQ Segment hosts.",
+          "default_section_name": "HAWQ_SUMMARY",
+          "widget_type": "GRAPH",
+          "is_visible": true,
+          "metrics": [
+            {
+              "name": "bytes_in._avg",
+              "metric_path": "metrics/network/bytes_in._avg",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            },
+            {
+              "name": "bytes_out._avg",
+              "metric_path": "metrics/network/bytes_out._avg",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            }
+          ],
+          "values": [
+            {
+              "name": "Bytes In",
+              "value": "${bytes_in._avg/1048576}"
+            },
+            {
+              "name": "Bytes Out",
+              "value": "${bytes_out._avg/1048576}"
+            }
+          ],
+          "properties": {
+            "display_unit": "MBps",
+            "graph_type": "LINE",
+            "time_range": "1"
+          }
+        },
+        {
+          "widget_name": "HAWQ Segment Hosts Disk",
+          "description": "Sum of disk throughput for all HAWQ Segment hosts.",
+          "default_section_name": "HAWQ_SUMMARY",
+          "widget_type": "GRAPH",
+          "is_visible": true,
+          "metrics": [
+            {
+              "name": "read_bps._sum",
+              "metric_path": "metrics/disk/read_bps._sum",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            },
+            {
+              "name": "write_bps._sum",
+              "metric_path": "metrics/disk/write_bps._sum",
+              "service_name": "HAWQ",
+              "component_name": "HAWQSEGMENT"
+            }
+          ],
+          "values": [
+            {
+              "name": "Read throughput",
+              "value": "${read_bps._sum/1048576}"
+            },
+            {
+              "name": "Write throughput",
+              "value": "${write_bps._sum/1048576}"
+            }
+          ],
+          "properties": {
+            "display_unit": "Mbps",
+            "graph_type": "LINE",
+            "time_range": "1"
+          }
+        }
+      ]
+    }
+  ]
+}