AMBARI-15975. Add Logsearch Solr alerts (Miklos Gergely via oleewere)

ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/alerts.json

@@ -56,6 +56,101 @@
             }
           }
         }
+      },
+      {
+        "name": "logsearch_solr_index_size",
+        "label": "LogSearch Solr Index Size",
+        "description": "This host-level alert is triggered if the Solr index size is over a limit.",
+        "interval": 1,
+        "scope": "ANY",
+        "source": {
+          "parameters" : [
+            {
+              "name" : "solr.index.size.warning",
+              "display_name" : "Solr index size warning threshold",
+              "units" : "GB",
+              "value" : 50,
+              "description" : "The maximum size of the Solr index before this alert is considered to be WARNING",
+              "type" : "NUMERIC",
+              "threshold" : "WARNING"
+            },
+            {
+              "name" : "solr.index.size.critical",
+              "display_name" : "Solr index size critical threshold",
+              "units" : "GB",
+              "value" : 100,
+              "description" : "The maximum size of the Solr index before this alert is considered to be CRITICAL",
+              "type" : "NUMERIC",
+              "threshold" : "CRITICAL"
+            }
+          ],
+          "path" : "LOGSEARCH/0.5.0/package/alerts/alert_solr_index_size.py",
+          "type" : "SCRIPT"
+        }
+      },
+      {
+        "name": "logsearch_solr_cpu",
+        "label": "LogSearch Solr CPU Utilization",
+        "description": "This host-level alert is triggered if CPU utilization of the LogSearch Solr exceeds certain warning and critical thresholds. It checks the LogSearch Solr JMX Servlet for the SystemCPULoad property. The threshold values are in percent.",
+        "interval": 5,
+        "scope": "ANY",
+        "enabled": true,
+        "source": {
+          "parameters" : [
+            {
+              "name" : "solr.cpu.usage.warning",
+              "display_name" : "Solr cpu usage warning threshold",
+              "units" : "%",
+              "value" : 200,
+              "description" : "The maximum cpu usage of Solr before this alert is considered to be WARNING",
+              "type" : "NUMERIC",
+              "threshold" : "WARNING"
+            },
+            {
+              "name" : "solr.cpu.usage.critical",
+              "display_name" : "Solr cpu usage critical threshold",
+              "units" : "%",
+              "value" : 250,
+              "description" : "The maximum cpu usage of Solr index before this alert is considered to be CRITICAL",
+              "type" : "NUMERIC",
+              "threshold" : "CRITICAL"
+            }
+          ],
+          "path" : "LOGSEARCH/0.5.0/package/alerts/alert_solr_cpu_usage.py",
+          "type" : "SCRIPT"
+        }
+      },
+      {
+        "name": "logsearch_solr_memory",
+        "label": "LogSearch Solr Memory Utilization",
+        "description": "This host-level alert is triggered if CPU utilization of the LogSearch Solr exceeds certain warning and critical thresholds. It checks the LogSearch Solr JMX Servlet for the SystemCPULoad property. The threshold values are in percent.",
+        "interval": 5,
+        "scope": "ANY",
+        "enabled": true,
+        "source": {
+          "parameters" : [
+            {
+              "name" : "solr.memory.usage.warning",
+              "display_name" : "Solr memory usage warning threshold",
+              "units" : "%",
+              "value" : 200,
+              "description" : "The maximum memory usage of Solr before this alert is considered to be WARNING",
+              "type" : "NUMERIC",
+              "threshold" : "WARNING"
+            },
+            {
+              "name" : "solr.memory.usage.critical",
+              "display_name" : "Solr memory usage critical threshold",
+              "units" : "%",
+              "value" : 250,
+              "description" : "The maximum memory usage of Solr index before this alert is considered to be CRITICAL",
+              "type" : "NUMERIC",
+              "threshold" : "CRITICAL"
+            }
+          ],
+          "path" : "LOGSEARCH/0.5.0/package/alerts/alert_solr_memory_usage.py",
+          "type" : "SCRIPT"
+        }
       }
     ]
   }

ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/package/alerts/alert_solr_cpu_usage.py

@@ -0,0 +1,104 @@
+#!/usr/bin/env python
+
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+
+import traceback
+import urllib2
+import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set.
+
+RESULT_CODE_OK = 'OK'
+RESULT_CODE_WARNING = 'WARNING'
+RESULT_CODE_CRITICAL = 'CRITICAL'
+RESULT_CODE_UNKNOWN = 'UNKNOWN'
+
+SOLR_PORT = '{{logsearch-solr-env/logsearch_solr_port}}'
+
+MESSAGE = '{1} CPU, load {0:.1%}'
+
+SOLR_CPU_USAGE_WARNING_KEY = 'solr.cpu.usage.warning'
+SOLR_CPU_USAGE_WARNING_DEFAULT = 200
+
+SOLR_CPU_USAGE_CRITICAL_KEY = 'solr.cpu.usage.critical'
+SOLR_CPU_USAGE_CRITICAL_DEFAULT = 250
+
+CRITICAL_CONNECTION_MESSAGE = 'Could not execute query {0}\n{1}'
+
+def get_tokens():
+  """
+  Returns a tuple of tokens in the format {{site/property}} that will be used
+  to build the dictionary passed into execute
+  """
+  return (SOLR_PORT,)
+
+
+def execute(configurations={}, parameters={}, host_name=None):
+  """
+  Returns a tuple containing the result code and a pre-formatted result label
+
+  Keyword arguments:
+  configurations (dictionary): a mapping of configuration key to value
+  parameters (dictionary): a mapping of script parameter key to value
+  host_name (string): the name of this host where the alert is running
+  """
+
+  if configurations is None:
+    return (RESULT_CODE_UNKNOWN, ['There were no configurations supplied to the script.'])
+
+  if SOLR_PORT in configurations:
+    solr_port = configurations[SOLR_PORT]
+  else:
+    return (RESULT_CODE_UNKNOWN, ['No Solr port specified'])
+
+  # parse script arguments
+  solr_cpu_usage_warning = SOLR_CPU_USAGE_WARNING_DEFAULT
+  if SOLR_CPU_USAGE_WARNING_KEY in parameters:
+    solr_cpu_usage_warning = float(parameters[SOLR_CPU_USAGE_WARNING_KEY])
+
+  solr_cpu_usage_critical = SOLR_CPU_USAGE_CRITICAL_DEFAULT
+  if SOLR_CPU_USAGE_CRITICAL_KEY in parameters:
+    solr_cpu_usage_critical = float(parameters[SOLR_CPU_USAGE_CRITICAL_KEY])
+
+
+  try:
+    query = "http://localhost:" + str(solr_port) + "/solr/admin/cores?action=STATUS&indexInfo=false&wt=json"
+    shard_response = urllib2.urlopen(query)
+    shard_raw_data = shard_response.read()
+    shard_json_data = json.loads(shard_raw_data)
+
+    shard_name = shard_json_data["status"].keys()[0]
+    query = "http://localhost:" + str(solr_port) + "/solr/" + shard_name + "/admin/system?wt=json"
+    shard_details_response = urllib2.urlopen(query)
+    shard_details_raw_data = shard_details_response.read()
+    shard_details_json_data = json.loads(shard_details_raw_data)
+    cpu_load = shard_details_json_data["system"]["processCpuLoad"]
+    available_processors = shard_details_json_data["system"]["availableProcessors"]
+  except:
+    label = CRITICAL_CONNECTION_MESSAGE.format(query, traceback.format_exc())
+    return (RESULT_CODE_CRITICAL, [label])
+
+  cpu_percent = cpu_load * 100.0
+  label = MESSAGE.format(cpu_load, available_processors)
+  if cpu_percent <= solr_cpu_usage_warning:
+    result_code = RESULT_CODE_OK
+  elif cpu_percent <= solr_cpu_usage_critical:
+    result_code = RESULT_CODE_WARNING
+  else:
+    result_code = RESULT_CODE_CRITICAL
+
+  return (result_code, [label])

ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/package/alerts/alert_solr_index_size.py

@@ -0,0 +1,100 @@
+#!/usr/bin/env python
+
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+
+import traceback
+import urllib2
+import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set.
+
+RESULT_CODE_OK = 'OK'
+RESULT_CODE_WARNING = 'WARNING'
+RESULT_CODE_CRITICAL = 'CRITICAL'
+RESULT_CODE_UNKNOWN = 'UNKNOWN'
+
+SOLR_PORT = '{{logsearch-solr-env/logsearch_solr_port}}'
+
+MESSAGE = 'Solr index size is {0:.1f}GB'
+
+SOLR_INDEX_SIZE_WARNING_KEY = 'solr.index.size.warning'
+SOLR_INDEX_SIZE_WARNING_DEFAULT = 50
+
+SOLR_INDEX_SIZE_CRITICAL_KEY = 'solr.index.size.critical'
+SOLR_INDEX_SIZE_CRITICAL_DEFAULT = 100
+
+CRITICAL_CONNECTION_MESSAGE = 'Could not execute query {0}\n{1}'
+
+def get_tokens():
+  """
+  Returns a tuple of tokens in the format {{site/property}} that will be used
+  to build the dictionary passed into execute
+  """
+  return (SOLR_PORT,)
+
+
+def execute(configurations={}, parameters={}, host_name=None):
+  """
+  Returns a tuple containing the result code and a pre-formatted result label
+
+  Keyword arguments:
+  configurations (dictionary): a mapping of configuration key to value
+  parameters (dictionary): a mapping of script parameter key to value
+  host_name (string): the name of this host where the alert is running
+  """
+
+  if configurations is None:
+    return (RESULT_CODE_UNKNOWN, ['There were no configurations supplied to the script.'])
+
+  if SOLR_PORT in configurations:
+    solr_port = configurations[SOLR_PORT]
+  else:
+    return (RESULT_CODE_UNKNOWN, ['No Solr port specified'])
+
+  # parse script arguments
+  solr_index_size_warning = SOLR_INDEX_SIZE_WARNING_DEFAULT
+  if SOLR_INDEX_SIZE_WARNING_KEY in parameters:
+    solr_index_size_warning = float(parameters[SOLR_INDEX_SIZE_WARNING_KEY])
+
+  solr_index_size_critical = SOLR_INDEX_SIZE_CRITICAL_DEFAULT
+  if SOLR_INDEX_SIZE_CRITICAL_KEY in parameters:
+    solr_index_size_critical = float(parameters[SOLR_INDEX_SIZE_CRITICAL_KEY])
+
+
+  try:
+    query = "http://localhost:" + str(solr_port) + "/solr/admin/cores?action=STATUS&wt=json"
+    response = urllib2.urlopen(query)
+    raw_data = response.read()
+    json_data = json.loads(raw_data)
+
+    size_in_bytes = 0
+    for shard_data in json_data["status"].itervalues():
+      size_in_bytes += shard_data["index"]["sizeInBytes"]
+  except:
+    label = CRITICAL_CONNECTION_MESSAGE.format(query, traceback.format_exc())
+    return (RESULT_CODE_CRITICAL, [label])
+
+  size_in_gb = float(size_in_bytes) / float(1024 * 1024 * 1024)
+  label = MESSAGE.format(size_in_gb)
+  if size_in_gb <= solr_index_size_warning:
+    result_code = RESULT_CODE_OK
+  elif size_in_gb <= solr_index_size_critical:
+    result_code = RESULT_CODE_WARNING
+  else:
+    result_code = RESULT_CODE_CRITICAL
+
+  return (result_code, [label])

ambari-server/src/main/resources/common-services/LOGSEARCH/0.5.0/package/alerts/alert_solr_memory_usage.py

@@ -0,0 +1,103 @@
+#!/usr/bin/env python
+
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+
+import traceback
+import urllib2
+import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set.
+
+RESULT_CODE_OK = 'OK'
+RESULT_CODE_WARNING = 'WARNING'
+RESULT_CODE_CRITICAL = 'CRITICAL'
+RESULT_CODE_UNKNOWN = 'UNKNOWN'
+
+SOLR_PORT = '{{logsearch-solr-env/logsearch_solr_port}}'
+
+MESSAGE = 'Memory usage is {0:.1%}'
+
+SOLR_MEMORY_USAGE_WARNING_KEY = 'solr.memory.usage.warning'
+SOLR_MEMORY_USAGE_WARNING_DEFAULT = 200
+
+SOLR_MEMORY_USAGE_CRITICAL_KEY = 'solr.memory.usage.critical'
+SOLR_MEMORY_USAGE_CRITICAL_DEFAULT = 250
+
+CRITICAL_CONNECTION_MESSAGE = 'Could not execute query {0}\n{1}'
+
+def get_tokens():
+  """
+  Returns a tuple of tokens in the format {{site/property}} that will be used
+  to build the dictionary passed into execute
+  """
+  return (SOLR_PORT,)
+
+
+def execute(configurations={}, parameters={}, host_name=None):
+  """
+  Returns a tuple containing the result code and a pre-formatted result label
+
+  Keyword arguments:
+  configurations (dictionary): a mapping of configuration key to value
+  parameters (dictionary): a mapping of script parameter key to value
+  host_name (string): the name of this host where the alert is running
+  """
+
+  if configurations is None:
+    return (RESULT_CODE_UNKNOWN, ['There were no configurations supplied to the script.'])
+
+  if SOLR_PORT in configurations:
+    solr_port = configurations[SOLR_PORT]
+  else:
+    return (RESULT_CODE_UNKNOWN, ['No Solr port specified'])
+
+  # parse script arguments
+  solr_memory_usage_warning = SOLR_MEMORY_USAGE_WARNING_DEFAULT
+  if SOLR_MEMORY_USAGE_WARNING_KEY in parameters:
+    solr_memory_usage_warning = float(parameters[SOLR_MEMORY_USAGE_WARNING_KEY])
+
+  solr_memory_usage_critical = SOLR_MEMORY_USAGE_CRITICAL_DEFAULT
+  if SOLR_MEMORY_USAGE_CRITICAL_KEY in parameters:
+    solr_memory_usage_critical = float(parameters[SOLR_MEMORY_USAGE_CRITICAL_KEY])
+
+
+  try:
+    query = "http://localhost:" + str(solr_port) + "/solr/admin/cores?action=STATUS&indexInfo=false&wt=json"
+    shard_response = urllib2.urlopen(query)
+    shard_raw_data = shard_response.read()
+    shard_json_data = json.loads(shard_raw_data)
+
+    shard_name = shard_json_data["status"].keys()[0]
+    query = "http://localhost:" + str(solr_port) + "/solr/" + shard_name + "/admin/system?wt=json"
+    shard_details_response = urllib2.urlopen(query)
+    shard_details_raw_data = shard_details_response.read()
+    shard_details_json_data = json.loads(shard_details_raw_data)
+    memory_percent = shard_details_json_data["jvm"]["memory"]["raw"]["used%"]
+  except:
+    label = CRITICAL_CONNECTION_MESSAGE.format(query, traceback.format_exc())
+    return (RESULT_CODE_CRITICAL, [label])
+
+  memory_load = memory_percent / 100.0
+  label = MESSAGE.format(memory_load)
+  if memory_percent <= solr_memory_usage_warning:
+    result_code = RESULT_CODE_OK
+  elif memory_percent <= solr_memory_usage_critical:
+    result_code = RESULT_CODE_WARNING
+  else:
+    result_code = RESULT_CODE_CRITICAL
+
+  return (result_code, [label])