{#
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
 # distributed with this work for additional information
 # regarding copyright ownership.  The ASF licenses this file
 # to you under the Apache License, Version 2.0 (the
 # "License"); you may not use this file except in compliance
 # with the License.  You may obtain a copy of the License at
 #
 #   http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #}
{
  "input":[
    {
      "type":"ams_hbase_master",
      "rowtype":"service",
      "path":"{{metrics_collector_log_dir}}/hbase-ams-master-*.log"
    },
    {
      "type":"ams_hbase_regionserver",
      "rowtype":"service",
      "path":"{{metrics_collector_log_dir}}/hbase-ams-regionserver-*.log"
    },
    {
      "type":"ams_collector",
      "rowtype":"service",
      "path":"{{metrics_collector_log_dir}}/ambari-metrics-collector.log"
    },
    {
      "type":"ams_monitor",
      "rowtype":"service",
      "path":"{{metrics_monitor_log_dir}}/ambari-metrics-monitor.out"
    },
    {
      "type":"ams_grafana",
      "rowtype":"service",
      "path":"{{metrics_grafana_log_dir}}/grafana.log"
    }
  ],
  "filter":[
    {
      "filter":"grok",
      "conditions":{
        "fields":{
          "type":[
            "ams_collector"
          ]

        }

      },
      "log4j_format":"%d{ISO8601} %p %c: %m%n",
      "multiline_pattern":"^(%{TIMESTAMP_ISO8601:logtime})",
      "message_pattern":"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}:%{SPACE}%{GREEDYDATA:log_message}",
      "post_map_values":{
        "logtime":{
          "map_date":{
            "date_pattern":"yyyy-MM-dd HH:mm:ss,SSS"
          }

        }

      }

    },
    {
      "filter":"grok",
      "conditions":{
        "fields":{
          "type":[
            "ams_hbase_master",
            "ams_hbase_regionserver"
          ]

        }

      },
      "log4j_format":"%d{ISO8601} %-5p [%t] %c{2}: %m%n",
      "multiline_pattern":"^(%{TIMESTAMP_ISO8601:logtime})",
      "message_pattern":"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}\\[%{DATA:thread_name}\\]%{SPACE}%{JAVACLASS:logger_name}:%{SPACE}%{GREEDYDATA:log_message}",
      "post_map_values":{
        "logtime":{
          "map_date":{
            "date_pattern":"yyyy-MM-dd HH:mm:ss,SSS"
          }

        }

      }

    },
    {
      "filter":"grok",
      "conditions":{
        "fields":{
          "type":[
            "ams_grafana"
          ]

        }

      },
      "log4j_format":"%d{ISO8601} %-5p [%t] %c{2}: %m%n",
      "multiline_pattern":"^(%{DATESTAMP:logtime})",
      "message_pattern":"(?m)^%{DATESTAMP:logtime}%{SPACE}\\[%{WORD:level}\\]%{SPACE}%{GREEDYDATA:log_message}",
      "post_map_values":{
        "logtime":{
          "map_date":{
            "date_pattern":"yyyy/MM/dd HH:mm:ss"
          }

        },
        "level":[
          {
            "map_fieldvalue":{
              "pre_value":"I",
              "post_value":"INFO"
            }
          },
          {
            "map_fieldvalue":{
              "pre_value":"W",
              "post_value":"WARN"
            }
          },
          {
            "map_fieldvalue":{
              "pre_value":"D",
              "post_value":"DEBUG"
             }
           },
           {
             "map_fieldvalue":{
               "pre_value":"E",
               "post_value":"ERROR"
             }
           },
           {
             "map_fieldvalue":{
               "pre_value":"F",
               "post_value":"FATAL"
             }
           }
         ]

      }

    },
    {
      "filter":"grok",
      "conditions":{
        "fields":{
          "type":[
            "ams_monitor"
          ]
 
        }
 
      },
      "log4j_format":"",
      "multiline_pattern":"^(%{TIMESTAMP_ISO8601:logtime})",
      "message_pattern":"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}\\[%{LOGLEVEL:level}\\]%{SPACE}%{JAVAFILE:file}:%{INT:line_number}%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}",
      "post_map_values":{
        "logtime":{
          "map_date":{
            "date_pattern":"yyyy-MM-dd HH:mm:ss,SSS"
          }

        }

      },
      "level":[
        {
          "map_fieldvalue":{
            "pre_value":"WARNING",
            "post_value":"WARN"
          }
        }
      ]

    }

  ]

}