{#
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
 # distributed with this work for additional information
 # regarding copyright ownership.  The ASF licenses this file
 # to you under the Apache License, Version 2.0 (the
 # "License"); you may not use this file except in compliance
 # with the License.  You may obtain a copy of the License at
 #
 #   http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #}
 {
   "input":[

     {
       "type":"spark_jobhistory_server",
       "rowtype":"service",
       "path":"{{spark_log_dir}}/spark-*-org.apache.spark.deploy.history.HistoryServer*.out"
     },
     {
       "type":"spark_thriftserver",
       "rowtype":"service",
       "path":"{{spark_log_dir}}/spark-*-org.apache.spark.sql.hive.thriftserver.HiveThriftServer2*.out"
     },
     {
       "type":"livy_server",
       "rowtype":"service",
       "path":"{{livy_log_dir}}/livy-livy-server.out"
     }
   ],
   "filter":[
       {
          "filter":"grok",
          "conditions":{
            "fields":{
              "type":[
                "spark_jobhistory_server",
                "spark_thriftserver",
                "livy_server"
              ]

            }
          },
          "log4j_format":"",
          "multiline_pattern":"^(%{SPARK_DATESTAMP:logtime}%{SPACE}%{LOGLEVEL:level})",
          "message_pattern":"(?m)^%{SPARK_DATESTAMP:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVAFILE:file}:%{SPACE}%{GREEDYDATA:log_message}",
          "post_map_values":{
            "logtime":{
              "map_date":{
                "date_pattern":"yy/MM/dd HH:mm:ss"
              }

            },
            "level":{
              "map_fieldvalue":{
                "pre_value":"WARNING",
                "post_value":"WARN"
              }

            }

          }
      }
   ]

 }
