|
@@ -1,17 +1,26 @@
|
|
|
+# Copyright 2011 The Apache Software Foundation
|
|
|
+#
|
|
|
+# Licensed to the Apache Software Foundation (ASF) under one
|
|
|
+# or more contributor license agreements. See the NOTICE file
|
|
|
+# distributed with this work for additional information
|
|
|
+# regarding copyright ownership. The ASF licenses this file
|
|
|
+# to you under the Apache License, Version 2.0 (the
|
|
|
+# "License"); you may not use this file except in compliance
|
|
|
+# with the License. You may obtain a copy of the License at
|
|
|
+#
|
|
|
+# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
+#
|
|
|
+# Unless required by applicable law or agreed to in writing, software
|
|
|
+# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
+# See the License for the specific language governing permissions and
|
|
|
+# limitations under the License.
|
|
|
+
|
|
|
# Define some default values that can be overridden by system properties
|
|
|
hadoop.root.logger=INFO,console
|
|
|
hadoop.log.dir=.
|
|
|
hadoop.log.file=hadoop.log
|
|
|
|
|
|
-#
|
|
|
-# Job Summary Appender
|
|
|
-#
|
|
|
-# Use following logger to send summary to separate file defined by
|
|
|
-# hadoop.mapreduce.jobsummary.log.file rolled daily:
|
|
|
-# hadoop.mapreduce.jobsummary.logger=INFO,JSA
|
|
|
-#
|
|
|
-hadoop.mapreduce.jobsummary.logger=${hadoop.root.logger}
|
|
|
-hadoop.mapreduce.jobsummary.log.file=hadoop-mapreduce.jobsummary.log
|
|
|
|
|
|
# Define the root logger to the system property "hadoop.root.logger".
|
|
|
log4j.rootLogger=${hadoop.root.logger}, EventCounter
|
|
@@ -75,16 +84,39 @@ log4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
|
|
|
#
|
|
|
#Security appender
|
|
|
#
|
|
|
+hadoop.security.logger=INFO,console
|
|
|
+log4j.category.SecurityLogger=${hadoop.security.logger}
|
|
|
hadoop.security.log.file=SecurityAuth.audit
|
|
|
log4j.appender.DRFAS=org.apache.log4j.DailyRollingFileAppender
|
|
|
log4j.appender.DRFAS.File=${hadoop.log.dir}/${hadoop.security.log.file}
|
|
|
-
|
|
|
log4j.appender.DRFAS.layout=org.apache.log4j.PatternLayout
|
|
|
log4j.appender.DRFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
|
|
|
-#new logger
|
|
|
-# Define some default values that can be overridden by system properties
|
|
|
-hadoop.security.logger=INFO,console
|
|
|
-log4j.category.SecurityLogger=${hadoop.security.logger}
|
|
|
+log4j.appender.DRFAS.DatePattern=.yyyy-MM-dd
|
|
|
+
|
|
|
+
|
|
|
+#
|
|
|
+# hdfs audit logging
|
|
|
+#
|
|
|
+hdfs.audit.logger=INFO,console
|
|
|
+log4j.logger.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=${hdfs.audit.logger}
|
|
|
+log4j.additivity.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=false
|
|
|
+log4j.appender.DRFAAUDIT=org.apache.log4j.DailyRollingFileAppender
|
|
|
+log4j.appender.DRFAAUDIT.File=${hadoop.log.dir}/hdfs-audit.log
|
|
|
+log4j.appender.DRFAAUDIT.layout=org.apache.log4j.PatternLayout
|
|
|
+log4j.appender.DRFAAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n
|
|
|
+log4j.appender.DRFAAUDIT.DatePattern=.yyyy-MM-dd
|
|
|
+
|
|
|
+#
|
|
|
+# mapred audit logging
|
|
|
+#
|
|
|
+mapred.audit.logger=INFO,console
|
|
|
+log4j.logger.org.apache.hadoop.mapred.AuditLogger=${mapred.audit.logger}
|
|
|
+log4j.additivity.org.apache.hadoop.mapred.AuditLogger=false
|
|
|
+log4j.appender.MRAUDIT=org.apache.log4j.DailyRollingFileAppender
|
|
|
+log4j.appender.MRAUDIT.File=${hadoop.log.dir}/mapred-audit.log
|
|
|
+log4j.appender.MRAUDIT.layout=org.apache.log4j.PatternLayout
|
|
|
+log4j.appender.MRAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n
|
|
|
+log4j.appender.MRAUDIT.DatePattern=.yyyy-MM-dd
|
|
|
|
|
|
#
|
|
|
# Rolling File Appender
|
|
@@ -101,11 +133,6 @@ log4j.category.SecurityLogger=${hadoop.security.logger}
|
|
|
#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n
|
|
|
#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n
|
|
|
|
|
|
-#
|
|
|
-# FSNamesystem Audit logging
|
|
|
-# All audit events are logged at INFO level
|
|
|
-#
|
|
|
-log4j.logger.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=WARN
|
|
|
|
|
|
# Custom Logging levels
|
|
|
|
|
@@ -123,8 +150,14 @@ log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR
|
|
|
log4j.appender.EventCounter=org.apache.hadoop.log.metrics.EventCounter
|
|
|
|
|
|
#
|
|
|
-# Job Summary Appender
|
|
|
+# Job Summary Appender
|
|
|
#
|
|
|
+# Use following logger to send summary to separate file defined by
|
|
|
+# hadoop.mapreduce.jobsummary.log.file rolled daily:
|
|
|
+# hadoop.mapreduce.jobsummary.logger=INFO,JSA
|
|
|
+#
|
|
|
+hadoop.mapreduce.jobsummary.logger=${hadoop.root.logger}
|
|
|
+hadoop.mapreduce.jobsummary.log.file=hadoop-mapreduce.jobsummary.log
|
|
|
log4j.appender.JSA=org.apache.log4j.DailyRollingFileAppender
|
|
|
log4j.appender.JSA.File=${hadoop.log.dir}/${hadoop.mapreduce.jobsummary.log.file}
|
|
|
log4j.appender.JSA.layout=org.apache.log4j.PatternLayout
|
|
@@ -133,26 +166,6 @@ log4j.appender.JSA.DatePattern=.yyyy-MM-dd
|
|
|
log4j.logger.org.apache.hadoop.mapred.JobInProgress$JobSummary=${hadoop.mapreduce.jobsummary.logger}
|
|
|
log4j.additivity.org.apache.hadoop.mapred.JobInProgress$JobSummary=false
|
|
|
|
|
|
-#
|
|
|
-# MapReduce Audit Log Appender
|
|
|
-#
|
|
|
-
|
|
|
-# Set the MapReduce audit log filename
|
|
|
-#hadoop.mapreduce.audit.log.file=hadoop-mapreduce.audit.log
|
|
|
-
|
|
|
-# Appender for AuditLogger.
|
|
|
-# Requires the following system properties to be set
|
|
|
-# - hadoop.log.dir (Hadoop Log directory)
|
|
|
-# - hadoop.mapreduce.audit.log.file (MapReduce audit log filename)
|
|
|
-
|
|
|
-#log4j.logger.org.apache.hadoop.mapred.AuditLogger=INFO,MRAUDIT
|
|
|
-#log4j.additivity.org.apache.hadoop.mapred.AuditLogger=false
|
|
|
-#log4j.appender.MRAUDIT=org.apache.log4j.DailyRollingFileAppender
|
|
|
-#log4j.appender.MRAUDIT.File=${hadoop.log.dir}/${hadoop.mapreduce.audit.log.file}
|
|
|
-#log4j.appender.MRAUDIT.DatePattern=.yyyy-MM-dd
|
|
|
-#log4j.appender.MRAUDIT.layout=org.apache.log4j.PatternLayout
|
|
|
-#log4j.appender.MRAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
|
|
|
-
|
|
|
#
|
|
|
# Yarn ResourceManager Application Summary Log
|
|
|
#
|