|
@@ -0,0 +1,195 @@
|
|
|
+# Define some default values that can be overridden by system properties
|
|
|
+hadoop.root.logger=INFO,console
|
|
|
+hadoop.log.dir=.
|
|
|
+hadoop.log.file=hadoop.log
|
|
|
+
|
|
|
+#
|
|
|
+# Job Summary Appender
|
|
|
+#
|
|
|
+# Use following logger to send summary to separate file defined by
|
|
|
+# hadoop.mapreduce.jobsummary.log.file rolled daily:
|
|
|
+# hadoop.mapreduce.jobsummary.logger=INFO,JSA
|
|
|
+#
|
|
|
+hadoop.mapreduce.jobsummary.logger=${hadoop.root.logger}
|
|
|
+hadoop.mapreduce.jobsummary.log.file=hadoop-mapreduce.jobsummary.log
|
|
|
+
|
|
|
+# Define the root logger to the system property "hadoop.root.logger".
|
|
|
+log4j.rootLogger=${hadoop.root.logger}, EventCounter
|
|
|
+
|
|
|
+# Logging Threshold
|
|
|
+log4j.threshold=ALL
|
|
|
+
|
|
|
+#
|
|
|
+# Daily Rolling File Appender
|
|
|
+#
|
|
|
+
|
|
|
+log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender
|
|
|
+log4j.appender.DRFA.File=${hadoop.log.dir}/${hadoop.log.file}
|
|
|
+
|
|
|
+# Rollver at midnight
|
|
|
+log4j.appender.DRFA.DatePattern=.yyyy-MM-dd
|
|
|
+
|
|
|
+# 30-day backup
|
|
|
+#log4j.appender.DRFA.MaxBackupIndex=30
|
|
|
+log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout
|
|
|
+
|
|
|
+# Pattern format: Date LogLevel LoggerName LogMessage
|
|
|
+log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
|
|
|
+# Debugging Pattern format
|
|
|
+#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n
|
|
|
+
|
|
|
+
|
|
|
+#
|
|
|
+# console
|
|
|
+# Add "console" to rootlogger above if you want to use this
|
|
|
+#
|
|
|
+
|
|
|
+log4j.appender.console=org.apache.log4j.ConsoleAppender
|
|
|
+log4j.appender.console.target=System.err
|
|
|
+log4j.appender.console.layout=org.apache.log4j.PatternLayout
|
|
|
+log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n
|
|
|
+
|
|
|
+#
|
|
|
+# TaskLog Appender
|
|
|
+#
|
|
|
+
|
|
|
+#Default values
|
|
|
+hadoop.tasklog.taskid=null
|
|
|
+hadoop.tasklog.iscleanup=false
|
|
|
+hadoop.tasklog.noKeepSplits=4
|
|
|
+hadoop.tasklog.totalLogFileSize=100
|
|
|
+hadoop.tasklog.purgeLogSplits=true
|
|
|
+hadoop.tasklog.logsRetainHours=12
|
|
|
+
|
|
|
+log4j.appender.TLA=org.apache.hadoop.mapred.TaskLogAppender
|
|
|
+log4j.appender.TLA.taskId=${hadoop.tasklog.taskid}
|
|
|
+log4j.appender.TLA.isCleanup=${hadoop.tasklog.iscleanup}
|
|
|
+log4j.appender.TLA.totalLogFileSize=${hadoop.tasklog.totalLogFileSize}
|
|
|
+
|
|
|
+log4j.appender.TLA.layout=org.apache.log4j.PatternLayout
|
|
|
+log4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
|
|
|
+
|
|
|
+#
|
|
|
+#Security appender
|
|
|
+#
|
|
|
+hadoop.security.log.file=SecurityAuth.audit
|
|
|
+log4j.appender.DRFAS=org.apache.log4j.DailyRollingFileAppender
|
|
|
+log4j.appender.DRFAS.File=${hadoop.log.dir}/${hadoop.security.log.file}
|
|
|
+
|
|
|
+log4j.appender.DRFAS.layout=org.apache.log4j.PatternLayout
|
|
|
+log4j.appender.DRFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
|
|
|
+#new logger
|
|
|
+# Define some default values that can be overridden by system properties
|
|
|
+hadoop.security.logger=INFO,console
|
|
|
+log4j.category.SecurityLogger=${hadoop.security.logger}
|
|
|
+
|
|
|
+# hdfs audit logging
|
|
|
+
|
|
|
+hdfs.audit.logger=INFO,console
|
|
|
+log4j.logger.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=${hdfs.audit.logger}
|
|
|
+log4j.additivity.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=false
|
|
|
+log4j.appender.DRFAAUDIT=org.apache.log4j.DailyRollingFileAppender
|
|
|
+log4j.appender.DRFAAUDIT.File=${hadoop.log.dir}/hdfs-audit.log
|
|
|
+log4j.appender.DRFAAUDIT.layout=org.apache.log4j.PatternLayout
|
|
|
+log4j.appender.DRFAAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n
|
|
|
+log4j.appender.DRFAAUDIT.DatePattern=.yyyy-MM-dd
|
|
|
+
|
|
|
+# mapred audit logging
|
|
|
+
|
|
|
+mapred.audit.logger=INFO,console
|
|
|
+log4j.logger.org.apache.hadoop.mapred.AuditLogger=${mapred.audit.logger}
|
|
|
+log4j.additivity.org.apache.hadoop.mapred.AuditLogger=false
|
|
|
+log4j.appender.MRAUDIT=org.apache.log4j.DailyRollingFileAppender
|
|
|
+log4j.appender.MRAUDIT.File=${hadoop.log.dir}/mapred-audit.log
|
|
|
+log4j.appender.MRAUDIT.layout=org.apache.log4j.PatternLayout
|
|
|
+log4j.appender.MRAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n
|
|
|
+log4j.appender.MRAUDIT.DatePattern=.yyyy-MM-dd
|
|
|
+
|
|
|
+#
|
|
|
+# Rolling File Appender
|
|
|
+#
|
|
|
+
|
|
|
+#log4j.appender.RFA=org.apache.log4j.RollingFileAppender
|
|
|
+#log4j.appender.RFA.File=${hadoop.log.dir}/${hadoop.log.file}
|
|
|
+
|
|
|
+# Logfile size and and 30-day backups
|
|
|
+#log4j.appender.RFA.MaxFileSize=1MB
|
|
|
+#log4j.appender.RFA.MaxBackupIndex=30
|
|
|
+
|
|
|
+#log4j.appender.RFA.layout=org.apache.log4j.PatternLayout
|
|
|
+#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n
|
|
|
+#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n
|
|
|
+
|
|
|
+#
|
|
|
+# FSNamesystem Audit logging
|
|
|
+# All audit events are logged at INFO level
|
|
|
+#
|
|
|
+log4j.logger.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=WARN
|
|
|
+
|
|
|
+# Custom Logging levels
|
|
|
+
|
|
|
+#log4j.logger.org.apache.hadoop.mapred.JobTracker=DEBUG
|
|
|
+#log4j.logger.org.apache.hadoop.mapred.TaskTracker=DEBUG
|
|
|
+#log4j.logger.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=DEBUG
|
|
|
+
|
|
|
+# Jets3t library
|
|
|
+log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR
|
|
|
+
|
|
|
+#
|
|
|
+# Event Counter Appender
|
|
|
+# Sends counts of logging messages at different severity levels to Hadoop Metrics.
|
|
|
+#
|
|
|
+log4j.appender.EventCounter=org.apache.hadoop.log.metrics.EventCounter
|
|
|
+
|
|
|
+#
|
|
|
+# Job Summary Appender
|
|
|
+#
|
|
|
+log4j.appender.JSA=org.apache.log4j.DailyRollingFileAppender
|
|
|
+log4j.appender.JSA.File=${hadoop.log.dir}/${hadoop.mapreduce.jobsummary.log.file}
|
|
|
+log4j.appender.JSA.layout=org.apache.log4j.PatternLayout
|
|
|
+log4j.appender.JSA.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n
|
|
|
+log4j.appender.JSA.DatePattern=.yyyy-MM-dd
|
|
|
+log4j.logger.org.apache.hadoop.mapred.JobInProgress$JobSummary=${hadoop.mapreduce.jobsummary.logger}
|
|
|
+log4j.additivity.org.apache.hadoop.mapred.JobInProgress$JobSummary=false
|
|
|
+
|
|
|
+#
|
|
|
+# MapReduce Audit Log Appender
|
|
|
+#
|
|
|
+
|
|
|
+# Set the MapReduce audit log filename
|
|
|
+#hadoop.mapreduce.audit.log.file=hadoop-mapreduce.audit.log
|
|
|
+
|
|
|
+# Appender for AuditLogger.
|
|
|
+# Requires the following system properties to be set
|
|
|
+# - hadoop.log.dir (Hadoop Log directory)
|
|
|
+# - hadoop.mapreduce.audit.log.file (MapReduce audit log filename)
|
|
|
+
|
|
|
+#log4j.logger.org.apache.hadoop.mapred.AuditLogger=INFO,MRAUDIT
|
|
|
+#log4j.additivity.org.apache.hadoop.mapred.AuditLogger=false
|
|
|
+#log4j.appender.MRAUDIT=org.apache.log4j.DailyRollingFileAppender
|
|
|
+#log4j.appender.MRAUDIT.File=${hadoop.log.dir}/${hadoop.mapreduce.audit.log.file}
|
|
|
+#log4j.appender.MRAUDIT.DatePattern=.yyyy-MM-dd
|
|
|
+#log4j.appender.MRAUDIT.layout=org.apache.log4j.PatternLayout
|
|
|
+#log4j.appender.MRAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n
|
|
|
+
|
|
|
+#
|
|
|
+# Yarn ResourceManager Application Summary Log
|
|
|
+#
|
|
|
+# Set the ResourceManager summary log filename
|
|
|
+#yarn.server.resourcemanager.appsummary.log.file=rm-appsummary.log
|
|
|
+# Set the ResourceManager summary log level and appender
|
|
|
+#yarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY
|
|
|
+
|
|
|
+# Appender for ResourceManager Application Summary Log - rolled daily
|
|
|
+# Requires the following properties to be set
|
|
|
+# - hadoop.log.dir (Hadoop Log directory)
|
|
|
+# - yarn.server.resourcemanager.appsummary.log.file (resource manager app summary log filename)
|
|
|
+# - yarn.server.resourcemanager.appsummary.logger (resource manager app summary log level and appender)
|
|
|
+
|
|
|
+#log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.RMAppManager$ApplicationSummary=${yarn.server.resourcemanager.appsummary.logger}
|
|
|
+#log4j.additivity.org.apache.hadoop.yarn.server.resourcemanager.RMAppManager$ApplicationSummary=false
|
|
|
+#log4j.appender.RMSUMMARY=org.apache.log4j.DailyRollingFileAppender
|
|
|
+#log4j.appender.RMSUMMARY.File=${hadoop.log.dir}/${yarn.server.resourcemanager.appsummary.log.file}
|
|
|
+#log4j.appender.RMSUMMARY.layout=org.apache.log4j.PatternLayout
|
|
|
+#log4j.appender.RMSUMMARY.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n
|
|
|
+#log4j.appender.RMSUMMARY.DatePattern=.yyyy-MM-dd
|