# Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # log4j configuration used during build and unit tests log4j.rootLogger=info,stdout log4j.threshold=ALL log4j.appender.stdout=org.apache.log4j.ConsoleAppender log4j.appender.stdout.layout=org.apache.log4j.PatternLayout log4j.appender.stdout.layout.ConversionPattern=%d{ISO8601} [%t] %-5p %c{2} (%F:%M(%L)) - %m%n log4j.logger.org.apache.hadoop.util.NativeCodeLoader=ERROR log4j.logger.org.apache.hadoop.conf.Configuration.deprecation=WARN log4j.logger.org.apache.hadoop.util.GSet=WARN # MiniDFS clusters can be noisy log4j.logger.org.apache.hadoop.hdfs.server=ERROR log4j.logger.org.apache.hadoop.metrics2=WARN log4j.logger.org.apache.hadoop.net.NetworkTopology=WARN log4j.logger.org.apache.hadoop.util.JvmPauseMonitor=WARN log4j.logger.org.apache.hadoop.ipc=WARN log4j.logger.org.apache.hadoop.http=WARN log4j.logger.org.apache.hadoop.security.authentication.server.AuthenticationFilter=WARN log4j.logger.org.apache.hadoop.util.HostsFileReader=WARN log4j.logger.org.apache.commons.beanutils=WARN log4j.logger.org.apache.hadoop.hdfs.StateChange=WARN log4j.logger.BlockStateChange=WARN log4j.logger.org.apache.hadoop.hdfs.DFSUtil=WARN ## YARN can be noisy too log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.scheduler=WARN log4j.logger.org.apache.hadoop.yarn.server.nodemanager=WARN log4j.logger.org.apache.hadoop.yarn.event=WARN log4j.logger.org.apache.hadoop.yarn.util.ResourceCalculatorPlugin=ERROR log4j.logger.org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor=WARN log4j.logger.org.apache.hadoop.mapred.IndexCache=WARN log4j.logger.org.apache.hadoop.yarn.webapp.WebApps=WARN log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.security=WARN log4j.logger.org.apache.hadoop.yarn.util.AbstractLivelinessMonitor=WARN log4j.logger.org.apache.hadoop.security.token.delegation=WARN log4j.logger.org.apache.hadoop.mapred.ShuffleHandler=WARN log4j.logger.org.apache.hadoop.ipc.Server=WARN #log4j.logger.=WARN # for debugging low level S3a operations, uncomment these lines # Log all S3A classes log4j.logger.org.apache.hadoop.fs.s3a=DEBUG #log4j.logger.org.apache.hadoop.fs.s3a.S3AUtils=INFO #log4j.logger.org.apache.hadoop.fs.s3a.Listing=INFO # Log Committer classes #log4j.logger.org.apache.hadoop.fs.s3a.commit=DEBUG # Log all HTTP requests made; includes S3 interaction. This may # include sensitive information such as account IDs in HTTP headers. #log4j.logger.com.amazonaws.request=DEBUG # Turn on low level HTTP protocol debugging #log4j.logger.com.amazonaws.thirdparty.apache.http=DEBUG log4j.logger.org.apache.hadoop.mapreduce.lib.output=DEBUG log4j.logger.org.apache.hadoop.fs.s3a.S3AStorageStatistics=INFO # Set to debug if you need to debug S3A endpoint problems. #log4j.logger.org.apache.hadoop.fs.s3a.DefaultS3ClientFactory=DEBUG # This causes all remote iterator stats # to be logged when the RemoteIterators.foreach() method is # invoked #log4j.logger.org.apache.hadoop.util.functional.RemoteIterators=DEBUG # Auditing operations in all detail # Log before a request is made to S3 #log4j.logger.org.apache.hadoop.fs.s3a.audit=DEBUG # log request creation, span lifecycle and other low-level details #log4j.logger.org.apache.hadoop.fs.s3a.audit=TRACE # uncomment this to trace where context entries are set # log4j.logger.org.apache.hadoop.fs.audit.CommonAuditContext=TRACE