Last active
December 22, 2015 20:59
-
-
Save francescosimoneschi/6530036 to your computer and use it in GitHub Desktop.
Hadoop log4j
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Licensed under the Apache License, Version 2.0 (the "License"); | |
# you may not use this file except in compliance with the License. | |
# You may obtain a copy of the License at | |
# | |
# http://www.apache.org/licenses/LICENSE-2.0 | |
# | |
# Unless required by applicable law or agreed to in writing, software | |
# distributed under the License is distributed on an "AS IS" BASIS, | |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
# See the License for the specific language governing permissions and | |
# limitations under the License. | |
# Define some default values that can be overridden by system properties | |
hadoop.root.logger=INFO,console,SYSLOG | |
hadoop.log.dir=. | |
hadoop.log.file=hadoop.log | |
# | |
# Job Summary Appender | |
# | |
# Use following logger to send summary to separate file defined by | |
# hadoop.mapreduce.jobsummary.log.file rolled daily: | |
# hadoop.mapreduce.jobsummary.logger=INFO,JSA | |
# | |
hadoop.mapreduce.jobsummary.logger=${hadoop.root.logger} | |
hadoop.mapreduce.jobsummary.log.file=hadoop-mapreduce.jobsummary.log | |
# Define the root logger to the system property "hadoop.root.logger". | |
log4j.rootLogger=${hadoop.root.logger}, EventCounter, SYSLOG | |
# Logging Threshold | |
log4j.threshhold=ALL | |
# | |
# Daily Rolling File Appender | |
# | |
log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender | |
log4j.appender.DRFA.File=${hadoop.log.dir}/${hadoop.log.file} | |
# Rollver at midnight | |
log4j.appender.DRFA.DatePattern=.yyyy-MM-dd | |
# 30-day backup | |
#log4j.appender.DRFA.MaxBackupIndex=30 | |
log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout | |
# Pattern format: Date LogLevel LoggerName LogMessage | |
log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n | |
# Debugging Pattern format | |
#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n | |
# | |
# console | |
# Add "console" to rootlogger above if you want to use this | |
# | |
log4j.appender.console=org.apache.log4j.ConsoleAppender | |
log4j.appender.console.target=System.err | |
log4j.appender.console.layout=org.apache.log4j.PatternLayout | |
log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n | |
# | |
# TaskLog Appender | |
# | |
#Default values | |
hadoop.tasklog.taskid=null | |
hadoop.tasklog.iscleanup=false | |
hadoop.tasklog.noKeepSplits=4 | |
hadoop.tasklog.totalLogFileSize=100 | |
hadoop.tasklog.purgeLogSplits=true | |
hadoop.tasklog.logsRetainHours=12 | |
log4j.appender.TLA=org.apache.hadoop.mapred.TaskLogAppender | |
log4j.appender.TLA.taskId=${hadoop.tasklog.taskid} | |
log4j.appender.TLA.isCleanup=${hadoop.tasklog.iscleanup} | |
log4j.appender.TLA.totalLogFileSize=${hadoop.tasklog.totalLogFileSize} | |
log4j.appender.TLA.layout=org.apache.log4j.PatternLayout | |
log4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n | |
# | |
#Security audit appender | |
# | |
hadoop.security.log.file=SecurityAuth-${user.name}.audit | |
log4j.appender.DRFAS=org.apache.log4j.DailyRollingFileAppender | |
log4j.appender.DRFAS.File=${hadoop.log.dir}/${hadoop.security.log.file} | |
log4j.appender.DRFAS.layout=org.apache.log4j.PatternLayout | |
log4j.appender.DRFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n | |
#new logger | |
log4j.logger.SecurityLogger=OFF,console | |
log4j.logger.SecurityLogger.additivity=false | |
# | |
# Rolling File Appender | |
# | |
#log4j.appender.RFA=org.apache.log4j.RollingFileAppender | |
#log4j.appender.RFA.File=${hadoop.log.dir}/${hadoop.log.file} | |
# Logfile size and and 30-day backups | |
#log4j.appender.RFA.MaxFileSize=1MB | |
#log4j.appender.RFA.MaxBackupIndex=30 | |
#log4j.appender.RFA.layout=org.apache.log4j.PatternLayout | |
#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n | |
#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n | |
# | |
# FSNamesystem Audit logging | |
# All audit events are logged at INFO level | |
# | |
log4j.logger.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=WARN | |
# Custom Logging levels | |
hadoop.metrics.log.level=INFO | |
#log4j.logger.org.apache.hadoop.mapred.JobTracker=DEBUG | |
log4j.logger.org.apache.hadoop.mapred.TaskTracker=DEBUG | |
#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG | |
log4j.logger.org.apache.hadoop.metrics2=${hadoop.metrics.log.level} | |
# Jets3t library | |
log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR | |
# | |
# Null Appender | |
# Trap security logger on the hadoop client side | |
# | |
log4j.appender.NullAppender=org.apache.log4j.varia.NullAppender | |
# | |
# Event Counter Appender | |
# Sends counts of logging messages at different severity levels to Hadoop Metrics. | |
# | |
log4j.appender.EventCounter=org.apache.hadoop.log.metrics.EventCounter | |
# | |
# Job Summary Appender | |
# | |
log4j.appender.JSA=org.apache.log4j.DailyRollingFileAppender | |
log4j.appender.JSA.File=${hadoop.log.dir}/${hadoop.mapreduce.jobsummary.log.file} | |
log4j.appender.JSA.layout=org.apache.log4j.PatternLayout | |
log4j.appender.JSA.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n | |
log4j.appender.JSA.DatePattern=.yyyy-MM-dd | |
log4j.logger.org.apache.hadoop.mapred.JobInProgress$JobSummary=${hadoop.mapreduce.jobsummary.logger} | |
log4j.additivity.org.apache.hadoop.mapred.JobInProgress$JobSummary=false | |
# | |
# SYSLOG appender | |
# | |
log4j.appender.SYSLOG=org.apache.log4j.net.SyslogAppender | |
log4j.appender.SYSLOG.facility=local1 | |
log4j.appender.SYSLOG.layout=org.apache.log4j.PatternLayout | |
log4j.appender.SYSLOG.layout.ConversionPattern=%p: %c{2} %x %m %n | |
log4j.appender.SYSLOG.SyslogHost=logs.papertrailapp.com:38500 | |
log4j.appender.SYSLOG.threshold=INFO | |
log4j.appender.SYSLOG.Header=true | |
log4j.appender.SYSLOG.FacilityPrinting=false |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment