Log Files

The table below provides information on the log files for the components.

Component Type of Log Log File Configuration File Rotation Maximum File Size # of Backups Expiration Period
CLDB Main /opt/mapr/logs/cldb.log /opt/mapr/conf/log4j.cldb.properties By Size 100MB 9 -
Disk Balancer /opt/mapr/logs/cldbdiskbalancer.log /opt/mapr/conf/log4j.cldb.properties Daily - - 10 days
Role Balancer /opt/mapr/logs/cldbrolebalancer.log /opt/mapr/conf/log4j.cldb.properties Daily - - 10 days
Time Skew /opt/mapr/logs/timeskew.log /opt/mapr/conf/log4j.cldb.properties Daily - - 10 days
MapR file system Summary /opt/mapr/logs/cldbfssummary.log /opt/mapr/conf/log4j.cldb.properties Daily - - 10 days
Audit /opt/mapr/logs/cldbaudit.log.json /opt/mapr/conf/log4j.cldb.properties Daily - - -
Guts /opt/mapr/logs/cldbguts.log /opt/mapr/conf/log4j.properties - - - 10 days
Proxy /opt/mapr/logs/cldbproxy.log /opt/mapr/conf/log4j.properties - - - 10 days
WebServer Main /opt/mapr/apiserver/logs/apiserver.log /opt/mapr/apiserver/conf/properties.cfg Every Startup - 10 10 days
/opt/mapr/conf/log4j.mcs.properties Daily - -
Authentication Audit /opt/mapr/logs/authaudit.log.json /opt/mapr/conf/log4j.mcs.properties Daily - - -
PAM /opt/mapr/logs/pam.log /opt/mapr/conf/log4j.properties Daily - - 10 days
Warden Main /opt/mapr/logs/warden.log /opt/mapr/initscripts/mapr-warden Every Startup - 10 10 days
/opt/mapr/conf/log4j.properties Daily - -
System Volume Initialization /opt/mapr/logs/createsystemvolumes.log /opt/mapr/server/createsystemvolumes.sh - - - 10 days
MapR Filesystem CLDB Connection Initialization /opt/mapr/logs/mfs.log-0 /opt/mapr/conf/mfs.conf By Size 200MB per file (1GB in total) 5 -
MapR Filesystem /opt/mapr/logs/mfs.log-3 /opt/mapr/conf/mfs.conf By Size 200MB per file (1GB in total) 5 -
MapR Database /opt/mapr/logs/mfs.log-5 /opt/mapr/conf/mfs.conf By Size 200MB per file (1GB in total) 5 -
stderr on startup /opt/mapr/logs/mfs.err - - - - -
stdout on startup /opt/mapr/logs/mfs.out - - - - 10 days
Initialization /opt/mapr/logs/mfsinit.log /opt/mapr/initscripts/mapr-mfs - - - 10 days
Audit Initialization /opt/mapr/logs/initaudit.log /opt/mapr/server/initaudit.sh - - - 10 days
NFS Main /opt/mapr/logs/nfsserver.log /opt/mapr/conf/nfsserver.conf By Size 200MB 5 -
NFS Monitoring /opt/mapr/logs/nfsmon.log - - - - 10 days
Local Mount /opt/mapr/logs/mount_local_fs.log /opt/mapr/bin/mount_local_fs.pl - - - 10 days
NFSv4 NFS Ganesha Server /opt/mapr/logs/nfs4/nfs4server.log /opt/mapr/conf/nfs4server.conf By Size - - -
NFsv4Server file system logs /opt/mapr/logs/nfs4/fsal.log-0, 1, 2 - By Size 200MB 5 -
VIP /opt/mapr/logs/nfs4/nfs4mon.log - - - - -
HostStats Main /opt/mapr/logs/hoststats.log - By Size 20MB 5 -
stderr on startup /opt/mapr/logs/hoststats.err - - - - -
Gateway Main /opt/mapr/logs/gateway.log /opt/mapr/conf/log4j.properties By Size 256MB 20 10 days
Initialization /opt/mapr/logs/gatewayinit.log /opt/mapr/initscripts/mapr-gateway - - - 10 days
POSIX Client Main /usr/local/mapr-loopbacknfs/logs/loopbacknfs.log /usr/local/mapr-loopbacknfs/conf/nfsserver.conf By Size 200MB 5 -
NFS Monitoring /usr/local/mapr-loopbacknfs/logs/nfsmon.log - - - - -
Local Mount /usr/local/mapr-loopbacknfs/logs/mount_local_fs.log /usr/local/mapr-loopbacknfs/bin/mount_local_fs.pl - - - -
Tools configure.sh /opt/mapr/logs/configure.log /opt/mapr/server/configure.sh - - - -
disksetup /opt/mapr/logs/disksetup.<uid>.log /opt/mapr/server/disksetup - - - 10 days
config-mapr-user.sh /opt/mapr/logs/config-mapr-user.log /opt/mapr/server/config-mapr-user.sh - - - 10 days
prerequisitecheck.sh /opt/mapr/logs/prerequisitecheck-<username>.log /opt/mapr/server/prerequisitecheck.sh - - - 10 days
handle_disk_failure.sh /opt/mapr/logs/faileddisk.log /opt/mapr/server/handle_disk_failure.sh - - - 10 days
diskremove /opt/mapr/logs/diskremove.<uid>.log /opt/mapr/server/diskremove - - - 10 days
gfsck /opt/mapr/logs/gfsck.log /opt/mapr/conf/log4j.properties Daily - - 10 days
maprlogin /opt/mapr/logs/maprlogin-<username>-<uid>.log /opt/mapr/conf/log4j.properties - - - 10 days
maprexecute /opt/mapr/logs/maprexecute.log - - - - 10 days
mrdisk /opt/mapr/logs/mrdisk.<uid>.log - - - - 10 days
expandaudit /opt/mapr/logs/expandaudit-<username>-<uid>.log /opt/mapr/conf/log4j.properties Daily - - 10 days
expandaudit error /opt/mapr/logs/expandaudit-<username>-<uid>-$(date +%Y%m%d_%H%M%S).errlog - - - - 10 days
upgrade /opt/mapr/logs/upgrade.log /opt/mapr/server/upgrade - - - 10 days
Upgrade Single Node Upgrade /opt/mapr/logs/singlenodeupgrade.log /opt/upgrade-mapr/singlenodeupgrade.sh - - - 10 days
Single Node Upgrade Summary /opt/mapr/logs/singlenodeupgrade.log.summary /opt/upgrade-mapr/singlenodeupgrade.sh - - - 10 days
Rolling Upgrade /opt/mapr/logs/rollingupgrade.log /opt/upgrade-mapr/rollingupgrade.sh - - - 10 days
Rolling Upgrade Summary /opt/mapr/logs/rollingupgrade.log.summary /opt/upgrade-mapr/rollingupgrade.sh - - - 10 days
CentralConfig Main /opt/mapr/logs/pullcentralconfig.log /opt/mapr/server/pullcentralconfig By Size 50MB 1 10 days
/opt/mapr/conf/log4j.properties Daily - -
Error /opt/mapr/logs/central_config_err_pid<pid>.log /opt/mapr/server/pullcentralconfig - - - 10 days
MapR CLI Main /opt/mapr/logs/maprcli-<username>-<uid>.log /opt/mapr/conf/log4j.properties Daily - - 10 days
Volume Dump /opt/mapr/logs/maprcli-dump-<username>-<uid>.log /opt/mapr/bin/maprcli By Size 512KB - 10 days
Temporary Volume Dump /opt/mapr/logs/maprcli-dump-<username>-<uid>-cmd-`date +"%F-%T"`.$$.log /opt/mapr/bin/maprcli - - - 10 days
Audit /opt/mapr/mapr-cli-audit-log/audit.log.json - Weekly - - -
mapr Command Main /opt/mapr/logs/mapr-<username>-<hostname>.log /opt/mapr/conf/log4j.properties - - - 10 days
dbshell /opt/mapr/logs/maprdb-shell-<username>-<hostname>.log /opt/mapr/conf/log4j.properties Daily - - 10 days
ResourceManager Main /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-resourcemanager-<hostname>.log /opt/mapr/hadoop/hadoop-<version>/etc/hadoop/log4j.properties By Size 256MB 20 10 days
stdout on startup /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-resourcemanager-<hostname>.out /opt/mapr/hadoop/hadoop-<version>/sbin/yarn-daemon.sh Every Startup - 5 10 days
RM Volume Initialization /opt/mapr/logs/createRMVolume.log /opt/mapr/server/createJTVolume.sh - - - 10 days
MAST Gateway Main /opt/mapr/logs/mastgateway.log /opt/mapr/conf/mastgateway.conf By Size      
NodeManager Main /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-nodemanager-<hostname>.log /opt/mapr/hadoop/hadoop-<version>/etc/hadoop/log4j.properties By Size 256MB 20 10 days
stdout on startup /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-nodemanager-<hostname>.out /opt/mapr/hadoop/hadoop-<version>/sbin/yarn-daemon.sh Every Startup - 5 10 days
NM Volume Initialization /opt/mapr/logs/createNMVolume.<uid>.log /opt/mapr/server/createTTVolume.sh - - - 10 days
NM Volume Initialization /opt/mapr/logs/createNMVolume.<uid>.cmd.out /opt/mapr/server/createTTVolume.sh - - - 10 days
HistoryServer Main /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-historyserver-<hostname>.log /opt/mapr/hadoop/hadoop-<version>/etc/hadoop/log4j.properties By Size 256MB 20 10 days
stdout on startup /opt/mapr/hadoop/hadoop-<version>/logs/yarn-mapr-historyserver-<hostname>.out /opt/mapr/hadoop/hadoop-<version>/sbin/mr-jobhistory-daemon.sh Every Startup - 5 10 days
ZooKeeper Main /opt/mapr/zookeeper/zookeeper-3.4.5/logs/zookeeper.log /opt/mapr/zookeeper/zookeeper-3.4.5/conf/log4j.properties By Size 10MB 4 -
stdout on startup /opt/mapr/zookeeper/zookeeper-3.4.5/logs/zookeeper.out /opt/mapr/zookeeper/zookeeper-3.4.5/bin/zkServer.sh - - - -
Cleanup /opt/mapr/zookeeper/zookeeper-3.4.5/logs/zookeepercleanup.log /opt/mapr/zookeeper/zk_cleanup.sh - - - -
Hive Main /opt/mapr/hive/hive-<version>/logs/<username>/hive.log /opt/mapr/hive/hive-<version>/conf/hive-log4j.properties Daily - - -
Execution /opt/mapr/hive/hive-<version>/logs/<username>/<queryid>.log /opt/mapr/hive/hive-<version>/conf/hive-exec-log4j.properties - - - -
HS2 stdout on startup /opt/mapr/hive/hive-<version>/logs/hive-mapr-hiveserver2-<hostname>.out /opt/mapr/hive/hive-<version>/bin/ext/hiveserver2.sh - - - -
Metastore stdout on startup /opt/mapr/hive/hive-<version>/logs/hive-mapr-metastore-<hostname>.out /opt/mapr/hive/hive-<version>/bin/ext/metastore.sh - - - -
WebHCat /opt/mapr/hive/hive-<version>/logs/<username>/webhcat/webhcat.log /opt/mapr/hive/hive-<version>/hcatalog/etc/webhcat/webhcat-log4j.properties Daily - - -
WebHCat stdout on startup /opt/mapr/hive/hive-<version>/logs/<username>/webhcat/webhcat-console.log /opt/mapr/hive/hive-<version>/hcatalog/sbin/webhcat_server.sh - - - -
WebHCat stderr on startup /opt/mapr/hive/hive-<version>/logs/<username>/webhcat/webhcat-console-error.log /opt/mapr/hive/hive-<version>/hcatalog/sbin/webhcat_server.sh - - - -
Beeline <stderr> /opt/mapr/hive/hive-<version>/conf/beeline-log4j.properties - - - -
History /tmp/<username>/hive_job_log_<sessionid>_<random>.txt /opt/mapr/hive/hive-<version>/conf/hive-site.xml - - - <tmpwatch>
Session Temporary /tmp/<username>/<sessionid>.pipeout /opt/mapr/hive/hive-<version>/conf/hive-site.xml - - - <tmpwatch>
HBase Shell /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-shell-<hostname>.log /opt/mapr/hbase/hbase-<version>/conf/log4j.properties Daily - - -
REST /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-rest-<hostname>.log /opt/mapr/hbase/hbase-<version>/conf/log4j.properties By Size 256MB 20 -
REST stdout on startup /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-rest-<hostname>.out /opt/mapr/hbase/hbase-<version>/bin/hbase-daemon.sh Every Startup - 5 -
Thrift /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-thrift-<hostname>.log /opt/mapr/hbase/hbase-<version>/conf/log4j.properties By Size 256MB 20 -
Thrift stdout on startup /opt/mapr/hbase/hbase-<version>/logs/hbase-<username>-thrift-<hostname>.out /opt/mapr/hbase/hbase-<version>/bin/hbase-daemon.sh Every Startup - 5 -
SparkHistoryServer Main <stderr> /opt/mapr/spark/spark-<version>/conf/log4j.properties - - - -
stdout on startup /opt/mapr/spark/spark-<version>/logs/spark-mapr-org.apache.spark.deploy.history.HistoryServer-1-<hostname>.out /opt/mapr/spark/spark-<version>/sbin/spark-daemon.sh Every Startup - 5 -
Imapla Server /opt/mapr/impala/impala-<version>/logs/impalad.INFO /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Server /opt/mapr/impala/impala-<version>/logs/impalad.WARNING /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Server /opt/mapr/impala/impala-<version>/logs/impalad.ERROR /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Server stdout on startup /opt/mapr/impala/impala-<version>/logs/impalaserver.out /opt/mapr/impala/impala-<version>/mapr/warden/warden_helper - - - -
State Store /opt/mapr/impala/impala-<version>/logs/statestored.INFO /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
State Store /opt/mapr/impala/impala-<version>/logs/statestored.WARNING /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
State Store /opt/mapr/impala/impala-<version>/logs/statestored.ERROR /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
State Store stdout on startup /opt/mapr/impala/impala-<version>/logs/impalastore.out /opt/mapr/impala/impala-<version>/mapr/warden/warden_helper - - - -
Catalog /opt/mapr/impala/impala-<version>/logs/catalogd.INFO /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Catalog /opt/mapr/impala/impala-<version>/logs/catalogd.WARNING /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Catalog /opt/mapr/impala/impala-<version>/logs/catalogd.ERROR /opt/mapr/impala/impala-<version>/mapr/conf/env.sh Every Startup - - -
Catalog stdout on startup /opt/mapr/impala/impala-<version>/logs/impalacatalog.out /opt/mapr/impala/impala-<version>/mapr/warden/warden_helper - - - -
Drill Drillbit /opt/mapr/drill/drill-<version>/logs/drillbit.log /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Drillbit stdout on startup /opt/mapr/drill/drill-<version>/logs/drillbit.out /opt/mapr/drill/drill-<version>/bin/drillbit.sh - - - -
Drillbit Query /opt/mapr/drill/drill-<version>/logs/drillbit_queries.json /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Sqlline /opt/mapr/drill/drill-<version>/logs/sqlline.log /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Sqlline Query /opt/mapr/drill/drill-<version>/logs/sqlline_queries.json /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Submitter /opt/mapr/drill/drill-<version>/logs/submitter.log /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Submitter Query /opt/mapr/drill/drill-<version>/logs/submitter_queries.json /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Dumpcat /opt/mapr/drill/drill-<version>/logs/drill_dumpcat.log /opt/mapr/drill/drill-<version>/conf/logback.xml By Size 100MB 10 -
Query Plan /opt/mapr/drill/drill-<version>/logs/profiles/<queryid>.sys.drill - - - - -
Flume Main /opt/mapr/flume/flume-<version>/logs/flume.log /opt/mapr/flume/flume-<version>/conf/log4j.properties By Size 100MB 10 -
Oozie Main /opt/mapr/oozie/oozie-<version>/logs/oozie.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Hourly - 720 -
JPA /opt/mapr/oozie/oozie-<version>/logs/oozie-jpa.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Daily - - -
Operations /opt/mapr/oozie/oozie-<version>/logs/oozie-ops.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Daily - - -
Instrumentation /opt/mapr/oozie/oozie-<version>/logs/oozie-instrumentation.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Daily - - -
Audit /opt/mapr/oozie/oozie-<version>/logs/oozie-audit.log /opt/mapr/oozie/oozie-<version>/conf/oozie-log4j.properties Daily - - -
Tomcat /opt/mapr/oozie/oozie-<version>/logs/catalina.<date>.log /opt/mapr/oozie/oozie-<version>/oozie-server/conf/logging.properties Daily - - -
Tomcat Application /opt/mapr/oozie/oozie-<version>/logs/localhost.<date>.log /opt/mapr/oozie/oozie-<version>/oozie-server/conf/logging.properties Daily - - -
Tomcat Manager /opt/mapr/oozie/oozie-<version>/logs/manager.<date>.log /opt/mapr/oozie/oozie-<version>/oozie-server/conf/logging.properties Daily - - -
Tomcat Host Manager /opt/mapr/oozie/oozie-<version>/logs/host-manager.<date>.log /opt/mapr/oozie/oozie-<version>/oozie-server/conf/logging.properties Daily - - -
Tomcat stdout on startup /opt/mapr/oozie/oozie-<version>/logs/catalina.out /opt/mapr/oozie/oozie-<version>/oozie-server/bin/catalina.sh - - - -
Derby /opt/mapr/oozie/oozie-<version>/logs/derby.log - - - - -
Hadoop Version /opt/mapr/oozie/oozie-<version>/logs/hadoop_version.log /opt/mapr/oozie/oozie-<version>/bin/oozie-setup.sh - - - -
Hue CherryPy Server /opt/mapr/hue/hue-<version>/logs/runcpserver.log /opt/mapr/hue/hue-<version>/desktop/conf/log.conf By Size 1MB 3 -
CherryPy Server stdout /opt/mapr/hue/hue-<version>/logs/hue-<username>-runcpserver-<hostname>.out /opt/mapr/hue/hue-<version>/bin/hue.sh - - - -
Livy Server /opt/mapr/hue/hue-<version>/logs/livy_server.log /opt/mapr/hue/hue-<version>/desktop/conf/log.conf By Size 1MB 3 -
Livy Server stdout /opt/mapr/hue/hue-<version>/logs/hue-<username>-livy_server-<hostname>.out /opt/mapr/hue/hue-<version>/bin/hue.sh - - - -
Access /opt/mapr/hue/hue-<version>/logs/access.log /opt/mapr/hue/hue-<version>/desktop/conf/log.conf By Size 1MB 3 -
Error /opt/mapr/hue/hue-<version>/logs/error.log /opt/mapr/hue/hue-<version>/desktop/conf/log.conf By Size 1MB 3 -
Security /opt/mapr/hue/hue-<version>/logs/secure-sh-log.out /opt/mapr/hue/hue-<version>/bin/hue.sh - - - -
HttpFs Main /opt/mapr/httpfs/httpfs-<version>/logs/httpfs.log /opt/mapr/httpfs/httpfs-<version>/etc/hadoop/httpfs-log4j.properties Daily - - -
Audit /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-audit.log /opt/mapr/httpfs/httpfs-<version>/etc/hadoop/httpfs-log4j.properties Daily - - -
Tomcat /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-catalina.log /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/conf/logging.properties Daily - - -
Tomcat Application /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-localhost.log /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/conf/logging.properties Daily - - -
Tomcat Manager /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-manager.log /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/conf/logging.properties Daily - - -
Tomcat Host Manager /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-host-manager.log /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/conf/logging.properties Daily - - -
Tomcat stdout on startup /opt/mapr/httpfs/httpfs-<version>/logs/httpfs-catalina.out /opt/mapr/httpfs/httpfs-<version>/share/hadoop/httpfs/tomcat/bin/catalina.sh - - - -