MapR 5.0 Documentation : JobTracker Configuration View

Field

Default

fs.automatic.close

TRUE

fs.checkpoint.dir

${hadoop.tmp.dir}/dfs/namesecondary

fs.checkpoint.edits.dir

${fs.checkpoint.dir}

fs.checkpoint.period

3600

fs.checkpoint.size

67108864

fs.default.name

maprfs:///

fs.file.impl

org.apache.hadoop.fs.LocalFileSystem

fs.ftp.impl

org.apache.hadoop.fs.ftp.FTPFileSystem

fs.har.impl

org.apache.hadoop.fs.HarFileSystem

fs.har.impl.disable.cache

TRUE

fs.hdfs.impl

org.apache.hadoop.hdfs.DistributedFileSystem

fs.hftp.impl

org.apache.hadoop.hdfs.HftpFileSystem

fs.hsftp.impl

org.apache.hadoop.hdfs.HsftpFileSystem

fs.kfs.impl

org.apache.hadoop.fs.kfs.KosmosFileSystem

fs.maprfs.impl

com.mapr.fs.MapRFileSystem

fs.ramfs.impl

org.apache.hadoop.fs.InMemoryFileSystem

fs.s3.block.size

67108864

fs.s3.buffer.dir

${hadoop.tmp.dir}/s3

fs.s3.impl

org.apache.hadoop.fs.s3.S3FileSystem

fs.s3.maxRetries

4

fs.s3.sleepTimeSeconds

10

fs.s3n.block.size

67108864

fs.s3n.impl

org.apache.hadoop.fs.s3native.NativeS3FileSystem

fs.trash.interval

0

hadoop.job.history.location

file:////opt/mapr/hadoop/hadoop-0.20.2/bin/../logs/history

hadoop.logfile.count

10

hadoop.logfile.size

10000000

hadoop.native.lib

TRUE

hadoop.proxyuser.root.groups

root

hadoop.proxyuser.root.hosts

(none)

hadoop.rpc.socket.factory.class.default

org.apache.hadoop.net.StandardSocketFactory

hadoop.security.authentication

simple

hadoop.security.authorization

FALSE

hadoop.security.group.mapping

org.apache.hadoop.security.ShellBasedUnixGroupsMapping

hadoop.tmp.dir

/tmp/hadoop-${user.name}

hadoop.util.hash.type

murmur

io.bytes.per.checksum

512

io.compression.codecs

org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.BZip2Codec

io.file.buffer.size

8192

io.map.index.skip

0

io.mapfile.bloom.error.rate

0.005

io.mapfile.bloom.size

1048576

io.seqfile.compress.blocksize

1000000

io.seqfile.lazydecompress

TRUE

io.seqfile.sorter.recordlimit

1000000

io.serializations

org.apache.hadoop.io.serializer.WritableSerialization

io.skip.checksum.errors

FALSE

io.sort.factor

256

io.sort.record.percent

0.17

io.sort.spill.percent

0.99

ipc.client.connect.max.retries

10

ipc.client.connection.maxidletime

10000

ipc.client.idlethreshold

4000

ipc.client.kill.max

10

ipc.client.tcpnodelay

FALSE

ipc.server.listen.queue.size

128

ipc.server.tcpnodelay

FALSE

job.end.retry.attempts

0

job.end.retry.interval

30000

jobclient.completion.poll.interval

5000

jobclient.output.filter

FAILED

jobclient.progress.monitor.poll.interval

1000

keep.failed.task.files

FALSE

local.cache.size

10737418240

map.sort.class

org.apache.hadoop.util.QuickSort

mapr.localoutput.dir

output

mapr.localspill.dir

spill

mapr.localvolumes.path

/var/mapr/local

mapred.acls.enabled

FALSE

mapred.child.oom_adj

10

mapred.child.renice

10

mapred.child.taskset

TRUE

mapred.child.tmp

./tmp

mapred.cluster.ephemeral.tasks.memory.limit.mb

200

mapred.compress.map.output

FALSE

mapred.fairscheduler.allocation.file

conf/pools.xml

mapred.fairscheduler.assignmultiple

TRUE

mapred.fairscheduler.eventlog.enabled

FALSE

mapred.fairscheduler.smalljob.max.inputsize

10737418240

mapred.fairscheduler.smalljob.max.maps

10

mapred.fairscheduler.smalljob.max.reducer.inputsize

1073741824

mapred.fairscheduler.smalljob.max.reducers

10

mapred.fairscheduler.smalljob.schedule.enable

TRUE

mapred.healthChecker.interval

60000

mapred.healthChecker.script.timeout

600000

mapred.inmem.merge.threshold

1000

mapred.job.queue.name

default

mapred.job.reduce.input.buffer.percent

0

mapred.job.reuse.jvm.num.tasks

-1

mapred.job.shuffle.input.buffer.percent

0.7

mapred.job.shuffle.merge.percent

0.66

mapred.job.tracker

<JobTracker_hostname>:9001

mapred.job.tracker.handler.count

10

mapred.job.tracker.history.completed.location

/var/mapr/cluster/mapred/jobTracker/history/done

mapred.job.tracker.http.address

0.0.0.0:50030

mapred.job.tracker.persist.jobstatus.active

FALSE

mapred.job.tracker.persist.jobstatus.dir

/var/mapr/cluster/mapred/jobTracker/jobsInfo

mapred.job.tracker.persist.jobstatus.hours

0

mapred.jobtracker.completeuserjobs.maximum

100

mapred.jobtracker.instrumentation

org.apache.hadoop.mapred.JobTrackerMetricsInst

mapred.jobtracker.job.history.block.size

3145728

mapred.jobtracker.jobhistory.lru.cache.size

5

mapred.jobtracker.maxtasks.per.job

-1

mapred.jobtracker.port

9001

mapred.jobtracker.restart.recover

TRUE

mapred.jobtracker.retiredjobs.cache.size

1000

mapred.jobtracker.taskScheduler

org.apache.hadoop.mapred.FairScheduler

mapred.line.input.format.linespermap

1

mapred.local.dir

${hadoop.tmp.dir}/mapred/local

mapred.local.dir.minspacekill

0

mapred.local.dir.minspacestart

0

mapred.map.child.java.opts

-XX:ErrorFile=/opt/cores/mapreduce_java_error%p.log

mapred.map.max.attempts

4

mapred.map.output.compression.codec

org.apache.hadoop.io.compress.DefaultCodec

mapred.map.tasks

2

mapred.map.tasks.speculative.execution

TRUE

mapred.max.maps.per.node

-1

mapred.max.reduces.per.node

-1

mapred.max.tracker.blacklists

4

mapred.max.tracker.failures

4

mapred.merge.recordsBeforeProgress

10000

mapred.min.split.size

0

mapred.output.compress

FALSE

mapred.output.compression.codec

org.apache.hadoop.io.compress.DefaultCodec

mapred.output.compression.type

RECORD

mapred.queue.names

default

mapred.reduce.child.java.opts

-XX:ErrorFile=/opt/cores/mapreduce_java_error%p.log

mapred.reduce.copy.backoff

300

mapred.reduce.max.attempts

4

mapred.reduce.parallel.copies

12

mapred.reduce.slowstart.completed.maps

0.95

mapred.reduce.tasks

1

mapred.reduce.tasks.speculative.execution

FALSE

mapred.running.map.limit

-1

mapred.running.reduce.limit

-1

mapred.skip.attempts.to.start.skipping

2

mapred.skip.map.auto.incr.proc.count

TRUE

mapred.skip.map.max.skip.records

0

mapred.skip.reduce.auto.incr.proc.count

TRUE

mapred.skip.reduce.max.skip.groups

0

mapred.submit.replication

10

mapred.system.dir

/var/mapr/cluster/mapred/jobTracker/system

mapred.task.cache.levels

2

mapred.task.ping.timeout60000

mapred.task.profile

FALSE

mapred.task.profile.maps

0-2

mapred.task.profile.reduces

0-2

mapred.task.timeout

600000

mapred.task.tracker.http.address

0.0.0.0:50060

mapred.task.tracker.report.address

127.0.0.1:0

mapred.task.tracker.task-controller

org.apache.hadoop.mapred.DefaultTaskController

mapred.tasktracker.dns.interface

default

mapred.tasktracker.dns.nameserver

default

mapred.tasktracker.ephemeral.tasks.maximum

1

mapred.tasktracker.ephemeral.tasks.timeout

10000

mapred.tasktracker.ephemeral.tasks.ulimit

4294967296>

mapred.tasktracker.expiry.interval

600000

mapred.tasktracker.indexcache.mb

10

mapred.tasktracker.instrumentation

org.apache.hadoop.mapred.TaskTrackerMetricsInst

mapred.tasktracker.map.tasks.maximum

(CPUS > 2) ? (CPUS * 0.75) : 1

mapred.tasktracker.reduce.tasks.maximum

(CPUS > 2) ? (CPUS * 0.50): 1

mapred.tasktracker.taskmemorymanager.monitoring-interval

5000

mapred.tasktracker.tasks.sleeptime-before-sigkill

5000

mapred.temp.dir

${hadoop.tmp.dir}/mapred/temp

mapred.userlog.limit.kb

0

mapred.userlog.retain.hours

24

mapreduce.heartbeat.10

300

mapreduce.heartbeat.100

1000

mapreduce.heartbeat.1000

10000

mapreduce.heartbeat.10000

100000

mapreduce.job.acl-view-job

 

mapreduce.job.complete.cancel.delegation.tokens

TRUE

mapreduce.job.split.metainfo.maxsize

10000000

mapreduce.jobtracker.recovery.dir

/var/mapr/cluster/mapred/jobTracker/recovery

mapreduce.jobtracker.recovery.maxtime

120

mapreduce.jobtracker.staging.root.dir

/var/mapr/cluster/mapred/jobTracker/staging

mapreduce.maprfs.use.compression

TRUE

mapreduce.reduce.input.limit

-1

mapreduce.tasktracker.outofband.heartbeat

FALSE

mapreduce.tasktracker.prefetch.maptasks

1

mapreduce.use.fastreduce

FALSE

mapreduce.use.maprfs

TRUE

tasktracker.http.threads

2

topology.node.switch.mapping.impl

org.apache.hadoop.net.ScriptBasedMapping

topology.script.number.args

100

webinterface.private.actions

FALSE