| Config | Value |
|---|---|
| adl.feature.ownerandgroup.enableupn | false |
| adl.http.timeout | 5000 |
| datanode.https.port | 50475 |
| dfs.balancer.address | 0.0.0.0:0 |
| dfs.balancer.block-move.timeout | 0 |
| dfs.balancer.dispatcherThreads | 200 |
| dfs.balancer.getBlocks.min-block-size | 10485760 |
| dfs.balancer.getBlocks.size | 2147483648 |
| dfs.balancer.keytab.enabled | false |
| dfs.balancer.max-iteration-time | 1200000 |
| dfs.balancer.max-no-move-interval | 60000 |
| dfs.balancer.max-size-to-move | 10737418240 |
| dfs.balancer.movedWinWidth | 5400000 |
| dfs.balancer.moverThreads | 1000 |
| dfs.block.access.key.update.interval | 600 |
| dfs.block.access.token.enable | false |
| dfs.block.access.token.lifetime | 600 |
| dfs.block.access.token.protobuf.enable | false |
| dfs.block.invalidate.limit | 1000 |
| dfs.block.misreplication.processing.limit | 10000 |
| dfs.block.placement.ec.classname | org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicyRackFaultTolerant |
| dfs.block.replicator.classname | org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicyDefault |
| dfs.block.scanner.volume.bytes.per.second | 1048576 |
| dfs.blockreport.incremental.intervalMsec | 0 |
| dfs.blockreport.initialDelay | 0s |
| dfs.blockreport.intervalMsec | 21600000 |
| dfs.blockreport.split.threshold | 1000000 |
| dfs.blocksize | 134217728 |
| dfs.bytes-per-checksum | 512 |
| dfs.cachereport.intervalMsec | 10000 |
| dfs.checksum.combine.mode | MD5MD5CRC |
| dfs.checksum.type | CRC32C |
| dfs.client-write-packet-size | 65536 |
| dfs.client.block.write.locateFollowingBlock.initial.delay.ms | 400 |
| dfs.client.block.write.locateFollowingBlock.max.delay.ms | 60000 |
| dfs.client.block.write.locateFollowingBlock.retries | 7 |
| dfs.client.block.write.replace-datanode-on-failure.best-effort | false |
| dfs.client.block.write.replace-datanode-on-failure.enable | true |
| dfs.client.block.write.replace-datanode-on-failure.min-replication | 0 |
| dfs.client.block.write.replace-datanode-on-failure.policy | DEFAULT |
| dfs.client.block.write.retries | 3 |
| dfs.client.cached.conn.retry | 3 |
| dfs.client.context | default |
| dfs.client.datanode-restart.timeout | 30s |
| dfs.client.domain.socket.data.traffic | false |
| dfs.client.failover.connection.retries | 0 |
| dfs.client.failover.connection.retries.on.timeouts | 0 |
| dfs.client.failover.max.attempts | 15 |
| dfs.client.failover.sleep.base.millis | 500 |
| dfs.client.failover.sleep.max.millis | 15000 |
| dfs.client.file-block-storage-locations.timeout.millis | 10000 |
| dfs.client.hedged.read.threadpool.size | 0 |
| dfs.client.hedged.read.threshold.millis | 500 |
| dfs.client.https.keystore.resource | ssl-client.xml |
| dfs.client.https.need-auth | false |
| dfs.client.key.provider.cache.expiry | 864000000 |
| dfs.client.max.block.acquire.failures | 3 |
| dfs.client.mmap.cache.size | 256 |
| dfs.client.mmap.cache.timeout.ms | 3600000 |
| dfs.client.mmap.enabled | true |
| dfs.client.mmap.retry.timeout.ms | 300000 |
| dfs.client.read.short.circuit.replica.stale.threshold.ms | 1800000 |
| dfs.client.read.shortcircuit | true |
| dfs.client.read.shortcircuit.buffer.size | 1048576 |
| dfs.client.read.shortcircuit.skip.checksum | false |
| dfs.client.read.shortcircuit.streams.cache.expiry.ms | 300000 |
| dfs.client.read.shortcircuit.streams.cache.size | 256 |
| dfs.client.read.striped.threadpool.size | 18 |
| dfs.client.retry.interval-ms.get-last-block-length | 4000 |
| dfs.client.retry.max.attempts | 10 |
| dfs.client.retry.policy.enabled | false |
| dfs.client.retry.policy.spec | 10000,6,60000,10 |
| dfs.client.retry.times.get-last-block-length | 3 |
| dfs.client.retry.window.base | 3000 |
| dfs.client.server-defaults.validity.period.ms | 3600000 |
| dfs.client.short.circuit.replica.stale.threshold.ms | 1800000 |
| dfs.client.slow.io.warning.threshold.ms | 30000 |
| dfs.client.socket-timeout | 60000 |
| dfs.client.socket.send.buffer.size | 0 |
| dfs.client.socketcache.capacity | 16 |
| dfs.client.socketcache.expiryMsec | 3000 |
| dfs.client.test.drop.namenode.response.number | 0 |
| dfs.client.use.datanode.hostname | true |
| dfs.client.use.legacy.blockreader.local | false |
| dfs.client.write.byte-array-manager.count-limit | 2048 |
| dfs.client.write.byte-array-manager.count-reset-time-period-ms | 10000 |
| dfs.client.write.byte-array-manager.count-threshold | 128 |
| dfs.client.write.byte-array-manager.enabled | false |
| dfs.client.write.exclude.nodes.cache.expiry.interval.millis | 600000 |
| dfs.client.write.max-packets-in-flight | 80 |
| dfs.content-summary.limit | 5000 |
| dfs.content-summary.sleep-microsec | 500 |
| dfs.data.transfer.client.tcpnodelay | true |
| dfs.data.transfer.server.tcpnodelay | true |
| dfs.datanode.address | 0.0.0.0:9866 |
| dfs.datanode.available-space-volume-choosing-policy.balanced-space-preference-fraction | 0.75f |
| dfs.datanode.available-space-volume-choosing-policy.balanced-space-threshold | 10737418240 |
| dfs.datanode.balance.bandwidthPerSec | 10m |
| dfs.datanode.balance.max.concurrent.moves | 50 |
| dfs.datanode.block-pinning.enabled | false |
| dfs.datanode.block.id.layout.upgrade.threads | 12 |
| dfs.datanode.bp-ready.timeout | 20s |
| dfs.datanode.cache.revocation.polling.ms | 500 |
| dfs.datanode.cache.revocation.timeout.ms | 900000 |
| dfs.datanode.cached-dfsused.check.interval.ms | 600000 |
| dfs.datanode.data.dir | file://${hadoop.tmp.dir}/dfs/data |
| dfs.datanode.data.dir.perm | 700 |
| dfs.datanode.directoryscan.interval | 21600s |
| dfs.datanode.directoryscan.threads | 1 |
| dfs.datanode.directoryscan.throttle.limit.ms.per.sec | 1000 |
| dfs.datanode.disk.check.min.gap | 15m |
| dfs.datanode.disk.check.timeout | 10m |
| dfs.datanode.dns.interface | default |
| dfs.datanode.dns.nameserver | default |
| dfs.datanode.drop.cache.behind.reads | false |
| dfs.datanode.drop.cache.behind.writes | false |
| dfs.datanode.du.reserved | 0 |
| dfs.datanode.ec.reconstruction.stripedread.buffer.size | 65536 |
| dfs.datanode.ec.reconstruction.stripedread.timeout.millis | 5000 |
| dfs.datanode.ec.reconstruction.threads | 8 |
| dfs.datanode.ec.reconstruction.xmits.weight | 0.5 |
| dfs.datanode.failed.volumes.tolerated | 0 |
| dfs.datanode.fileio.profiling.sampling.percentage | 0 |
| dfs.datanode.fsdatasetcache.max.threads.per.volume | 4 |
| dfs.datanode.handler.count | 10 |
| dfs.datanode.hdfs-blocks-metadata.enabled | true |
| dfs.datanode.http.address | hadoop001:9864 |
| dfs.datanode.http.internal-proxy.port | 0 |
| dfs.datanode.https.address | 0.0.0.0:9865 |
| dfs.datanode.ipc.address | 0.0.0.0:9867 |
| dfs.datanode.lazywriter.interval.sec | 60 |
| dfs.datanode.max.locked.memory | 0 |
| dfs.datanode.max.transfer.threads | 4096 |
| dfs.datanode.metrics.logger.period.seconds | 600 |
| dfs.datanode.network.counts.cache.max.size | 2147483647 |
| dfs.datanode.oob.timeout-ms | 1500,0,0,0 |
| dfs.datanode.outliers.report.interval | 30m |
| dfs.datanode.peer.stats.enabled | false |
| dfs.datanode.readahead.bytes | 4194304 |
| dfs.datanode.restart.replica.expiration | 50 |
| dfs.datanode.scan.period.hours | 504 |
| dfs.datanode.shared.file.descriptor.paths | /dev/shm,/tmp |
| dfs.datanode.slow.io.warning.threshold.ms | 300 |
| dfs.datanode.socket.reuse.keepalive | 4000 |
| dfs.datanode.socket.write.timeout | 480000 |
| dfs.datanode.sync.behind.writes | false |
| dfs.datanode.sync.behind.writes.in.background | false |
| dfs.datanode.transfer.socket.recv.buffer.size | 0 |
| dfs.datanode.transfer.socket.send.buffer.size | 0 |
| dfs.datanode.transferTo.allowed | true |
| dfs.datanode.use.datanode.hostname | false |
| dfs.default.chunk.view.size | 32768 |
| dfs.disk.balancer.block.tolerance.percent | 10 |
| dfs.disk.balancer.enabled | false |
| dfs.disk.balancer.max.disk.errors | 5 |
| dfs.disk.balancer.max.disk.throughputInMBperSec | 10 |
| dfs.disk.balancer.plan.threshold.percent | 10 |
| dfs.disk.balancer.plan.valid.interval | 1d |
| dfs.domain.socket.disable.interval.seconds | 1 |
| dfs.domain.socket.path | /var/run/hdfs-sockets/dn |
| dfs.edit.log.transfer.bandwidthPerSec | 0 |
| dfs.edit.log.transfer.timeout | 30000 |
| dfs.encrypt.data.transfer | false |
| dfs.encrypt.data.transfer.cipher.key.bitlength | 128 |
| dfs.federation.router.admin-address | 0.0.0.0:8111 |
| dfs.federation.router.admin.enable | true |
| dfs.federation.router.admin.handler.count | 1 |
| dfs.federation.router.cache.ttl | 60000 |
| dfs.federation.router.connection.clean.ms | 10000 |
| dfs.federation.router.connection.pool-size | 1 |
| dfs.federation.router.connection.pool.clean.ms | 60000 |
| dfs.federation.router.file.resolver.client.class | org.apache.hadoop.hdfs.server.federation.resolver.MountTableResolver |
| dfs.federation.router.handler.count | 10 |
| dfs.federation.router.handler.queue.size | 100 |
| dfs.federation.router.heartbeat.enable | true |
| dfs.federation.router.heartbeat.interval | 5000 |
| dfs.federation.router.http-address | 0.0.0.0:50071 |
| dfs.federation.router.http.enable | true |
| dfs.federation.router.https-address | 0.0.0.0:50072 |
| dfs.federation.router.metrics.class | org.apache.hadoop.hdfs.server.federation.metrics.FederationRPCPerformanceMonitor |
| dfs.federation.router.metrics.enable | true |
| dfs.federation.router.monitor.localnamenode.enable | true |
| dfs.federation.router.namenode.resolver.client.class | org.apache.hadoop.hdfs.server.federation.resolver.MembershipNamenodeResolver |
| dfs.federation.router.reader.count | 1 |
| dfs.federation.router.reader.queue.size | 100 |
| dfs.federation.router.rpc-address | 0.0.0.0:8888 |
| dfs.federation.router.rpc.enable | true |
| dfs.federation.router.store.connection.test | 60000 |
| dfs.federation.router.store.driver.class | org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreFileImpl |
| dfs.federation.router.store.enable | true |
| dfs.federation.router.store.membership.expiration | 300000 |
| dfs.federation.router.store.serializer | org.apache.hadoop.hdfs.server.federation.store.driver.impl.StateStoreSerializerPBImpl |
| dfs.ha.automatic-failover.enabled | false |
| dfs.ha.fencing.ssh.connect-timeout | 30000 |
| dfs.ha.log-roll.period | 120s |
| dfs.ha.standby.checkpoints | true |
| dfs.ha.tail-edits.in-progress | false |
| dfs.ha.tail-edits.namenode-retries | 3 |
| dfs.ha.tail-edits.period | 60s |
| dfs.ha.tail-edits.rolledits.timeout | 60 |
| dfs.ha.zkfc.nn.http.timeout.ms | 20000 |
| dfs.ha.zkfc.port | 8019 |
| dfs.heartbeat.interval | 3s |
| dfs.http.client.failover.max.attempts | 15 |
| dfs.http.client.failover.sleep.base.millis | 500 |
| dfs.http.client.failover.sleep.max.millis | 15000 |
| dfs.http.client.retry.max.attempts | 10 |
| dfs.http.client.retry.policy.enabled | false |
| dfs.http.client.retry.policy.spec | 10000,6,60000,10 |
| dfs.http.policy | HTTP_ONLY |
| dfs.https.port | 9871 |
| dfs.https.server.keystore.resource | ssl-server.xml |
| dfs.image.compress | false |
| dfs.image.compression.codec | org.apache.hadoop.io.compress.DefaultCodec |
| dfs.image.transfer-bootstrap-standby.bandwidthPerSec | 0 |
| dfs.image.transfer.bandwidthPerSec | 0 |
| dfs.image.transfer.chunksize | 65536 |
| dfs.image.transfer.timeout | 60000 |
| dfs.journalnode.edits.dir | /tmp/hadoop/dfs/journalnode/ |
| dfs.journalnode.enable.sync | true |
| dfs.journalnode.http-address | 0.0.0.0:8480 |
| dfs.journalnode.https-address | 0.0.0.0:8481 |
| dfs.journalnode.rpc-address | 0.0.0.0:8485 |
| dfs.journalnode.sync.interval | 120000 |
| dfs.lock.suppress.warning.interval | 10s |
| dfs.ls.limit | 1000 |
| dfs.mover.address | 0.0.0.0:0 |
| dfs.mover.keytab.enabled | false |
| dfs.mover.max-no-move-interval | 60000 |
| dfs.mover.movedWinWidth | 5400000 |
| dfs.mover.moverThreads | 1000 |
| dfs.mover.retry.max.attempts | 10 |
| dfs.namenode.accesstime.precision | 3600000 |
| dfs.namenode.acls.enabled | false |
| dfs.namenode.audit.log.async | false |
| dfs.namenode.audit.log.token.tracking.id | false |
| dfs.namenode.audit.loggers | default |
| dfs.namenode.available-space-block-placement-policy.balanced-space-preference-fraction | 0.6 |
| dfs.namenode.avoid.read.stale.datanode | false |
| dfs.namenode.avoid.write.stale.datanode | false |
| dfs.namenode.backup.address | 0.0.0.0:50100 |
| dfs.namenode.backup.http-address | 0.0.0.0:50105 |
| dfs.namenode.block-placement-policy.default.prefer-local-node | true |
| dfs.namenode.block.deletion.increment | 1000 |
| dfs.namenode.blocks.per.postponedblocks.rescan | 10000 |
| dfs.namenode.caching.enabled | true |
| dfs.namenode.checkpoint.check.period | 60s |
| dfs.namenode.checkpoint.check.quiet-multiplier | 1.5 |
| dfs.namenode.checkpoint.dir | file://${hadoop.tmp.dir}/dfs/namesecondary |
| dfs.namenode.checkpoint.edits.dir | ${dfs.namenode.checkpoint.dir} |
| dfs.namenode.checkpoint.max-retries | 3 |
| dfs.namenode.checkpoint.period | 3600s |
| dfs.namenode.checkpoint.txns | 1000000 |
| dfs.namenode.datanode.registration.ip-hostname-check | true |
| dfs.namenode.decommission.blocks.per.interval | 500000 |
| dfs.namenode.decommission.interval | 30s |
| dfs.namenode.decommission.max.concurrent.tracked.nodes | 100 |
| dfs.namenode.delegation.key.update-interval | 86400000 |
| dfs.namenode.delegation.token.always-use | false |
| dfs.namenode.delegation.token.max-lifetime | 604800000 |
| dfs.namenode.delegation.token.renew-interval | 86400000 |
| dfs.namenode.ec.policies.max.cellsize | 4194304 |
| dfs.namenode.ec.system.default.policy | RS-6-3-1024k |
| dfs.namenode.edekcacheloader.initial.delay.ms | 3000 |
| dfs.namenode.edekcacheloader.interval.ms | 1000 |
| dfs.namenode.edit.log.autoroll.check.interval.ms | 300000 |
| dfs.namenode.edit.log.autoroll.multiplier.threshold | 2.0 |
| dfs.namenode.edits.asynclogging | true |
| dfs.namenode.edits.dir | ${dfs.namenode.name.dir} |
| dfs.namenode.edits.dir.minimum | 1 |
| dfs.namenode.edits.journal-plugin.qjournal | org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager |
| dfs.namenode.edits.noeditlogchannelflush | false |
| dfs.namenode.enable.retrycache | true |
| dfs.namenode.file.close.num-committed-allowed | 0 |
| dfs.namenode.fs-limits.max-blocks-per-file | 10000 |
| dfs.namenode.fs-limits.max-component-length | 255 |
| dfs.namenode.fs-limits.max-directory-items | 1048576 |
| dfs.namenode.fs-limits.max-xattr-size | 16384 |
| dfs.namenode.fs-limits.max-xattrs-per-inode | 32 |
| dfs.namenode.fs-limits.min-block-size | 1048576 |
| dfs.namenode.fslock.fair | true |
| dfs.namenode.full.block.report.lease.length.ms | 300000 |
| dfs.namenode.handler.count | 10 |
| dfs.namenode.heartbeat.recheck-interval | 300000 |
| dfs.namenode.hosts.provider.classname | org.apache.hadoop.hdfs.server.blockmanagement.HostFileManager |
| dfs.namenode.http-address | hadoop001:9870 |
| dfs.namenode.https-address | hadoop001:9871 |
| dfs.namenode.inotify.max.events.per.rpc | 1000 |
| dfs.namenode.invalidate.work.pct.per.iteration | 0.32f |
| dfs.namenode.kerberos.internal.spnego.principal | ${dfs.web.authentication.kerberos.principal} |
| dfs.namenode.kerberos.principal.pattern | * |
| dfs.namenode.lazypersist.file.scrub.interval.sec | 300 |
| dfs.namenode.lease-recheck-interval-ms | 2000 |
| dfs.namenode.lifeline.handler.ratio | 0.10 |
| dfs.namenode.list.cache.directives.num.responses | 100 |
| dfs.namenode.list.cache.pools.num.responses | 100 |
| dfs.namenode.list.encryption.zones.num.responses | 100 |
| dfs.namenode.list.openfiles.num.responses | 1000 |
| dfs.namenode.list.reencryption.status.num.responses | 100 |
| dfs.namenode.lock.detailed-metrics.enabled | false |
| dfs.namenode.maintenance.replication.min | 1 |
| dfs.namenode.max-lock-hold-to-release-lease-ms | 25 |
| dfs.namenode.max-num-blocks-to-log | 1000 |
| dfs.namenode.max.extra.edits.segments.retained | 10000 |
| dfs.namenode.max.full.block.report.leases | 6 |
| dfs.namenode.max.objects | 0 |
| dfs.namenode.max.op.size | 52428800 |
| dfs.namenode.metrics.logger.period.seconds | 600 |
| dfs.namenode.missing.checkpoint.periods.before.shutdown | 3 |
| dfs.namenode.name.cache.threshold | 10 |
| dfs.namenode.name.dir | file:///data1/dfs/nn,file:///data2/dfs/nn |
| dfs.namenode.name.dir.restore | false |
| dfs.namenode.num.checkpoints.retained | 2 |
| dfs.namenode.num.extra.edits.retained | 1000000 |
| dfs.namenode.path.based.cache.block.map.allocation.percent | 0.25 |
| dfs.namenode.path.based.cache.refresh.interval.ms | 30000 |
| dfs.namenode.path.based.cache.retry.interval.ms | 30000 |
| dfs.namenode.posix.acl.inheritance.enabled | true |
| dfs.namenode.quota.init-threads | 4 |
| dfs.namenode.read-lock-reporting-threshold-ms | 5000 |
| dfs.namenode.reconstruction.pending.timeout-sec | 300 |
| dfs.namenode.redundancy.considerLoad | true |
| dfs.namenode.redundancy.considerLoad.factor | 2.0 |
| dfs.namenode.redundancy.interval.seconds | 3s |
| dfs.namenode.reencrypt.batch.size | 1000 |
| dfs.namenode.reencrypt.edek.threads | 10 |
| dfs.namenode.reencrypt.sleep.interval | 1m |
| dfs.namenode.reencrypt.throttle.limit.handler.ratio | 1.0 |
| dfs.namenode.reencrypt.throttle.limit.updater.ratio | 1.0 |
| dfs.namenode.reject-unresolved-dn-topology-mapping | false |
| dfs.namenode.replication.max-streams | 2 |
| dfs.namenode.replication.max-streams-hard-limit | 4 |
| dfs.namenode.replication.min | 1 |
| dfs.namenode.replication.work.multiplier.per.iteration | 2 |
| dfs.namenode.resource.check.interval | 5000 |
| dfs.namenode.resource.checked.volumes.minimum | 1 |
| dfs.namenode.resource.du.reserved | 104857600 |
| dfs.namenode.retrycache.expirytime.millis | 600000 |
| dfs.namenode.retrycache.heap.percent | 0.03f |
| dfs.namenode.safemode.extension | 30000 |
| dfs.namenode.safemode.min.datanodes | 0 |
| dfs.namenode.safemode.threshold-pct | 0.999f |
| dfs.namenode.secondary.http-address | 0.0.0.0:9868 |
| dfs.namenode.secondary.https-address | 0.0.0.0:9869 |
| dfs.namenode.service.handler.count | 10 |
| dfs.namenode.servicerpc-address | hadoop001:8022 |
| dfs.namenode.snapshot.capture.openfiles | true |
| dfs.namenode.snapshot.skip.capture.accesstime-only-change | false |
| dfs.namenode.snapshotdiff.allow.snap-root-descendant | true |
| dfs.namenode.stale.datanode.interval | 30000 |
| dfs.namenode.stale.datanode.minimum.interval | 3 |
| dfs.namenode.startup.delay.block.deletion.sec | 0 |
| dfs.namenode.storageinfo.defragment.interval.ms | 600000 |
| dfs.namenode.storageinfo.defragment.ratio | 0.75 |
| dfs.namenode.storageinfo.defragment.timeout.ms | 4 |
| dfs.namenode.support.allow.format | true |
| dfs.namenode.top.enabled | true |
| dfs.namenode.top.num.users | 10 |
| dfs.namenode.top.window.num.buckets | 10 |
| dfs.namenode.top.windows.minutes | 1,5,25 |
| dfs.namenode.upgrade.domain.factor | ${dfs.replication} |
| dfs.namenode.write-lock-reporting-threshold-ms | 5000 |
| dfs.namenode.write.stale.datanode.ratio | 0.5f |
| dfs.namenode.xattrs.enabled | true |
| dfs.permissions.enabled | true |
| dfs.permissions.superusergroup | supergroup |
| dfs.pipeline.ecn | false |
| dfs.qjm.operations.timeout | 60s |
| dfs.qjournal.accept-recovery.timeout.ms | 120000 |
| dfs.qjournal.finalize-segment.timeout.ms | 120000 |
| dfs.qjournal.get-journal-state.timeout.ms | 120000 |
| dfs.qjournal.new-epoch.timeout.ms | 120000 |
| dfs.qjournal.prepare-recovery.timeout.ms | 120000 |
| dfs.qjournal.queued-edits.limit.mb | 10 |
| dfs.qjournal.select-input-streams.timeout.ms | 20000 |
| dfs.qjournal.start-segment.timeout.ms | 20000 |
| dfs.qjournal.write-txns.timeout.ms | 20000 |
| dfs.quota.by.storage.type.enabled | true |
| dfs.reformat.disabled | false |
| dfs.replication | 3 |
| dfs.replication.max | 512 |
| dfs.secondary.namenode.kerberos.internal.spnego.principal | ${dfs.web.authentication.kerberos.principal} |
| dfs.short.circuit.shared.memory.watcher.interrupt.check.ms | 60000 |
| dfs.storage.policy.enabled | true |
| dfs.stream-buffer-size | 4096 |
| dfs.use.dfs.network.topology | true |
| dfs.user.home.dir.prefix | /user |
| dfs.web.authentication.filter | org.apache.hadoop.hdfs.web.AuthFilter |
| dfs.webhdfs.acl.provider.permission.pattern | ^(default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?(,(default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?)*$ |
| dfs.webhdfs.netty.high.watermark | 65535 |
| dfs.webhdfs.netty.low.watermark | 32768 |
| dfs.webhdfs.oauth2.enabled | false |
| dfs.webhdfs.rest-csrf.browser-useragents-regex | ^Mozilla.*,^Opera.* |
| dfs.webhdfs.rest-csrf.custom-header | X-XSRF-HEADER |
| dfs.webhdfs.rest-csrf.enabled | false |
| dfs.webhdfs.rest-csrf.methods-to-ignore | GET,OPTIONS,HEAD,TRACE |
| dfs.webhdfs.socket.connect-timeout | 60s |
| dfs.webhdfs.socket.read-timeout | 60s |
| dfs.webhdfs.ugi.expire.after.access | 600000 |
| dfs.webhdfs.use.ipc.callq | true |
| dfs.webhdfs.user.provider.user.pattern | ^[A-Za-z_][A-Za-z0-9._-]*[$]?$ |
| dfs.xframe.enabled | true |
| dfs.xframe.value | SAMEORIGIN |
| file.blocksize | 67108864 |
| file.bytes-per-checksum | 512 |
| file.client-write-packet-size | 65536 |
| file.replication | 1 |
| file.stream-buffer-size | 4096 |
| fs.AbstractFileSystem.abfs.impl | org.apache.hadoop.fs.azurebfs.Abfs |
| fs.AbstractFileSystem.abfss.impl | org.apache.hadoop.fs.azurebfs.Abfss |
| fs.AbstractFileSystem.adl.impl | org.apache.hadoop.fs.adl.Adl |
| fs.AbstractFileSystem.file.impl | org.apache.hadoop.fs.local.LocalFs |
| fs.AbstractFileSystem.ftp.impl | org.apache.hadoop.fs.ftp.FtpFs |
| fs.AbstractFileSystem.gs.impl | com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS |
| fs.AbstractFileSystem.har.impl | org.apache.hadoop.fs.HarFs |
| fs.AbstractFileSystem.hdfs.impl | org.apache.hadoop.fs.Hdfs |
| fs.AbstractFileSystem.s3a.impl | org.apache.hadoop.fs.s3a.S3A |
| fs.AbstractFileSystem.swebhdfs.impl | org.apache.hadoop.fs.SWebHdfs |
| fs.AbstractFileSystem.viewfs.impl | org.apache.hadoop.fs.viewfs.ViewFs |
| fs.AbstractFileSystem.wasb.impl | org.apache.hadoop.fs.azure.Wasb |
| fs.AbstractFileSystem.wasbs.impl | org.apache.hadoop.fs.azure.Wasbs |
| fs.AbstractFileSystem.webhdfs.impl | org.apache.hadoop.fs.WebHdfs |
| fs.abfs.impl | org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem |
| fs.abfss.impl | org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem |
| fs.adl.impl | org.apache.hadoop.fs.adl.AdlFileSystem |
| fs.adl.oauth2.access.token.provider.type | ClientCredential |
| fs.automatic.close | true |
| fs.azure.authorization | false |
| fs.azure.authorization.caching.enable | true |
| fs.azure.local.sas.key.mode | false |
| fs.azure.sas.expiry.period | 90d |
| fs.azure.saskey.usecontainersaskeyforallaccess | true |
| fs.azure.secure.mode | false |
| fs.azure.user.agent.prefix | unknown |
| fs.client.resolve.remote.symlinks | true |
| fs.client.resolve.topology.enabled | false |
| fs.defaultFS | hdfs://hadoop001:8020 |
| fs.df.interval | 60000 |
| fs.du.interval | 600000 |
| fs.ftp.data.connection.mode | ACTIVE_LOCAL_DATA_CONNECTION_MODE |
| fs.ftp.host | 0.0.0.0 |
| fs.ftp.host.port | 21 |
| fs.ftp.timeout | 0 |
| fs.ftp.transfer.mode | BLOCK_TRANSFER_MODE |
| fs.gs.impl | com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem |
| fs.har.impl.disable.cache | true |
| fs.permissions.umask-mode | 022 |
| fs.s3a.assumed.role.credentials.provider | org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider |
| fs.s3a.assumed.role.session.duration | 30m |
| fs.s3a.attempts.maximum | 20 |
| fs.s3a.block.size | 32M |
| fs.s3a.buffer.dir | ${hadoop.tmp.dir}/s3a |
| fs.s3a.committer.magic.enabled | false |
| fs.s3a.committer.name | file |
| fs.s3a.committer.staging.abort.pending.uploads | true |
| fs.s3a.committer.staging.conflict-mode | fail |
| fs.s3a.committer.staging.tmp.path | tmp/staging |
| fs.s3a.committer.staging.unique-filenames | true |
| fs.s3a.committer.threads | 8 |
| fs.s3a.connection.establish.timeout | 5000 |
| fs.s3a.connection.maximum | 15 |
| fs.s3a.connection.ssl.enabled | true |
| fs.s3a.connection.timeout | 200000 |
| fs.s3a.etag.checksum.enabled | false |
| fs.s3a.fast.upload.active.blocks | 4 |
| fs.s3a.fast.upload.buffer | disk |
| fs.s3a.impl | org.apache.hadoop.fs.s3a.S3AFileSystem |
| fs.s3a.list.version | 2 |
| fs.s3a.max.total.tasks | 5 |
| fs.s3a.metadatastore.authoritative | false |
| fs.s3a.metadatastore.impl | org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore |
| fs.s3a.multiobjectdelete.enable | true |
| fs.s3a.multipart.purge | false |
| fs.s3a.multipart.purge.age | 86400 |
| fs.s3a.multipart.size | 100M |
| fs.s3a.multipart.threshold | 2147483647 |
| fs.s3a.paging.maximum | 5000 |
| fs.s3a.path.style.access | false |
| fs.s3a.readahead.range | 64K |
| fs.s3a.retry.interval | 500ms |
| fs.s3a.retry.limit | ${fs.s3a.attempts.maximum} |
| fs.s3a.retry.throttle.interval | 1000ms |
| fs.s3a.retry.throttle.limit | ${fs.s3a.attempts.maximum} |
| fs.s3a.s3guard.cli.prune.age | 86400000 |
| fs.s3a.s3guard.ddb.background.sleep | 25 |
| fs.s3a.s3guard.ddb.max.retries | 9 |
| fs.s3a.s3guard.ddb.table.capacity.read | 500 |
| fs.s3a.s3guard.ddb.table.capacity.write | 100 |
| fs.s3a.s3guard.ddb.table.create | false |
| fs.s3a.socket.recv.buffer | 8192 |
| fs.s3a.socket.send.buffer | 8192 |
| fs.s3a.threads.keepalivetime | 60 |
| fs.s3a.threads.max | 10 |
| fs.swift.impl | org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem |
| fs.trash.checkpoint.interval | 0 |
| fs.trash.interval | 1 |
| fs.viewfs.rename.strategy | SAME_MOUNTPOINT |
| fs.wasb.impl | org.apache.hadoop.fs.azure.NativeAzureFileSystem |
| fs.wasbs.impl | org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure |
| ftp.blocksize | 67108864 |
| ftp.bytes-per-checksum | 512 |
| ftp.client-write-packet-size | 65536 |
| ftp.replication | 3 |
| ftp.stream-buffer-size | 4096 |
| ha.failover-controller.cli-check.rpc-timeout.ms | 20000 |
| ha.failover-controller.graceful-fence.connection.retries | 1 |
| ha.failover-controller.graceful-fence.rpc-timeout.ms | 5000 |
| ha.failover-controller.new-active.rpc-timeout.ms | 60000 |
| ha.health-monitor.check-interval.ms | 1000 |
| ha.health-monitor.connect-retry-interval.ms | 1000 |
| ha.health-monitor.rpc-timeout.ms | 45000 |
| ha.health-monitor.sleep-after-disconnect.ms | 1000 |
| ha.zookeeper.acl | world:anyone:rwcda |
| ha.zookeeper.parent-znode | /hadoop-ha |
| ha.zookeeper.session-timeout.ms | 10000 |
| hadoop.caller.context.enabled | false |
| hadoop.caller.context.max.size | 128 |
| hadoop.caller.context.signature.max.size | 40 |
| hadoop.common.configuration.version | 3.0.0 |
| hadoop.fuse.connection.timeout | 300 |
| hadoop.fuse.timer.period | 5 |
| hadoop.hdfs.configuration.version | 1 |
| hadoop.http.authentication.kerberos.keytab | ${user.home}/hadoop.keytab |
| hadoop.http.authentication.kerberos.principal | HTTP/_HOST@LOCALHOST |
| hadoop.http.authentication.signature.secret.file | ${user.home}/hadoop-http-auth-signature-secret |
| hadoop.http.authentication.simple.anonymous.allowed | true |
| hadoop.http.authentication.token.validity | 36000 |
| hadoop.http.authentication.type | simple |
| hadoop.http.cross-origin.allowed-headers | X-Requested-With,Content-Type,Accept,Origin |
| hadoop.http.cross-origin.allowed-methods | GET,POST,HEAD |
| hadoop.http.cross-origin.allowed-origins | * |
| hadoop.http.cross-origin.enabled | false |
| hadoop.http.cross-origin.max-age | 1800 |
| hadoop.http.filter.initializers | org.apache.hadoop.http.lib.StaticUserWebFilter |
| hadoop.http.logs.enabled | true |
| hadoop.http.staticuser.user | dr.who |
| hadoop.jetty.logs.serve.aliases | true |
| hadoop.kerberos.keytab.login.autorenewal.enabled | false |
| hadoop.kerberos.kinit.command | kinit |
| hadoop.kerberos.min.seconds.before.relogin | 60 |
| hadoop.proxyuser.HTTP.groups | * |
| hadoop.proxyuser.HTTP.hosts | * |
| hadoop.proxyuser.flume.groups | * |
| hadoop.proxyuser.flume.hosts | * |
| hadoop.proxyuser.hdfs.groups | * |
| hadoop.proxyuser.hdfs.hosts | * |
| hadoop.proxyuser.hive.groups | * |
| hadoop.proxyuser.hive.hosts | * |
| hadoop.proxyuser.httpfs.groups | * |
| hadoop.proxyuser.httpfs.hosts | * |
| hadoop.proxyuser.hue.groups | * |
| hadoop.proxyuser.hue.hosts | * |
| hadoop.proxyuser.oozie.groups | * |
| hadoop.proxyuser.oozie.hosts | * |
| hadoop.proxyuser.yarn.groups | * |
| hadoop.proxyuser.yarn.hosts | * |
| hadoop.registry.jaas.context | Client |
| hadoop.registry.rm.enabled | false |
| hadoop.registry.secure | false |
| hadoop.registry.system.acls | sasl:yarn@, sasl:mapred@, sasl:hdfs@ |
| hadoop.registry.zk.connection.timeout.ms | 15000 |
| hadoop.registry.zk.quorum | localhost:2181 |
| hadoop.registry.zk.retry.ceiling.ms | 60000 |
| hadoop.registry.zk.retry.interval.ms | 1000 |
| hadoop.registry.zk.retry.times | 5 |
| hadoop.registry.zk.root | /registry |
| hadoop.registry.zk.session.timeout.ms | 60000 |
| hadoop.rpc.protection | authentication |
| hadoop.rpc.socket.factory.class.default | org.apache.hadoop.net.StandardSocketFactory |
| hadoop.security.auth_to_local | DEFAULT |
| hadoop.security.authentication | simple |
| hadoop.security.authorization | false |
| hadoop.security.credential.clear-text-fallback | true |
| hadoop.security.crypto.buffer.size | 8192 |
| hadoop.security.crypto.cipher.suite | AES/CTR/NoPadding |
| hadoop.security.crypto.codec.classes.aes.ctr.nopadding | org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec |
| hadoop.security.dns.log-slow-lookups.enabled | false |
| hadoop.security.dns.log-slow-lookups.threshold.ms | 1000 |
| hadoop.security.group.mapping | org.apache.hadoop.security.ShellBasedUnixGroupsMapping |
| hadoop.security.group.mapping.ldap.connection.timeout.ms | 60000 |
| hadoop.security.group.mapping.ldap.directory.search.timeout | 10000 |
| hadoop.security.group.mapping.ldap.posix.attr.gid.name | gidNumber |
| hadoop.security.group.mapping.ldap.posix.attr.uid.name | uidNumber |
| hadoop.security.group.mapping.ldap.read.timeout.ms | 60000 |
| hadoop.security.group.mapping.ldap.search.attr.group.name | cn |
| hadoop.security.group.mapping.ldap.search.attr.member | member |
| hadoop.security.group.mapping.ldap.search.filter.group | (objectClass=group) |
| hadoop.security.group.mapping.ldap.search.filter.user | (&(objectClass=user)(sAMAccountName={0})) |
| hadoop.security.group.mapping.ldap.search.group.hierarchy.levels | 0 |
| hadoop.security.group.mapping.ldap.ssl | false |
| hadoop.security.group.mapping.providers.combined | true |
| hadoop.security.groups.cache.background.reload | true |
| hadoop.security.groups.cache.background.reload.threads | 3 |
| hadoop.security.groups.cache.secs | 300 |
| hadoop.security.groups.cache.warn.after.ms | 5000 |
| hadoop.security.groups.negative-cache.secs | 30 |
| hadoop.security.groups.shell.command.timeout | 0s |
| hadoop.security.instrumentation.requires.admin | false |
| hadoop.security.java.secure.random.algorithm | SHA1PRNG |
| hadoop.security.kms.client.authentication.retry-count | 1 |
| hadoop.security.kms.client.encrypted.key.cache.expiry | 43200000 |
| hadoop.security.kms.client.encrypted.key.cache.low-watermark | 0.3f |
| hadoop.security.kms.client.encrypted.key.cache.num.refill.threads | 2 |
| hadoop.security.kms.client.encrypted.key.cache.size | 500 |
| hadoop.security.kms.client.failover.sleep.base.millis | 100 |
| hadoop.security.kms.client.failover.sleep.max.millis | 2000 |
| hadoop.security.kms.client.timeout | 60 |
| hadoop.security.random.device.file.path | /dev/urandom |
| hadoop.security.secure.random.impl | org.apache.hadoop.crypto.random.OpensslSecureRandom |
| hadoop.security.sensitive-config-keys | secret$ password$ ssl.keystore.pass$ fs.s3.*[Ss]ecret.?[Kk]ey fs.s3a.*.server-side-encryption.key fs.azure.account.key.* credential$ oauth.*secret oauth.*password oauth.*token hadoop.security.sensitive-config-keys |
| hadoop.security.uid.cache.secs | 14400 |
| hadoop.service.shutdown.timeout | 30s |
| hadoop.shell.missing.defaultFs.warning | true |
| hadoop.shell.safely.delete.limit.num.files | 100 |
| hadoop.ssl.client.conf | ssl-client.xml |
| hadoop.ssl.enabled | false |
| hadoop.ssl.enabled.protocols | TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2 |
| hadoop.ssl.hostname.verifier | DEFAULT |
| hadoop.ssl.keystores.factory.class | org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory |
| hadoop.ssl.require.client.cert | false |
| hadoop.ssl.server.conf | ssl-server.xml |
| hadoop.tmp.dir | /tmp/hadoop-${user.name} |
| hadoop.user.group.static.mapping.overrides | dr.who=; |
| hadoop.util.hash.type | murmur |
| hadoop.workaround.non.threadsafe.getpwuid | true |
| hadoop.zk.acl | world:anyone:rwcda |
| hadoop.zk.num-retries | 1000 |
| hadoop.zk.retry-interval-ms | 1000 |
| hadoop.zk.timeout-ms | 10000 |
| httpfs.buffer.size | 4096 |
| io.compression.codec.bzip2.library | system-native |
| io.compression.codecs | org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.BZip2Codec,org.apache.hadoop.io.compress.DeflateCodec,org.apache.hadoop.io.compress.SnappyCodec,org.apache.hadoop.io.compress.Lz4Codec |
| io.erasurecode.codec.rs-legacy.rawcoders | rs-legacy_java |
| io.erasurecode.codec.rs.rawcoders | rs_native,rs_java |
| io.erasurecode.codec.xor.rawcoders | xor_native,xor_java |
| io.file.buffer.size | 4096 |
| io.map.index.interval | 128 |
| io.map.index.skip | 0 |
| io.mapfile.bloom.error.rate | 0.005 |
| io.mapfile.bloom.size | 1048576 |
| io.seqfile.compress.blocksize | 1000000 |
| io.seqfile.local.dir | ${hadoop.tmp.dir}/io/local |
| io.serializations | org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization |
| io.skip.checksum.errors | false |
| ipc.client.bind.wildcard.addr | false |
| ipc.client.connect.max.retries | 10 |
| ipc.client.connect.max.retries.on.timeouts | 45 |
| ipc.client.connect.retry.interval | 1000 |
| ipc.client.connect.timeout | 20000 |
| ipc.client.connection.maxidletime | 10000 |
| ipc.client.fallback-to-simple-auth-allowed | false |
| ipc.client.idlethreshold | 4000 |
| ipc.client.kill.max | 10 |
| ipc.client.low-latency | false |
| ipc.client.ping | true |
| ipc.client.rpc-timeout.ms | 0 |
| ipc.client.tcpnodelay | true |
| ipc.maximum.data.length | 67108864 |
| ipc.maximum.response.length | 134217728 |
| ipc.ping.interval | 60000 |
| ipc.server.listen.queue.size | 128 |
| ipc.server.log.slow.rpc | false |
| ipc.server.max.connections | 0 |
| map.sort.class | org.apache.hadoop.util.QuickSort |
| mapreduce.am.max-attempts | 2 |
| mapreduce.app-submission.cross-platform | false |
| mapreduce.client.completion.pollinterval | 5000 |
| mapreduce.client.libjars.wildcard | true |
| mapreduce.client.output.filter | FAILED |
| mapreduce.client.progressmonitor.pollinterval | 1000 |
| mapreduce.client.submit.file.replication | 10 |
| mapreduce.cluster.acls.enabled | false |
| mapreduce.cluster.local.dir | ${hadoop.tmp.dir}/mapred/local |
| mapreduce.fileoutputcommitter.algorithm.version | 2 |
| mapreduce.framework.name | local |
| mapreduce.ifile.readahead | true |
| mapreduce.ifile.readahead.bytes | 4194304 |
| mapreduce.input.fileinputformat.list-status.num-threads | 1 |
| mapreduce.input.fileinputformat.split.minsize | 0 |
| mapreduce.input.lineinputformat.linespermap | 1 |
| mapreduce.job.acl-modify-job | |
| mapreduce.job.acl-view-job | |
| mapreduce.job.cache.limit.max-resources | 0 |
| mapreduce.job.cache.limit.max-resources-mb | 0 |
| mapreduce.job.cache.limit.max-single-resource-mb | 0 |
| mapreduce.job.classloader | false |
| mapreduce.job.committer.setup.cleanup.needed | true |
| mapreduce.job.complete.cancel.delegation.tokens | true |
| mapreduce.job.counters.max | 120 |
| mapreduce.job.emit-timeline-data | false |
| mapreduce.job.encrypted-intermediate-data | false |
| mapreduce.job.encrypted-intermediate-data-key-size-bits | 128 |
| mapreduce.job.encrypted-intermediate-data.buffer.kb | 128 |
| mapreduce.job.end-notification.max.attempts | 5 |
| mapreduce.job.end-notification.max.retry.interval | 5000 |
| mapreduce.job.end-notification.retry.attempts | 0 |
| mapreduce.job.end-notification.retry.interval | 1000 |
| mapreduce.job.finish-when-all-reducers-done | true |
| mapreduce.job.hdfs-servers | ${fs.defaultFS} |
| mapreduce.job.heap.memory-mb.ratio | 0.8 |
| mapreduce.job.map.output.collector.class | org.apache.hadoop.mapred.MapTask$MapOutputBuffer |
| mapreduce.job.maps | 2 |
| mapreduce.job.max.map | -1 |
| mapreduce.job.max.split.locations | 15 |
| mapreduce.job.maxtaskfailures.per.tracker | 3 |
| mapreduce.job.queuename | default |
| mapreduce.job.reduce.shuffle.consumer.plugin.class | org.apache.hadoop.mapreduce.task.reduce.Shuffle |
| mapreduce.job.reduce.slowstart.completedmaps | 0.05 |
| mapreduce.job.reducer.preempt.delay.sec | 0 |
| mapreduce.job.reducer.unconditional-preempt.delay.sec | 300 |
| mapreduce.job.reduces | 1 |
| mapreduce.job.running.map.limit | 0 |
| mapreduce.job.running.reduce.limit | 0 |
| mapreduce.job.sharedcache.mode | disabled |
| mapreduce.job.speculative.minimum-allowed-tasks | 10 |
| mapreduce.job.speculative.retry-after-no-speculate | 1000 |
| mapreduce.job.speculative.retry-after-speculate | 15000 |
| mapreduce.job.speculative.slowtaskthreshold | 1.0 |
| mapreduce.job.speculative.speculative-cap-running-tasks | 0.1 |
| mapreduce.job.speculative.speculative-cap-total-tasks | 0.01 |
| mapreduce.job.split.metainfo.maxsize | 10000000 |
| mapreduce.job.token.tracking.ids.enabled | false |
| mapreduce.job.ubertask.enable | false |
| mapreduce.job.ubertask.maxmaps | 9 |
| mapreduce.job.ubertask.maxreduces | 1 |
| mapreduce.jobhistory.address | 0.0.0.0:10020 |
| mapreduce.jobhistory.admin.acl | * |
| mapreduce.jobhistory.admin.address | 0.0.0.0:10033 |
| mapreduce.jobhistory.cleaner.enable | true |
| mapreduce.jobhistory.cleaner.interval-ms | 86400000 |
| mapreduce.jobhistory.client.thread-count | 10 |
| mapreduce.jobhistory.datestring.cache.size | 200000 |
| mapreduce.jobhistory.done-dir | ${yarn.app.mapreduce.am.staging-dir}/history/done |
| mapreduce.jobhistory.http.policy | HTTP_ONLY |
| mapreduce.jobhistory.intermediate-done-dir | ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate |
| mapreduce.jobhistory.jhist.format | binary |
| mapreduce.jobhistory.joblist.cache.size | 20000 |
| mapreduce.jobhistory.jobname.limit | 50 |
| mapreduce.jobhistory.keytab | /etc/security/keytab/jhs.service.keytab |
| mapreduce.jobhistory.loadedjob.tasks.max | -1 |
| mapreduce.jobhistory.loadedjobs.cache.size | 5 |
| mapreduce.jobhistory.max-age-ms | 604800000 |
| mapreduce.jobhistory.minicluster.fixed.ports | false |
| mapreduce.jobhistory.move.interval-ms | 180000 |
| mapreduce.jobhistory.move.thread-count | 3 |
| mapreduce.jobhistory.principal | jhs/_HOST@REALM.TLD |
| mapreduce.jobhistory.recovery.enable | false |
| mapreduce.jobhistory.recovery.store.class | org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService |
| mapreduce.jobhistory.recovery.store.fs.uri | ${hadoop.tmp.dir}/mapred/history/recoverystore |
| mapreduce.jobhistory.recovery.store.leveldb.path | ${hadoop.tmp.dir}/mapred/history/recoverystore |
| mapreduce.jobhistory.webapp.address | 0.0.0.0:19888 |
| mapreduce.jobhistory.webapp.https.address | 0.0.0.0:19890 |
| mapreduce.jobhistory.webapp.rest-csrf.custom-header | X-XSRF-Header |
| mapreduce.jobhistory.webapp.rest-csrf.enabled | false |
| mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore | GET,OPTIONS,HEAD |
| mapreduce.jobhistory.webapp.xfs-filter.xframe-options | SAMEORIGIN |
| mapreduce.jvm.system-properties-to-log | os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name |
| mapreduce.map.cpu.vcores | 1 |
| mapreduce.map.log.level | INFO |
| mapreduce.map.maxattempts | 4 |
| mapreduce.map.memory.mb | -1 |
| mapreduce.map.output.compress | false |
| mapreduce.map.output.compress.codec | org.apache.hadoop.io.compress.DefaultCodec |
| mapreduce.map.skip.maxrecords | 0 |
| mapreduce.map.skip.proc-count.auto-incr | true |
| mapreduce.map.sort.spill.percent | 0.80 |
| mapreduce.map.speculative | true |
| mapreduce.output.fileoutputformat.compress | false |
| mapreduce.output.fileoutputformat.compress.codec | org.apache.hadoop.io.compress.DefaultCodec |
| mapreduce.output.fileoutputformat.compress.type | RECORD |
| mapreduce.outputcommitter.factory.scheme.s3a | org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory |
| mapreduce.reduce.cpu.vcores | 1 |
| mapreduce.reduce.input.buffer.percent | 0.0 |
| mapreduce.reduce.log.level | INFO |
| mapreduce.reduce.markreset.buffer.percent | 0.0 |
| mapreduce.reduce.maxattempts | 4 |
| mapreduce.reduce.memory.mb | -1 |
| mapreduce.reduce.merge.inmem.threshold | 1000 |
| mapreduce.reduce.shuffle.connect.timeout | 180000 |
| mapreduce.reduce.shuffle.fetch.retry.enabled | ${yarn.nodemanager.recovery.enabled} |
| mapreduce.reduce.shuffle.fetch.retry.interval-ms | 1000 |
| mapreduce.reduce.shuffle.fetch.retry.timeout-ms | 30000 |
| mapreduce.reduce.shuffle.input.buffer.percent | 0.70 |
| mapreduce.reduce.shuffle.memory.limit.percent | 0.25 |
| mapreduce.reduce.shuffle.merge.percent | 0.66 |
| mapreduce.reduce.shuffle.parallelcopies | 5 |
| mapreduce.reduce.shuffle.read.timeout | 180000 |
| mapreduce.reduce.shuffle.retry-delay.max.ms | 60000 |
| mapreduce.reduce.skip.maxgroups | 0 |
| mapreduce.reduce.skip.proc-count.auto-incr | true |
| mapreduce.reduce.speculative | true |
| mapreduce.shuffle.connection-keep-alive.enable | false |
| mapreduce.shuffle.connection-keep-alive.timeout | 5 |
| mapreduce.shuffle.listen.queue.size | 128 |
| mapreduce.shuffle.max.connections | 0 |
| mapreduce.shuffle.max.threads | 0 |
| mapreduce.shuffle.port | 13562 |
| mapreduce.shuffle.ssl.enabled | false |
| mapreduce.shuffle.ssl.file.buffer.size | 65536 |
| mapreduce.shuffle.transfer.buffer.size | 131072 |
| mapreduce.task.combine.progress.records | 10000 |
| mapreduce.task.exit.timeout | 60000 |
| mapreduce.task.exit.timeout.check-interval-ms | 20000 |
| mapreduce.task.files.preserve.failedtasks | false |
| mapreduce.task.io.sort.factor | 10 |
| mapreduce.task.io.sort.mb | 100 |
| mapreduce.task.local-fs.write-limit.bytes | -1 |
| mapreduce.task.merge.progress.records | 10000 |
| mapreduce.task.profile | false |
| mapreduce.task.profile.map.params | ${mapreduce.task.profile.params} |
| mapreduce.task.profile.maps | 0-2 |
| mapreduce.task.profile.params | -agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s |
| mapreduce.task.profile.reduce.params | ${mapreduce.task.profile.params} |
| mapreduce.task.profile.reduces | 0-2 |
| mapreduce.task.skip.start.attempts | 2 |
| mapreduce.task.timeout | 600000 |
| mapreduce.task.userlog.limit.kb | 0 |
| net.topology.impl | org.apache.hadoop.net.NetworkTopology |
| net.topology.node.switch.mapping.impl | org.apache.hadoop.net.ScriptBasedMapping |
| net.topology.script.number.args | 100 |
| nfs.allow.insecure.ports | true |
| nfs.dump.dir | /tmp/.hdfs-nfs |
| nfs.exports.allowed.hosts | * rw |
| nfs.mountd.port | 4242 |
| nfs.rtmax | 1048576 |
| nfs.server.port | 2049 |
| nfs.wtmax | 1048576 |
| rpc.engine.org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolPB | org.apache.hadoop.ipc.ProtobufRpcEngine |
| rpc.metrics.quantile.enable | false |
| seq.io.sort.factor | 100 |
| seq.io.sort.mb | 100 |
| tfile.fs.input.buffer.size | 262144 |
| tfile.fs.output.buffer.size | 262144 |
| tfile.io.chunk.size | 1048576 |
| yarn.acl.enable | false |
| yarn.acl.reservation-enable | false |
| yarn.admin.acl | * |
| yarn.am.liveness-monitor.expiry-interval-ms | 600000 |
| yarn.app.attempt.diagnostics.limit.kc | 64 |
| yarn.app.mapreduce.am.command-opts | -Xmx1024m |
| yarn.app.mapreduce.am.container.log.backups | 0 |
| yarn.app.mapreduce.am.container.log.limit.kb | 0 |
| yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size | 10 |
| yarn.app.mapreduce.am.hard-kill-timeout-ms | 10000 |
| yarn.app.mapreduce.am.job.committer.cancel-timeout | 60000 |
| yarn.app.mapreduce.am.job.committer.commit-window | 10000 |
| yarn.app.mapreduce.am.job.task.listener.thread-count | 30 |
| yarn.app.mapreduce.am.log.level | INFO |
| yarn.app.mapreduce.am.resource.cpu-vcores | 1 |
| yarn.app.mapreduce.am.resource.mb | 1536 |
| yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms | 1000 |
| yarn.app.mapreduce.am.staging-dir | /tmp/hadoop-yarn/staging |
| yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled | false |
| yarn.app.mapreduce.am.webapp.https.client.auth | false |
| yarn.app.mapreduce.am.webapp.https.enabled | false |
| yarn.app.mapreduce.client-am.ipc.max-retries | 3 |
| yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts | 3 |
| yarn.app.mapreduce.client.job.max-retries | 3 |
| yarn.app.mapreduce.client.job.retry-interval | 2000 |
| yarn.app.mapreduce.client.max-retries | 3 |
| yarn.app.mapreduce.shuffle.log.backups | 0 |
| yarn.app.mapreduce.shuffle.log.limit.kb | 0 |
| yarn.app.mapreduce.shuffle.log.separate | true |
| yarn.app.mapreduce.task.container.log.backups | 0 |
| yarn.client.application-client-protocol.poll-interval-ms | 200 |
| yarn.client.application-client-protocol.poll-timeout-ms | -1 |
| yarn.client.failover-proxy-provider | org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider |
| yarn.client.failover-retries | 0 |
| yarn.client.failover-retries-on-socket-timeouts | 0 |
| yarn.client.load.resource-types.from-server | false |
| yarn.client.max-cached-nodemanagers-proxies | 0 |
| yarn.client.nodemanager-client-async.thread-pool-max-size | 500 |
| yarn.client.nodemanager-connect.max-wait-ms | 180000 |
| yarn.client.nodemanager-connect.retry-interval-ms | 10000 |
| yarn.cluster.max-application-priority | 0 |
| yarn.dispatcher.drain-events.timeout | 300000 |
| yarn.fail-fast | false |
| yarn.federation.cache-ttl.secs | 300 |
| yarn.federation.enabled | false |
| yarn.federation.state-store.class | org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore |
| yarn.federation.subcluster-resolver.class | org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl |
| yarn.http.policy | HTTP_ONLY |
| yarn.intermediate-data-encryption.enable | false |
| yarn.ipc.rpc.class | org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC |
| yarn.is.minicluster | false |
| yarn.log-aggregation-enable | false |
| yarn.log-aggregation-status.time-out.ms | 600000 |
| yarn.log-aggregation.file-controller.TFile.class | org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController |
| yarn.log-aggregation.file-formats | TFile |
| yarn.log-aggregation.retain-check-interval-seconds | -1 |
| yarn.log-aggregation.retain-seconds | -1 |
| yarn.minicluster.control-resource-monitoring | false |
| yarn.minicluster.fixed.ports | false |
| yarn.minicluster.use-rpc | false |
| yarn.minicluster.yarn.nodemanager.resource.memory-mb | 4096 |
| yarn.nm.liveness-monitor.expiry-interval-ms | 600000 |
| yarn.node-labels.configuration-type | centralized |
| yarn.node-labels.enabled | false |
| yarn.node-labels.fs-store.impl.class | org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore |
| yarn.nodemanager.address | ${yarn.nodemanager.hostname}:0 |
| yarn.nodemanager.admin-env | MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX |
| yarn.nodemanager.amrmproxy.address | 0.0.0.0:8049 |
| yarn.nodemanager.amrmproxy.client.thread-count | 25 |
| yarn.nodemanager.amrmproxy.enabled | false |
| yarn.nodemanager.amrmproxy.interceptor-class.pipeline | org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor |
| yarn.nodemanager.aux-services.mapreduce_shuffle.class | org.apache.hadoop.mapred.ShuffleHandler |
| yarn.nodemanager.collector-service.address | ${yarn.nodemanager.hostname}:8048 |
| yarn.nodemanager.collector-service.thread-count | 5 |
| yarn.nodemanager.container-diagnostics-maximum-size | 10000 |
| yarn.nodemanager.container-executor.class | org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor |
| yarn.nodemanager.container-executor.os.sched.priority.adjustment | 0 |
| yarn.nodemanager.container-localizer.java.opts | -Xmx256m |
| yarn.nodemanager.container-localizer.log.level | INFO |
| yarn.nodemanager.container-manager.thread-count | 20 |
| yarn.nodemanager.container-metrics.enable | true |
| yarn.nodemanager.container-metrics.period-ms | -1 |
| yarn.nodemanager.container-metrics.unregister-delay-ms | 10000 |
| yarn.nodemanager.container-monitor.enabled | true |
| yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled | false |
| yarn.nodemanager.container-retry-minimum-interval-ms | 1000 |
| yarn.nodemanager.container.stderr.pattern | {*stderr*,*STDERR*} |
| yarn.nodemanager.container.stderr.tail.bytes | 4096 |
| yarn.nodemanager.default-container-executor.log-dirs.permissions | 710 |
| yarn.nodemanager.delete.debug-delay-sec | 0 |
| yarn.nodemanager.delete.thread-count | 4 |
| yarn.nodemanager.disk-health-checker.enable | true |
| yarn.nodemanager.disk-health-checker.interval-ms | 120000 |
| yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage | 90.0 |
| yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb | 0 |
| yarn.nodemanager.disk-health-checker.min-healthy-disks | 0.25 |
| yarn.nodemanager.disk-validator | basic |
| yarn.nodemanager.distributed-scheduling.enabled | false |
| yarn.nodemanager.env-whitelist | JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,HADOOP_MAPRED_HOME,LANG,TZ |
| yarn.nodemanager.health-checker.interval-ms | 600000 |
| yarn.nodemanager.health-checker.script.timeout-ms | 1200000 |
| yarn.nodemanager.hostname | 0.0.0.0 |
| yarn.nodemanager.keytab | /etc/krb5.keytab |
| yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms | 20 |
| yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms | 1000 |
| yarn.nodemanager.linux-container-executor.cgroups.hierarchy | /hadoop-yarn |
| yarn.nodemanager.linux-container-executor.cgroups.mount | false |
| yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage | false |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users | true |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user | nobody |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern | ^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$ |
| yarn.nodemanager.linux-container-executor.resources-handler.class | org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler |
| yarn.nodemanager.local-cache.max-files-per-directory | 8192 |
| yarn.nodemanager.local-dirs | ${hadoop.tmp.dir}/nm-local-dir |
| yarn.nodemanager.localizer.address | ${yarn.nodemanager.hostname}:8040 |
| yarn.nodemanager.localizer.cache.cleanup.interval-ms | 600000 |
| yarn.nodemanager.localizer.cache.target-size-mb | 10240 |
| yarn.nodemanager.localizer.client.thread-count | 5 |
| yarn.nodemanager.localizer.fetch.thread-count | 4 |
| yarn.nodemanager.log-aggregation.compression-type | none |
| yarn.nodemanager.log-aggregation.policy.class | org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy |
| yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds | -1 |
| yarn.nodemanager.log-container-debug-info.enabled | false |
| yarn.nodemanager.log-dirs | ${yarn.log.dir}/userlogs |
| yarn.nodemanager.log.deletion-threads-count | 4 |
| yarn.nodemanager.log.retain-seconds | 10800 |
| yarn.nodemanager.logaggregation.threadpool-size-max | 100 |
| yarn.nodemanager.node-labels.provider.fetch-interval-ms | 600000 |
| yarn.nodemanager.node-labels.provider.fetch-timeout-ms | 1200000 |
| yarn.nodemanager.node-labels.resync-interval-ms | 120000 |
| yarn.nodemanager.opportunistic-containers-max-queue-length | 0 |
| yarn.nodemanager.opportunistic-containers-use-pause-for-preemption | false |
| yarn.nodemanager.pmem-check-enabled | true |
| yarn.nodemanager.process-kill-wait.ms | 5000 |
| yarn.nodemanager.recovery.compaction-interval-secs | 3600 |
| yarn.nodemanager.recovery.dir | ${hadoop.tmp.dir}/yarn-nm-recovery |
| yarn.nodemanager.recovery.enabled | false |
| yarn.nodemanager.recovery.supervised | false |
| yarn.nodemanager.remote-app-log-dir | /tmp/logs |
| yarn.nodemanager.remote-app-log-dir-suffix | logs |
| yarn.nodemanager.resource-monitor.interval-ms | 3000 |
| yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices | auto |
| yarn.nodemanager.resource-plugins.gpu.docker-plugin | nvidia-docker-v1 |
| yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint | http://localhost:3476/v1.0/docker/cli |
| yarn.nodemanager.resource.count-logical-processors-as-cores | false |
| yarn.nodemanager.resource.cpu-vcores | -1 |
| yarn.nodemanager.resource.detect-hardware-capabilities | false |
| yarn.nodemanager.resource.memory-mb | -1 |
| yarn.nodemanager.resource.pcores-vcores-multiplier | 1.0 |
| yarn.nodemanager.resource.percentage-physical-cpu-limit | 100 |
| yarn.nodemanager.resource.system-reserved-memory-mb | -1 |
| yarn.nodemanager.resourcemanager.minimum.version | NONE |
| yarn.nodemanager.runtime.linux.allowed-runtimes | default |
| yarn.nodemanager.runtime.linux.docker.allowed-container-networks | host,none,bridge |
| yarn.nodemanager.runtime.linux.docker.capabilities | CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE |
| yarn.nodemanager.runtime.linux.docker.default-container-network | host |
| yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed | false |
| yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed | false |
| yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold | 1 |
| yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold | 1 |
| yarn.nodemanager.runtime.linux.sandbox-mode | disabled |
| yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions | read |
| yarn.nodemanager.sleep-delay-before-sigkill.ms | 250 |
| yarn.nodemanager.vmem-check-enabled | false |
| yarn.nodemanager.vmem-pmem-ratio | 2.1 |
| yarn.nodemanager.webapp.address | ${yarn.nodemanager.hostname}:8042 |
| yarn.nodemanager.webapp.cross-origin.enabled | false |
| yarn.nodemanager.webapp.https.address | 0.0.0.0:8044 |
| yarn.nodemanager.webapp.rest-csrf.custom-header | X-XSRF-Header |
| yarn.nodemanager.webapp.rest-csrf.enabled | false |
| yarn.nodemanager.webapp.rest-csrf.methods-to-ignore | GET,OPTIONS,HEAD |
| yarn.nodemanager.webapp.xfs-filter.xframe-options | SAMEORIGIN |
| yarn.nodemanager.windows-container.cpu-limit.enabled | false |
| yarn.nodemanager.windows-container.memory-limit.enabled | false |
| yarn.resourcemanager.address | ${yarn.resourcemanager.hostname}:8032 |
| yarn.resourcemanager.admin.address | ${yarn.resourcemanager.hostname}:8033 |
| yarn.resourcemanager.admin.client.thread-count | 1 |
| yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs | 86400 |
| yarn.resourcemanager.am.max-attempts | 2 |
| yarn.resourcemanager.amlauncher.thread-count | 50 |
| yarn.resourcemanager.application-https.policy | NONE |
| yarn.resourcemanager.application-timeouts.monitor.interval-ms | 3000 |
| yarn.resourcemanager.auto-update.containers | false |
| yarn.resourcemanager.client.thread-count | 50 |
| yarn.resourcemanager.configuration.file-system-based-store | /yarn/conf |
| yarn.resourcemanager.configuration.provider-class | org.apache.hadoop.yarn.LocalConfigurationProvider |
| yarn.resourcemanager.connect.max-wait.ms | 900000 |
| yarn.resourcemanager.connect.retry-interval.ms | 30000 |
| yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs | 86400 |
| yarn.resourcemanager.container.liveness-monitor.interval-ms | 600000 |
| yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs | 20 |
| yarn.resourcemanager.delayed.delegation-token.removal-interval-ms | 30000 |
| yarn.resourcemanager.delegation-token-renewer.thread-count | 50 |
| yarn.resourcemanager.delegation-token.max-conf-size-bytes | 12800 |
| yarn.resourcemanager.delegation.key.update-interval | 86400000 |
| yarn.resourcemanager.delegation.token.max-lifetime | 604800000 |
| yarn.resourcemanager.delegation.token.renew-interval | 86400000 |
| yarn.resourcemanager.display.per-user-apps | false |
| yarn.resourcemanager.fail-fast | ${yarn.fail-fast} |
| yarn.resourcemanager.fs.state-store.num-retries | 0 |
| yarn.resourcemanager.fs.state-store.retry-interval-ms | 1000 |
| yarn.resourcemanager.fs.state-store.uri | ${hadoop.tmp.dir}/yarn/system/rmstore |
| yarn.resourcemanager.ha.automatic-failover.embedded | true |
| yarn.resourcemanager.ha.automatic-failover.enabled | true |
| yarn.resourcemanager.ha.automatic-failover.zk-base-path | /yarn-leader-election |
| yarn.resourcemanager.ha.enabled | false |
| yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size | 10 |
| yarn.resourcemanager.hostname | 0.0.0.0 |
| yarn.resourcemanager.keytab | /etc/krb5.keytab |
| yarn.resourcemanager.leveldb-state-store.compaction-interval-secs | 3600 |
| yarn.resourcemanager.leveldb-state-store.path | ${hadoop.tmp.dir}/yarn/system/rmstore |
| yarn.resourcemanager.max-completed-applications | 1000 |
| yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory | 10 |
| yarn.resourcemanager.metrics.runtime.buckets | 60,300,1440 |
| yarn.resourcemanager.nm-container-queuing.load-comparator | QUEUE_LENGTH |
| yarn.resourcemanager.nm-container-queuing.max-queue-length | 15 |
| yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms | 100 |
| yarn.resourcemanager.nm-container-queuing.min-queue-length | 5 |
| yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms | 10 |
| yarn.resourcemanager.nm-container-queuing.queue-limit-stdev | 1.0f |
| yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms | 1000 |
| yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs | 86400 |
| yarn.resourcemanager.node-ip-cache.expiry-interval-secs | -1 |
| yarn.resourcemanager.node-labels.provider.fetch-interval-ms | 1800000 |
| yarn.resourcemanager.node-removal-untracked.timeout-ms | 60000 |
| yarn.resourcemanager.nodemanager-connect-retries | 10 |
| yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs | 3600 |
| yarn.resourcemanager.nodemanager.minimum.version | NONE |
| yarn.resourcemanager.nodemanagers.heartbeat-interval-ms | 1000 |
| yarn.resourcemanager.opportunistic-container-allocation.enabled | false |
| yarn.resourcemanager.opportunistic-container-allocation.nodes-used | 10 |
| yarn.resourcemanager.proxy-user-privileges.enabled | false |
| yarn.resourcemanager.recovery.enabled | false |
| yarn.resourcemanager.reservation-system.enable | false |
| yarn.resourcemanager.reservation-system.planfollower.time-step | 1000 |
| yarn.resourcemanager.resource-tracker.address | ${yarn.resourcemanager.hostname}:8031 |
| yarn.resourcemanager.resource-tracker.client.thread-count | 50 |
| yarn.resourcemanager.rm.container-allocation.expiry-interval-ms | 600000 |
| yarn.resourcemanager.scheduler.address | ${yarn.resourcemanager.hostname}:8030 |
| yarn.resourcemanager.scheduler.class | org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler |
| yarn.resourcemanager.scheduler.client.thread-count | 50 |
| yarn.resourcemanager.scheduler.monitor.enable | false |
| yarn.resourcemanager.scheduler.monitor.policies | org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy |
| yarn.resourcemanager.state-store.max-completed-applications | ${yarn.resourcemanager.max-completed-applications} |
| yarn.resourcemanager.store.class | org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore |
| yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size | 10 |
| yarn.resourcemanager.webapp.address | ${yarn.resourcemanager.hostname}:8088 |
| yarn.resourcemanager.webapp.cross-origin.enabled | false |
| yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled | true |
| yarn.resourcemanager.webapp.https.address | ${yarn.resourcemanager.hostname}:8090 |
| yarn.resourcemanager.webapp.rest-csrf.custom-header | X-XSRF-Header |
| yarn.resourcemanager.webapp.rest-csrf.enabled | false |
| yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore | GET,OPTIONS,HEAD |
| yarn.resourcemanager.webapp.ui-actions.enabled | true |
| yarn.resourcemanager.webapp.xfs-filter.xframe-options | SAMEORIGIN |
| yarn.resourcemanager.work-preserving-recovery.enabled | true |
| yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms | 10000 |
| yarn.resourcemanager.zk-appid-node.split-index | 0 |
| yarn.resourcemanager.zk-delegation-token-node.split-index | 0 |
| yarn.resourcemanager.zk-max-znode-size.bytes | 1048576 |
| yarn.resourcemanager.zk-state-store.parent-path | /rmstore |
| yarn.rm.system-metrics-publisher.emit-container-events | false |
| yarn.router.clientrm.interceptor-class.pipeline | org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor |
| yarn.router.pipeline.cache-max-size | 25 |
| yarn.router.rmadmin.interceptor-class.pipeline | org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor |
| yarn.router.webapp.address | 0.0.0.0:8089 |
| yarn.router.webapp.https.address | 0.0.0.0:8091 |
| yarn.router.webapp.interceptor-class.pipeline | org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST |
| yarn.scheduler.configuration.leveldb-store.compaction-interval-secs | 86400 |
| yarn.scheduler.configuration.leveldb-store.path | ${hadoop.tmp.dir}/yarn/system/confstore |
| yarn.scheduler.configuration.mutation.acl-policy.class | org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy |
| yarn.scheduler.configuration.store.class | file |
| yarn.scheduler.configuration.store.max-logs | 1000 |
| yarn.scheduler.configuration.zk-store.parent-path | /confstore |
| yarn.scheduler.include-port-in-node-name | false |
| yarn.scheduler.maximum-allocation-mb | 8192 |
| yarn.scheduler.maximum-allocation-vcores | 4 |
| yarn.scheduler.minimum-allocation-mb | 1024 |
| yarn.scheduler.minimum-allocation-vcores | 1 |
| yarn.scheduler.queue-placement-rules | user-group |
| yarn.sharedcache.admin.address | 0.0.0.0:8047 |
| yarn.sharedcache.admin.thread-count | 1 |
| yarn.sharedcache.app-checker.class | org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker |
| yarn.sharedcache.checksum.algo.impl | org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl |
| yarn.sharedcache.cleaner.initial-delay-mins | 10 |
| yarn.sharedcache.cleaner.period-mins | 1440 |
| yarn.sharedcache.cleaner.resource-sleep-ms | 0 |
| yarn.sharedcache.client-server.address | 0.0.0.0:8045 |
| yarn.sharedcache.client-server.thread-count | 50 |
| yarn.sharedcache.enabled | false |
| yarn.sharedcache.nested-level | 3 |
| yarn.sharedcache.nm.uploader.replication.factor | 10 |
| yarn.sharedcache.nm.uploader.thread-count | 20 |
| yarn.sharedcache.root-dir | /sharedcache |
| yarn.sharedcache.store.class | org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore |
| yarn.sharedcache.store.in-memory.check-period-mins | 720 |
| yarn.sharedcache.store.in-memory.initial-delay-mins | 10 |
| yarn.sharedcache.store.in-memory.staleness-period-mins | 10080 |
| yarn.sharedcache.uploader.server.address | 0.0.0.0:8046 |
| yarn.sharedcache.uploader.server.thread-count | 50 |
| yarn.sharedcache.webapp.address | 0.0.0.0:8788 |
| yarn.system-metrics-publisher.enabled | false |
| yarn.timeline-service.address | ${yarn.timeline-service.hostname}:10200 |
| yarn.timeline-service.app-collector.linger-period.ms | 1000 |
| yarn.timeline-service.client.best-effort | false |
| yarn.timeline-service.client.drain-entities.timeout.ms | 2000 |
| yarn.timeline-service.client.fd-clean-interval-secs | 60 |
| yarn.timeline-service.client.fd-flush-interval-secs | 10 |
| yarn.timeline-service.client.fd-retain-secs | 300 |
| yarn.timeline-service.client.internal-timers-ttl-secs | 420 |
| yarn.timeline-service.client.max-retries | 30 |
| yarn.timeline-service.client.retry-interval-ms | 1000 |
| yarn.timeline-service.enabled | false |
| yarn.timeline-service.entity-group-fs-store.active-dir | /tmp/entity-file-history/active |
| yarn.timeline-service.entity-group-fs-store.app-cache-size | 10 |
| yarn.timeline-service.entity-group-fs-store.cache-store-class | org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore |
| yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds | 3600 |
| yarn.timeline-service.entity-group-fs-store.done-dir | /tmp/entity-file-history/done/ |
| yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size | 10485760 |
| yarn.timeline-service.entity-group-fs-store.retain-seconds | 604800 |
| yarn.timeline-service.entity-group-fs-store.scan-interval-seconds | 60 |
| yarn.timeline-service.entity-group-fs-store.summary-store | org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore |
| yarn.timeline-service.entity-group-fs-store.with-user-dir | false |
| yarn.timeline-service.generic-application-history.max-applications | 10000 |
| yarn.timeline-service.handler-thread-count | 10 |
| yarn.timeline-service.hbase-schema.prefix | prod. |
| yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds | 259200000 |
| yarn.timeline-service.hbase.coprocessor.jar.hdfs.location | /hbase/coprocessor/hadoop-yarn-server-timelineservice.jar |
| yarn.timeline-service.hostname | 0.0.0.0 |
| yarn.timeline-service.http-authentication.simple.anonymous.allowed | true |
| yarn.timeline-service.http-authentication.type | simple |
| yarn.timeline-service.http-cross-origin.enabled | false |
| yarn.timeline-service.keytab | /etc/krb5.keytab |
| yarn.timeline-service.leveldb-state-store.path | ${hadoop.tmp.dir}/yarn/timeline |
| yarn.timeline-service.leveldb-timeline-store.path | ${hadoop.tmp.dir}/yarn/timeline |
| yarn.timeline-service.leveldb-timeline-store.read-cache-size | 104857600 |
| yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size | 10000 |
| yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size | 10000 |
| yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms | 300000 |
| yarn.timeline-service.reader.class | org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl |
| yarn.timeline-service.recovery.enabled | false |
| yarn.timeline-service.state-store-class | org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore |
| yarn.timeline-service.store-class | org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore |
| yarn.timeline-service.timeline-client.number-of-async-entities-to-merge | 10 |
| yarn.timeline-service.ttl-enable | true |
| yarn.timeline-service.ttl-ms | 604800000 |
| yarn.timeline-service.version | 1.0f |
| yarn.timeline-service.webapp.address | ${yarn.timeline-service.hostname}:8188 |
| yarn.timeline-service.webapp.https.address | ${yarn.timeline-service.hostname}:8190 |
| yarn.timeline-service.webapp.rest-csrf.custom-header | X-XSRF-Header |
| yarn.timeline-service.webapp.rest-csrf.enabled | false |
| yarn.timeline-service.webapp.rest-csrf.methods-to-ignore | GET,OPTIONS,HEAD |
| yarn.timeline-service.webapp.xfs-filter.xframe-options | SAMEORIGIN |
| yarn.timeline-service.writer.class | org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl |
| yarn.timeline-service.writer.flush-interval-seconds | 60 |
| yarn.webapp.ui2.enable | false |
| yarn.webapp.xfs-filter.enabled | true |