| adl.feature.ownerandgroup.enableupn |
false |
| adl.http.timeout |
-1 |
| datanode.https.port |
50475 |
| datanucleus.cache.level2 |
false |
| datanucleus.cache.level2.type |
none |
| datanucleus.connectionPool.maxPoolSize |
10 |
| datanucleus.connectionPoolingType |
HikariCP |
| datanucleus.identifierFactory |
datanucleus1 |
| datanucleus.plugin.pluginRegistryBundleCheck |
LOG |
| datanucleus.rdbms.initializeColumnInfo |
NONE |
| datanucleus.rdbms.useLegacyNativeValueStrategy |
true |
| datanucleus.schema.autoCreateAll |
false |
| datanucleus.schema.validateColumns |
false |
| datanucleus.schema.validateConstraints |
false |
| datanucleus.schema.validateTables |
false |
| datanucleus.storeManagerType |
rdbms |
| datanucleus.transactionIsolation |
read-committed |
| dfs.balancer.address |
0.0.0.0:0 |
| dfs.balancer.block-move.timeout |
0 |
| dfs.balancer.dispatcherThreads |
200 |
| dfs.balancer.getBlocks.min-block-size |
10485760 |
| dfs.balancer.getBlocks.size |
2147483648 |
| dfs.balancer.keytab.enabled |
false |
| dfs.balancer.max-iteration-time |
1200000 |
| dfs.balancer.max-no-move-interval |
60000 |
| dfs.balancer.max-size-to-move |
10737418240 |
| dfs.balancer.movedWinWidth |
5400000 |
| dfs.balancer.moverThreads |
1000 |
| dfs.batched.ls.limit |
100 |
| dfs.block.access.key.update.interval |
600 |
| dfs.block.access.token.enable |
false |
| dfs.block.access.token.lifetime |
600 |
| dfs.block.access.token.protobuf.enable |
false |
| dfs.block.invalidate.limit |
1000 |
| dfs.block.misreplication.processing.limit |
10000 |
| dfs.block.placement.ec.classname |
org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicyRackFaultTolerant |
| dfs.block.replicator.classname |
org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicyDefault |
| dfs.block.scanner.volume.bytes.per.second |
1048576 |
| dfs.block.scanner.volume.join.timeout.ms |
5000 |
| dfs.blockreport.incremental.intervalMsec |
0 |
| dfs.blockreport.initialDelay |
0s |
| dfs.blockreport.intervalMsec |
21600000 |
| dfs.blockreport.split.threshold |
1000000 |
| dfs.blocksize |
134217728 |
| dfs.bytes-per-checksum |
512 |
| dfs.cachereport.intervalMsec |
10000 |
| dfs.checksum.combine.mode |
MD5MD5CRC |
| dfs.checksum.type |
CRC32C |
| dfs.client-write-packet-size |
65536 |
| dfs.client.block.reader.remote.buffer.size |
512 |
| dfs.client.block.write.locateFollowingBlock.initial.delay.ms |
400 |
| dfs.client.block.write.locateFollowingBlock.max.delay.ms |
60000 |
| dfs.client.block.write.locateFollowingBlock.retries |
5 |
| dfs.client.block.write.replace-datanode-on-failure.best-effort |
false |
| dfs.client.block.write.replace-datanode-on-failure.enable |
true |
| dfs.client.block.write.replace-datanode-on-failure.min-replication |
0 |
| dfs.client.block.write.replace-datanode-on-failure.policy |
DEFAULT |
| dfs.client.block.write.retries |
3 |
| dfs.client.cached.conn.retry |
3 |
| dfs.client.context |
default |
| dfs.client.datanode-restart.timeout |
30s |
| dfs.client.domain.socket.data.traffic |
false |
| dfs.client.failover.connection.retries |
0 |
| dfs.client.failover.connection.retries.on.timeouts |
0 |
| dfs.client.failover.max.attempts |
15 |
| dfs.client.failover.random.order |
true |
| dfs.client.failover.sleep.base.millis |
500 |
| dfs.client.failover.sleep.max.millis |
15000 |
| dfs.client.fsck.connect.timeout |
60000ms |
| dfs.client.fsck.read.timeout |
60000ms |
| dfs.client.hedged.read.threadpool.size |
0 |
| dfs.client.hedged.read.threshold.millis |
500 |
| dfs.client.https.keystore.resource |
ssl-client.xml |
| dfs.client.https.need-auth |
false |
| dfs.client.ignore.namenode.default.kms.uri |
false |
| dfs.client.key.provider.cache.expiry |
864000000 |
| dfs.client.max.block.acquire.failures |
3 |
| dfs.client.mmap.cache.size |
256 |
| dfs.client.mmap.cache.timeout.ms |
3600000 |
| dfs.client.mmap.enabled |
true |
| dfs.client.mmap.retry.timeout.ms |
300000 |
| dfs.client.read.short.circuit.replica.stale.threshold.ms |
1800000 |
| dfs.client.read.shortcircuit |
false |
| dfs.client.read.shortcircuit.buffer.size |
1048576 |
| dfs.client.read.shortcircuit.skip.checksum |
false |
| dfs.client.read.shortcircuit.streams.cache.expiry.ms |
300000 |
| dfs.client.read.shortcircuit.streams.cache.size |
256 |
| dfs.client.read.striped.threadpool.size |
18 |
| dfs.client.read.uri.cache.enabled |
false |
| dfs.client.retry.interval-ms.get-last-block-length |
4000 |
| dfs.client.retry.max.attempts |
10 |
| dfs.client.retry.policy.enabled |
false |
| dfs.client.retry.policy.spec |
10000,6,60000,10 |
| dfs.client.retry.times.get-last-block-length |
3 |
| dfs.client.retry.window.base |
3000 |
| dfs.client.server-defaults.validity.period.ms |
3600000 |
| dfs.client.short.circuit.num |
1 |
| dfs.client.short.circuit.replica.stale.threshold.ms |
1800000 |
| dfs.client.slow.io.warning.threshold.ms |
30000 |
| dfs.client.socket-timeout |
60000 |
| dfs.client.socket.send.buffer.size |
0 |
| dfs.client.socketcache.capacity |
16 |
| dfs.client.socketcache.expiryMsec |
3000 |
| dfs.client.test.drop.namenode.response.number |
0 |
| dfs.client.use.datanode.hostname |
false |
| dfs.client.use.legacy.blockreader.local |
false |
| dfs.client.write.byte-array-manager.count-limit |
2048 |
| dfs.client.write.byte-array-manager.count-reset-time-period-ms |
10000 |
| dfs.client.write.byte-array-manager.count-threshold |
128 |
| dfs.client.write.byte-array-manager.enabled |
false |
| dfs.client.write.exclude.nodes.cache.expiry.interval.millis |
600000 |
| dfs.client.write.max-packets-in-flight |
80 |
| dfs.content-summary.limit |
5000 |
| dfs.content-summary.sleep-microsec |
500 |
| dfs.data.transfer.client.tcpnodelay |
true |
| dfs.data.transfer.server.tcpnodelay |
true |
| dfs.datanode.address |
0.0.0.0:9866 |
| dfs.datanode.available-space-volume-choosing-policy.balanced-space-preference-fraction |
0.75f |
| dfs.datanode.available-space-volume-choosing-policy.balanced-space-threshold |
10737418240 |
| dfs.datanode.balance.bandwidthPerSec |
100m |
| dfs.datanode.balance.max.concurrent.moves |
100 |
| dfs.datanode.block-pinning.enabled |
false |
| dfs.datanode.block.id.layout.upgrade.threads |
6 |
| dfs.datanode.bp-ready.timeout |
20s |
| dfs.datanode.cache.revocation.polling.ms |
500 |
| dfs.datanode.cache.revocation.timeout.ms |
900000 |
| dfs.datanode.cached-dfsused.check.interval.ms |
600000 |
| dfs.datanode.data.dir |
file://${hadoop.tmp.dir}/dfs/data |
| dfs.datanode.data.dir.perm |
700 |
| dfs.datanode.data.transfer.bandwidthPerSec |
0 |
| dfs.datanode.data.write.bandwidthPerSec |
0 |
| dfs.datanode.directoryscan.interval |
21600s |
| dfs.datanode.directoryscan.threads |
1 |
| dfs.datanode.directoryscan.throttle.limit.ms.per.sec |
1000 |
| dfs.datanode.disk.check.min.gap |
15m |
| dfs.datanode.disk.check.timeout |
10m |
| dfs.datanode.dns.interface |
default |
| dfs.datanode.dns.nameserver |
default |
| dfs.datanode.drop.cache.behind.reads |
false |
| dfs.datanode.drop.cache.behind.writes |
false |
| dfs.datanode.du.reserved |
0 |
| dfs.datanode.du.reserved.calculator |
org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.ReservedSpaceCalculator$ReservedSpaceCalculatorAbsolute |
| dfs.datanode.du.reserved.pct |
0 |
| dfs.datanode.ec.reconstruction.stripedread.buffer.size |
65536 |
| dfs.datanode.ec.reconstruction.stripedread.timeout.millis |
5000 |
| dfs.datanode.ec.reconstruction.threads |
8 |
| dfs.datanode.ec.reconstruction.validation |
false |
| dfs.datanode.ec.reconstruction.xmits.weight |
0.5 |
| dfs.datanode.failed.volumes.tolerated |
0 |
| dfs.datanode.fileio.profiling.sampling.percentage |
0 |
| dfs.datanode.fsdatasetcache.max.threads.per.volume |
4 |
| dfs.datanode.handler.count |
10 |
| dfs.datanode.http.address |
0.0.0.0:9864 |
| dfs.datanode.http.internal-proxy.port |
0 |
| dfs.datanode.https.address |
0.0.0.0:9865 |
| dfs.datanode.ipc.address |
0.0.0.0:9867 |
| dfs.datanode.lazywriter.interval.sec |
60 |
| dfs.datanode.lock-reporting-threshold-ms |
300 |
| dfs.datanode.lock.fair |
true |
| dfs.datanode.lock.read.write.enabled |
true |
| dfs.datanode.max.locked.memory |
0 |
| dfs.datanode.max.transfer.threads |
4096 |
| dfs.datanode.metrics.logger.period.seconds |
600 |
| dfs.datanode.network.counts.cache.max.size |
2147483647 |
| dfs.datanode.oob.timeout-ms |
1500,0,0,0 |
| dfs.datanode.outliers.report.interval |
30m |
| dfs.datanode.peer.stats.enabled |
false |
| dfs.datanode.processcommands.threshold |
2s |
| dfs.datanode.readahead.bytes |
4194304 |
| dfs.datanode.restart.replica.expiration |
50 |
| dfs.datanode.scan.period.hours |
504 |
| dfs.datanode.shared.file.descriptor.paths |
/dev/shm,/tmp |
| dfs.datanode.slow.io.warning.threshold.ms |
300 |
| dfs.datanode.socket.reuse.keepalive |
4000 |
| dfs.datanode.socket.write.timeout |
480000 |
| dfs.datanode.sync.behind.writes |
false |
| dfs.datanode.sync.behind.writes.in.background |
false |
| dfs.datanode.transfer.socket.recv.buffer.size |
0 |
| dfs.datanode.transfer.socket.send.buffer.size |
0 |
| dfs.datanode.transferTo.allowed |
true |
| dfs.datanode.use.datanode.hostname |
false |
| dfs.default.chunk.view.size |
32768 |
| dfs.disk.balancer.block.tolerance.percent |
10 |
| dfs.disk.balancer.enabled |
true |
| dfs.disk.balancer.max.disk.errors |
5 |
| dfs.disk.balancer.max.disk.throughputInMBperSec |
10 |
| dfs.disk.balancer.plan.threshold.percent |
10 |
| dfs.disk.balancer.plan.valid.interval |
1d |
| dfs.domain.socket.disable.interval.seconds |
600 |
| dfs.edit.log.transfer.bandwidthPerSec |
0 |
| dfs.edit.log.transfer.timeout |
30000 |
| dfs.encrypt.data.transfer |
false |
| dfs.encrypt.data.transfer.cipher.key.bitlength |
128 |
| dfs.ha.automatic-failover.enabled |
false |
| dfs.ha.fencing.ssh.connect-timeout |
30000 |
| dfs.ha.log-roll.period |
120s |
| dfs.ha.standby.checkpoints |
true |
| dfs.ha.tail-edits.in-progress |
false |
| dfs.ha.tail-edits.namenode-retries |
3 |
| dfs.ha.tail-edits.period |
60s |
| dfs.ha.tail-edits.rolledits.timeout |
60 |
| dfs.ha.zkfc.nn.http.timeout.ms |
20000 |
| dfs.ha.zkfc.port |
8019 |
| dfs.heartbeat.interval |
3s |
| dfs.http.client.failover.max.attempts |
15 |
| dfs.http.client.failover.sleep.base.millis |
500 |
| dfs.http.client.failover.sleep.max.millis |
15000 |
| dfs.http.client.retry.max.attempts |
10 |
| dfs.http.client.retry.policy.enabled |
false |
| dfs.http.client.retry.policy.spec |
10000,6,60000,10 |
| dfs.http.policy |
HTTP_ONLY |
| dfs.https.server.keystore.resource |
ssl-server.xml |
| dfs.image.compress |
false |
| dfs.image.compression.codec |
org.apache.hadoop.io.compress.DefaultCodec |
| dfs.image.parallel.inode.threshold |
1000000 |
| dfs.image.parallel.load |
false |
| dfs.image.parallel.target.sections |
12 |
| dfs.image.parallel.threads |
4 |
| dfs.image.transfer-bootstrap-standby.bandwidthPerSec |
0 |
| dfs.image.transfer.bandwidthPerSec |
52428800 |
| dfs.image.transfer.chunksize |
65536 |
| dfs.image.transfer.timeout |
60000 |
| dfs.journalnode.edit-cache-size.bytes |
1048576 |
| dfs.journalnode.edits.dir |
/tmp/hadoop/dfs/journalnode/ |
| dfs.journalnode.edits.dir.perm |
700 |
| dfs.journalnode.enable.sync |
true |
| dfs.journalnode.http-address |
0.0.0.0:8480 |
| dfs.journalnode.https-address |
0.0.0.0:8481 |
| dfs.journalnode.rpc-address |
0.0.0.0:8485 |
| dfs.journalnode.sync.interval |
120000 |
| dfs.lock.suppress.warning.interval |
10s |
| dfs.ls.limit |
1000 |
| dfs.mover.address |
0.0.0.0:0 |
| dfs.mover.keytab.enabled |
false |
| dfs.mover.max-no-move-interval |
60000 |
| dfs.mover.movedWinWidth |
5400000 |
| dfs.mover.moverThreads |
1000 |
| dfs.mover.retry.max.attempts |
10 |
| dfs.namenode.accesstime.precision |
3600000 |
| dfs.namenode.acls.enabled |
false |
| dfs.namenode.audit.log.async |
false |
| dfs.namenode.audit.log.token.tracking.id |
false |
| dfs.namenode.audit.loggers |
default |
| dfs.namenode.available-space-block-placement-policy.balance-local-node |
false |
| dfs.namenode.available-space-block-placement-policy.balanced-space-preference-fraction |
0.6 |
| dfs.namenode.available-space-rack-fault-tolerant-block-placement-policy.balanced-space-preference-fraction |
0.6 |
| dfs.namenode.avoid.read.stale.datanode |
false |
| dfs.namenode.avoid.write.stale.datanode |
false |
| dfs.namenode.backup.address |
0.0.0.0:50100 |
| dfs.namenode.backup.http-address |
0.0.0.0:50105 |
| dfs.namenode.block-placement-policy.default.prefer-local-node |
true |
| dfs.namenode.block.deletion.increment |
1000 |
| dfs.namenode.blockreport.queue.size |
1024 |
| dfs.namenode.blocks.per.postponedblocks.rescan |
10000 |
| dfs.namenode.caching.enabled |
true |
| dfs.namenode.checkpoint.check.period |
60s |
| dfs.namenode.checkpoint.check.quiet-multiplier |
1.5 |
| dfs.namenode.checkpoint.dir |
file://${hadoop.tmp.dir}/dfs/namesecondary |
| dfs.namenode.checkpoint.edits.dir |
${dfs.namenode.checkpoint.dir} |
| dfs.namenode.checkpoint.max-retries |
3 |
| dfs.namenode.checkpoint.period |
3600s |
| dfs.namenode.checkpoint.txns |
1000000 |
| dfs.namenode.corrupt.block.delete.immediately.enabled |
true |
| dfs.namenode.datanode.registration.ip-hostname-check |
true |
| dfs.namenode.decommission.blocks.per.interval |
500000 |
| dfs.namenode.decommission.interval |
30s |
| dfs.namenode.decommission.max.concurrent.tracked.nodes |
100 |
| dfs.namenode.delegation.key.update-interval |
86400000 |
| dfs.namenode.delegation.token.always-use |
false |
| dfs.namenode.delegation.token.max-lifetime |
604800000 |
| dfs.namenode.delegation.token.renew-interval |
86400000 |
| dfs.namenode.ec.policies.max.cellsize |
4194304 |
| dfs.namenode.ec.system.default.policy |
RS-6-3-1024k |
| dfs.namenode.ec.userdefined.policy.allowed |
true |
| dfs.namenode.edekcacheloader.initial.delay.ms |
3000 |
| dfs.namenode.edekcacheloader.interval.ms |
1000 |
| dfs.namenode.edit.log.autoroll.check.interval.ms |
300000 |
| dfs.namenode.edit.log.autoroll.multiplier.threshold |
0.5 |
| dfs.namenode.edits.asynclogging |
true |
| dfs.namenode.edits.dir |
${dfs.namenode.name.dir} |
| dfs.namenode.edits.dir.minimum |
1 |
| dfs.namenode.edits.journal-plugin.qjournal |
org.apache.hadoop.hdfs.qjournal.client.QuorumJournalManager |
| dfs.namenode.edits.noeditlogchannelflush |
false |
| dfs.namenode.enable.log.stale.datanode |
false |
| dfs.namenode.enable.retrycache |
true |
| dfs.namenode.file.close.num-committed-allowed |
0 |
| dfs.namenode.fs-limits.max-blocks-per-file |
10000 |
| dfs.namenode.fs-limits.max-component-length |
255 |
| dfs.namenode.fs-limits.max-directory-items |
1048576 |
| dfs.namenode.fs-limits.max-xattr-size |
16384 |
| dfs.namenode.fs-limits.max-xattrs-per-inode |
32 |
| dfs.namenode.fs-limits.min-block-size |
1048576 |
| dfs.namenode.fslock.fair |
true |
| dfs.namenode.full.block.report.lease.length.ms |
300000 |
| dfs.namenode.get-blocks.max-qps |
20 |
| dfs.namenode.handler.count |
10 |
| dfs.namenode.heartbeat.recheck-interval |
300000 |
| dfs.namenode.hosts.provider.classname |
org.apache.hadoop.hdfs.server.blockmanagement.HostFileManager |
| dfs.namenode.http-address |
0.0.0.0:9870 |
| dfs.namenode.https-address |
0.0.0.0:9871 |
| dfs.namenode.inotify.max.events.per.rpc |
1000 |
| dfs.namenode.invalidate.work.pct.per.iteration |
0.32f |
| dfs.namenode.kerberos.internal.spnego.principal |
${dfs.web.authentication.kerberos.principal} |
| dfs.namenode.kerberos.principal.pattern |
* |
| dfs.namenode.lazypersist.file.scrub.interval.sec |
300 |
| dfs.namenode.lease-hard-limit-sec |
1200 |
| dfs.namenode.lease-recheck-interval-ms |
2000 |
| dfs.namenode.lifeline.handler.ratio |
0.10 |
| dfs.namenode.list.cache.directives.num.responses |
100 |
| dfs.namenode.list.cache.pools.num.responses |
100 |
| dfs.namenode.list.encryption.zones.num.responses |
100 |
| dfs.namenode.list.openfiles.num.responses |
1000 |
| dfs.namenode.list.reencryption.status.num.responses |
100 |
| dfs.namenode.lock.detailed-metrics.enabled |
false |
| dfs.namenode.maintenance.replication.min |
1 |
| dfs.namenode.max-corrupt-file-blocks-returned |
100 |
| dfs.namenode.max-lock-hold-to-release-lease-ms |
25 |
| dfs.namenode.max-num-blocks-to-log |
1000 |
| dfs.namenode.max.extra.edits.segments.retained |
10000 |
| dfs.namenode.max.full.block.report.leases |
6 |
| dfs.namenode.max.objects |
0 |
| dfs.namenode.max.op.size |
52428800 |
| dfs.namenode.metrics.logger.period.seconds |
600 |
| dfs.namenode.missing.checkpoint.periods.before.shutdown |
3 |
| dfs.namenode.name.cache.threshold |
10 |
| dfs.namenode.name.dir |
file://${hadoop.tmp.dir}/dfs/name |
| dfs.namenode.name.dir.restore |
false |
| dfs.namenode.num.checkpoints.retained |
2 |
| dfs.namenode.num.extra.edits.retained |
1000000 |
| dfs.namenode.path.based.cache.block.map.allocation.percent |
0.25 |
| dfs.namenode.path.based.cache.refresh.interval.ms |
30000 |
| dfs.namenode.path.based.cache.retry.interval.ms |
30000 |
| dfs.namenode.posix.acl.inheritance.enabled |
true |
| dfs.namenode.provided.enabled |
false |
| dfs.namenode.quota.init-threads |
12 |
| dfs.namenode.read-lock-reporting-threshold-ms |
5000 |
| dfs.namenode.reconstruction.pending.timeout-sec |
300 |
| dfs.namenode.redundancy.considerLoad |
true |
| dfs.namenode.redundancy.considerLoad.factor |
2.0 |
| dfs.namenode.redundancy.considerLoadByStorageType |
false |
| dfs.namenode.redundancy.interval.seconds |
3s |
| dfs.namenode.redundancy.queue.restart.iterations |
2400 |
| dfs.namenode.reencrypt.batch.size |
1000 |
| dfs.namenode.reencrypt.edek.threads |
10 |
| dfs.namenode.reencrypt.sleep.interval |
1m |
| dfs.namenode.reencrypt.throttle.limit.handler.ratio |
1.0 |
| dfs.namenode.reencrypt.throttle.limit.updater.ratio |
1.0 |
| dfs.namenode.reject-unresolved-dn-topology-mapping |
false |
| dfs.namenode.replication.max-streams |
2 |
| dfs.namenode.replication.max-streams-hard-limit |
4 |
| dfs.namenode.replication.min |
1 |
| dfs.namenode.replication.work.multiplier.per.iteration |
2 |
| dfs.namenode.resource.check.interval |
5000 |
| dfs.namenode.resource.checked.volumes.minimum |
1 |
| dfs.namenode.resource.du.reserved |
104857600 |
| dfs.namenode.retrycache.expirytime.millis |
600000 |
| dfs.namenode.retrycache.heap.percent |
0.03f |
| dfs.namenode.safemode.extension |
30000 |
| dfs.namenode.safemode.min.datanodes |
0 |
| dfs.namenode.safemode.threshold-pct |
0.999f |
| dfs.namenode.secondary.http-address |
0.0.0.0:9868 |
| dfs.namenode.secondary.https-address |
0.0.0.0:9869 |
| dfs.namenode.service.handler.count |
10 |
| dfs.namenode.snapshot.capture.openfiles |
false |
| dfs.namenode.snapshot.filesystem.limit |
65536 |
| dfs.namenode.snapshot.max.limit |
65536 |
| dfs.namenode.snapshot.skip.capture.accesstime-only-change |
false |
| dfs.namenode.snapshot.skiplist.interval |
10 |
| dfs.namenode.snapshot.skiplist.max.levels |
0 |
| dfs.namenode.snapshotdiff.allow.snap-root-descendant |
true |
| dfs.namenode.snapshotdiff.listing.limit |
1000 |
| dfs.namenode.stale.datanode.interval |
30000 |
| dfs.namenode.stale.datanode.minimum.interval |
3 |
| dfs.namenode.startup.delay.block.deletion.sec |
0 |
| dfs.namenode.storage.dir.perm |
700 |
| dfs.namenode.support.allow.format |
true |
| dfs.namenode.top.enabled |
true |
| dfs.namenode.top.num.users |
10 |
| dfs.namenode.top.window.num.buckets |
10 |
| dfs.namenode.top.windows.minutes |
1,5,25 |
| dfs.namenode.upgrade.domain.factor |
${dfs.replication} |
| dfs.namenode.write-lock-reporting-threshold-ms |
5000 |
| dfs.namenode.write.stale.datanode.ratio |
0.5f |
| dfs.namenode.xattrs.enabled |
true |
| dfs.net.topology.impl |
org.apache.hadoop.hdfs.net.DFSNetworkTopology |
| dfs.permissions.ContentSummary.subAccess |
false |
| dfs.permissions.enabled |
true |
| dfs.permissions.superusergroup |
supergroup |
| dfs.pipeline.ecn |
false |
| dfs.protected.subdirectories.enable |
false |
| dfs.provided.aliasmap.class |
org.apache.hadoop.hdfs.server.common.blockaliasmap.impl.TextFileRegionAliasMap |
| dfs.provided.aliasmap.inmemory.batch-size |
500 |
| dfs.provided.aliasmap.inmemory.dnrpc-address |
0.0.0.0:50200 |
| dfs.provided.aliasmap.inmemory.enabled |
false |
| dfs.provided.aliasmap.inmemory.leveldb.dir |
/tmp |
| dfs.provided.aliasmap.load.retries |
0 |
| dfs.provided.aliasmap.text.delimiter |
, |
| dfs.provided.storage.id |
DS-PROVIDED |
| dfs.qjm.operations.timeout |
60s |
| dfs.qjournal.accept-recovery.timeout.ms |
120000 |
| dfs.qjournal.finalize-segment.timeout.ms |
120000 |
| dfs.qjournal.get-journal-state.timeout.ms |
120000 |
| dfs.qjournal.http.open.timeout.ms |
60000 |
| dfs.qjournal.http.read.timeout.ms |
60000 |
| dfs.qjournal.new-epoch.timeout.ms |
120000 |
| dfs.qjournal.parallel-read.num-threads |
5 |
| dfs.qjournal.prepare-recovery.timeout.ms |
120000 |
| dfs.qjournal.queued-edits.limit.mb |
10 |
| dfs.qjournal.select-input-streams.timeout.ms |
20000 |
| dfs.qjournal.start-segment.timeout.ms |
20000 |
| dfs.qjournal.write-txns.timeout.ms |
20000 |
| dfs.quota.by.storage.type.enabled |
true |
| dfs.reformat.disabled |
false |
| dfs.replication |
3 |
| dfs.replication.max |
512 |
| dfs.secondary.namenode.kerberos.internal.spnego.principal |
${dfs.web.authentication.kerberos.principal} |
| dfs.short.circuit.shared.memory.watcher.interrupt.check.ms |
60000 |
| dfs.storage.policy.enabled |
true |
| dfs.stream-buffer-size |
4096 |
| dfs.use.dfs.network.topology |
true |
| dfs.user.home.dir.prefix |
/user |
| dfs.web.authentication.filter |
org.apache.hadoop.hdfs.web.AuthFilter |
| dfs.webhdfs.acl.provider.permission.pattern |
^(default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?(,(default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?)*$ |
| dfs.webhdfs.netty.high.watermark |
65535 |
| dfs.webhdfs.netty.low.watermark |
32768 |
| dfs.webhdfs.oauth2.enabled |
false |
| dfs.webhdfs.rest-csrf.browser-useragents-regex |
^Mozilla.*,^Opera.* |
| dfs.webhdfs.rest-csrf.custom-header |
X-XSRF-HEADER |
| dfs.webhdfs.rest-csrf.enabled |
false |
| dfs.webhdfs.rest-csrf.methods-to-ignore |
GET,OPTIONS,HEAD,TRACE |
| dfs.webhdfs.socket.connect-timeout |
60s |
| dfs.webhdfs.socket.read-timeout |
60s |
| dfs.webhdfs.ugi.expire.after.access |
600000 |
| dfs.webhdfs.use.ipc.callq |
true |
| dfs.webhdfs.user.provider.user.pattern |
^[A-Za-z_][A-Za-z0-9._-]*[$]?$ |
| dfs.xframe.enabled |
true |
| dfs.xframe.value |
SAMEORIGIN |
| file.blocksize |
67108864 |
| file.bytes-per-checksum |
512 |
| file.client-write-packet-size |
65536 |
| file.replication |
1 |
| file.stream-buffer-size |
4096 |
| fs.AbstractFileSystem.abfs.impl |
org.apache.hadoop.fs.azurebfs.Abfs |
| fs.AbstractFileSystem.abfss.impl |
org.apache.hadoop.fs.azurebfs.Abfss |
| fs.AbstractFileSystem.adl.impl |
org.apache.hadoop.fs.adl.Adl |
| fs.AbstractFileSystem.file.impl |
org.apache.hadoop.fs.local.LocalFs |
| fs.AbstractFileSystem.ftp.impl |
org.apache.hadoop.fs.ftp.FtpFs |
| fs.AbstractFileSystem.gs.impl |
com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS |
| fs.AbstractFileSystem.har.impl |
org.apache.hadoop.fs.HarFs |
| fs.AbstractFileSystem.hdfs.impl |
org.apache.hadoop.fs.Hdfs |
| fs.AbstractFileSystem.o3fs.impl |
org.apache.hadoop.fs.ozone.OzFs |
| fs.AbstractFileSystem.ofs.impl |
org.apache.hadoop.fs.ozone.RootedOzFs |
| fs.AbstractFileSystem.s3a.impl |
org.apache.hadoop.fs.s3a.S3A |
| fs.AbstractFileSystem.swebhdfs.impl |
org.apache.hadoop.fs.SWebHdfs |
| fs.AbstractFileSystem.viewfs.impl |
org.apache.hadoop.fs.viewfs.ViewFs |
| fs.AbstractFileSystem.wasb.impl |
org.apache.hadoop.fs.azure.Wasb |
| fs.AbstractFileSystem.wasbs.impl |
org.apache.hadoop.fs.azure.Wasbs |
| fs.AbstractFileSystem.webhdfs.impl |
org.apache.hadoop.fs.WebHdfs |
| fs.abfs.impl |
org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem |
| fs.abfss.impl |
org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem |
| fs.adl.impl |
org.apache.hadoop.fs.adl.AdlFileSystem |
| fs.adl.oauth2.access.token.provider.type |
<redacted> |
| fs.automatic.close |
true |
| fs.azure.authorization |
false |
| fs.azure.authorization.caching.enable |
true |
| fs.azure.buffer.dir |
${env.LOCAL_DIRS:-${hadoop.tmp.dir}}/abfs |
| fs.azure.enable.readahead.v2 |
true |
| fs.azure.local.sas.key.mode |
false |
| fs.azure.sas.expiry.period |
90d |
| fs.azure.saskey.usecontainersaskeyforallaccess |
true |
| fs.azure.secure.mode |
false |
| fs.azure.ssl.channel.mode |
Default_JSSE |
| fs.azure.user.agent.prefix |
unknown |
| fs.client.resolve.remote.symlinks |
true |
| fs.client.resolve.topology.enabled |
false |
| fs.defaultFS |
s3a://novas3devcontainer |
| fs.df.interval |
60000 |
| fs.du.interval |
600000 |
| fs.ftp.data.connection.mode |
ACTIVE_LOCAL_DATA_CONNECTION_MODE |
| fs.ftp.host |
0.0.0.0 |
| fs.ftp.host.port |
21 |
| fs.ftp.impl |
org.apache.hadoop.fs.ftp.FTPFileSystem |
| fs.ftp.timeout |
0 |
| fs.ftp.transfer.mode |
BLOCK_TRANSFER_MODE |
| fs.getspaceused.jitterMillis |
60000 |
| fs.har.impl |
org.apache.hadoop.hive.shims.HiveHarFileSystem |
| fs.har.impl.disable.cache |
true |
| fs.permissions.umask-mode |
022 |
| fs.s3a.access.key |
<redacted> |
| fs.s3a.accesspoint.required |
false |
| fs.s3a.assumed.role.credentials.provider |
org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider |
| fs.s3a.assumed.role.session.duration |
30m |
| fs.s3a.attempts.maximum |
20 |
| fs.s3a.audit.enabled |
true |
| fs.s3a.aws.credentials.provider |
org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider |
| fs.s3a.block.size |
32M |
| fs.s3a.buffer.dir |
${env.LOCAL_DIRS:-${hadoop.tmp.dir}}/s3a |
| fs.s3a.change.detection.mode |
server |
| fs.s3a.change.detection.source |
etag |
| fs.s3a.change.detection.version.required |
true |
| fs.s3a.committer.abort.pending.uploads |
true |
| fs.s3a.committer.magic.enabled |
true |
| fs.s3a.committer.name |
directory |
| fs.s3a.committer.staging.conflict-mode |
append |
| fs.s3a.committer.staging.tmp.path |
tmp/staging |
| fs.s3a.committer.staging.unique-filenames |
true |
| fs.s3a.committer.threads |
8 |
| fs.s3a.connection.establish.timeout |
5000 |
| fs.s3a.connection.maximum |
8192 |
| fs.s3a.connection.request.timeout |
0 |
| fs.s3a.connection.ssl.enabled |
true |
| fs.s3a.connection.timeout |
200000 |
| fs.s3a.directory.marker.retention |
delete |
| fs.s3a.downgrade.syncable.exceptions |
true |
| fs.s3a.endpoint |
storage.yandexcloud.net:443 |
| fs.s3a.etag.checksum.enabled |
false |
| fs.s3a.executor.capacity |
16 |
| fs.s3a.fast.upload.active.blocks |
4 |
| fs.s3a.fast.upload.buffer |
disk |
| fs.s3a.impl |
org.apache.hadoop.fs.s3a.S3AFileSystem |
| fs.s3a.list.version |
2 |
| fs.s3a.max.total.tasks |
2096 |
| fs.s3a.multiobjectdelete.enable |
false |
| fs.s3a.multipart.purge |
false |
| fs.s3a.multipart.purge.age |
86400 |
| fs.s3a.multipart.size |
32m |
| fs.s3a.multipart.threshold |
128M |
| fs.s3a.paging.maximum |
5000 |
| fs.s3a.path.style.access |
true |
| fs.s3a.readahead.range |
64K |
| fs.s3a.retry.interval |
500ms |
| fs.s3a.retry.limit |
7 |
| fs.s3a.retry.throttle.interval |
100ms |
| fs.s3a.retry.throttle.limit |
20 |
| fs.s3a.secret.key |
<redacted> |
| fs.s3a.select.enabled |
true |
| fs.s3a.select.errors.include.sql |
false |
| fs.s3a.select.input.compression |
none |
| fs.s3a.select.input.csv.comment.marker |
# |
| fs.s3a.select.input.csv.field.delimiter |
, |
| fs.s3a.select.input.csv.header |
none |
| fs.s3a.select.input.csv.quote.character |
" |
| fs.s3a.select.input.csv.quote.escape.character |
\\ |
| fs.s3a.select.input.csv.record.delimiter |
\n |
| fs.s3a.select.output.csv.field.delimiter |
, |
| fs.s3a.select.output.csv.quote.character |
" |
| fs.s3a.select.output.csv.quote.escape.character |
\\ |
| fs.s3a.select.output.csv.quote.fields |
always |
| fs.s3a.select.output.csv.record.delimiter |
\n |
| fs.s3a.socket.recv.buffer |
8192 |
| fs.s3a.socket.send.buffer |
8192 |
| fs.s3a.ssl.channel.mode |
openssl |
| fs.s3a.threads.keepalivetime |
60 |
| fs.s3a.threads.max |
2096 |
| fs.swift.impl |
org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem |
| fs.trash.checkpoint.interval |
0 |
| fs.trash.interval |
0 |
| fs.viewfs.overload.scheme.target.abfs.impl |
org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem |
| fs.viewfs.overload.scheme.target.abfss.impl |
org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem |
| fs.viewfs.overload.scheme.target.file.impl |
org.apache.hadoop.fs.LocalFileSystem |
| fs.viewfs.overload.scheme.target.ftp.impl |
org.apache.hadoop.fs.ftp.FTPFileSystem |
| fs.viewfs.overload.scheme.target.gs.impl |
com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS |
| fs.viewfs.overload.scheme.target.hdfs.impl |
org.apache.hadoop.hdfs.DistributedFileSystem |
| fs.viewfs.overload.scheme.target.http.impl |
org.apache.hadoop.fs.http.HttpFileSystem |
| fs.viewfs.overload.scheme.target.https.impl |
org.apache.hadoop.fs.http.HttpsFileSystem |
| fs.viewfs.overload.scheme.target.o3fs.impl |
org.apache.hadoop.fs.ozone.OzoneFileSystem |
| fs.viewfs.overload.scheme.target.ofs.impl |
org.apache.hadoop.fs.ozone.RootedOzoneFileSystem |
| fs.viewfs.overload.scheme.target.oss.impl |
org.apache.hadoop.fs.aliyun.oss.AliyunOSSFileSystem |
| fs.viewfs.overload.scheme.target.s3a.impl |
org.apache.hadoop.fs.s3a.S3AFileSystem |
| fs.viewfs.overload.scheme.target.swebhdfs.impl |
org.apache.hadoop.hdfs.web.SWebHdfsFileSystem |
| fs.viewfs.overload.scheme.target.swift.impl |
org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem |
| fs.viewfs.overload.scheme.target.wasb.impl |
org.apache.hadoop.fs.azure.NativeAzureFileSystem |
| fs.viewfs.overload.scheme.target.webhdfs.impl |
org.apache.hadoop.hdfs.web.WebHdfsFileSystem |
| fs.viewfs.rename.strategy |
SAME_MOUNTPOINT |
| fs.wasb.impl |
org.apache.hadoop.fs.azure.NativeAzureFileSystem |
| fs.wasbs.impl |
org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure |
| ftp.blocksize |
67108864 |
| ftp.bytes-per-checksum |
512 |
| ftp.client-write-packet-size |
65536 |
| ftp.replication |
3 |
| ftp.stream-buffer-size |
4096 |
| ha.failover-controller.active-standby-elector.zk.op.retries |
3 |
| ha.failover-controller.cli-check.rpc-timeout.ms |
20000 |
| ha.failover-controller.graceful-fence.connection.retries |
1 |
| ha.failover-controller.graceful-fence.rpc-timeout.ms |
5000 |
| ha.failover-controller.new-active.rpc-timeout.ms |
60000 |
| ha.health-monitor.check-interval.ms |
1000 |
| ha.health-monitor.connect-retry-interval.ms |
1000 |
| ha.health-monitor.rpc-timeout.ms |
45000 |
| ha.health-monitor.sleep-after-disconnect.ms |
1000 |
| ha.zookeeper.acl |
world:anyone:rwcda |
| ha.zookeeper.parent-znode |
/hadoop-ha |
| ha.zookeeper.session-timeout.ms |
10000 |
| hadoop.bin.path |
/usr/bin/hadoop |
| hadoop.caller.context.enabled |
false |
| hadoop.caller.context.max.size |
128 |
| hadoop.caller.context.signature.max.size |
40 |
| hadoop.common.configuration.version |
3.0.0 |
| hadoop.fuse.connection.timeout |
300 |
| hadoop.fuse.timer.period |
5 |
| hadoop.hdfs.configuration.version |
1 |
| hadoop.http.authentication.kerberos.keytab |
${user.home}/hadoop.keytab |
| hadoop.http.authentication.kerberos.principal |
HTTP/_HOST@LOCALHOST |
| hadoop.http.authentication.signature.secret.file |
${user.home}/hadoop-http-auth-signature-secret |
| hadoop.http.authentication.simple.anonymous.allowed |
true |
| hadoop.http.authentication.token.validity |
36000 |
| hadoop.http.authentication.type |
simple |
| hadoop.http.cross-origin.allowed-headers |
X-Requested-With,Content-Type,Accept,Origin |
| hadoop.http.cross-origin.allowed-methods |
GET,POST,HEAD |
| hadoop.http.cross-origin.allowed-origins |
* |
| hadoop.http.cross-origin.enabled |
true |
| hadoop.http.cross-origin.max-age |
1800 |
| hadoop.http.filter.initializers |
org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.security.HttpCrossOriginFilterInitializer |
| hadoop.http.idle_timeout.ms |
60000 |
| hadoop.http.logs.enabled |
true |
| hadoop.http.sni.host.check.enabled |
false |
| hadoop.http.staticuser.user |
dr.who |
| hadoop.jetty.logs.serve.aliases |
true |
| hadoop.kerberos.keytab.login.autorenewal.enabled |
false |
| hadoop.kerberos.kinit.command |
kinit |
| hadoop.kerberos.min.seconds.before.relogin |
60 |
| hadoop.metrics.jvm.use-thread-mxbean |
false |
| hadoop.registry.jaas.context |
Client |
| hadoop.registry.secure |
false |
| hadoop.registry.system.acls |
sasl:yarn@, sasl:mapred@, sasl:hdfs@ |
| hadoop.registry.zk.connection.timeout.ms |
15000 |
| hadoop.registry.zk.quorum |
localhost:2181 |
| hadoop.registry.zk.retry.ceiling.ms |
60000 |
| hadoop.registry.zk.retry.interval.ms |
1000 |
| hadoop.registry.zk.retry.times |
5 |
| hadoop.registry.zk.root |
/registry |
| hadoop.registry.zk.session.timeout.ms |
60000 |
| hadoop.rpc.protection |
authentication |
| hadoop.rpc.socket.factory.class.default |
org.apache.hadoop.net.StandardSocketFactory |
| hadoop.security.auth_to_local.mechanism |
hadoop |
| hadoop.security.authentication |
simple |
| hadoop.security.authorization |
false |
| hadoop.security.credential.clear-text-fallback |
true |
| hadoop.security.crypto.buffer.size |
8192 |
| hadoop.security.crypto.cipher.suite |
AES/CTR/NoPadding |
| hadoop.security.crypto.codec.classes.aes.ctr.nopadding |
org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec |
| hadoop.security.dns.log-slow-lookups.enabled |
false |
| hadoop.security.dns.log-slow-lookups.threshold.ms |
1000 |
| hadoop.security.group.mapping |
org.apache.hadoop.security.LdapGroupsMapping |
| hadoop.security.group.mapping.ldap.base |
dc=example,dc=org |
| hadoop.security.group.mapping.ldap.bind.password.file |
/opt/impala/conf/ldap_pass |
| hadoop.security.group.mapping.ldap.bind.user |
cn=readonly,dc=example,dc=org |
| hadoop.security.group.mapping.ldap.connection.timeout.ms |
5000 |
| hadoop.security.group.mapping.ldap.conversion.rule |
none |
| hadoop.security.group.mapping.ldap.directory.search.timeout |
10000 |
| hadoop.security.group.mapping.ldap.num.attempts |
3 |
| hadoop.security.group.mapping.ldap.num.attempts.before.failover |
3 |
| hadoop.security.group.mapping.ldap.posix.attr.gid.name |
gidNumber |
| hadoop.security.group.mapping.ldap.posix.attr.uid.name |
uidNumber |
| hadoop.security.group.mapping.ldap.read.timeout.ms |
5000 |
| hadoop.security.group.mapping.ldap.search.attr.group.name |
cn |
| hadoop.security.group.mapping.ldap.search.attr.member |
memberUid |
| hadoop.security.group.mapping.ldap.search.filter.group |
(objectClass=posixGroup) |
| hadoop.security.group.mapping.ldap.search.filter.user |
(&(objectClass=posixAccount)(cn={0})) |
| hadoop.security.group.mapping.ldap.search.group.hierarchy.levels |
0 |
| hadoop.security.group.mapping.ldap.ssl |
false |
| hadoop.security.group.mapping.ldap.ssl.truststore |
/usr/share/truststore.jks |
| hadoop.security.group.mapping.ldap.ssl.truststore.password.file |
/opt/impala/conf/truststorePass |
| hadoop.security.group.mapping.ldap.url |
ldaps://openldap.openldap:636 |
| hadoop.security.group.mapping.providers.combined |
true |
| hadoop.security.groups.cache.background.reload |
false |
| hadoop.security.groups.cache.background.reload.threads |
3 |
| hadoop.security.groups.cache.secs |
1 |
| hadoop.security.groups.cache.warn.after.ms |
5000 |
| hadoop.security.groups.negative-cache.secs |
30 |
| hadoop.security.groups.shell.command.timeout |
0s |
| hadoop.security.instrumentation.requires.admin |
false |
| hadoop.security.java.secure.random.algorithm |
SHA1PRNG |
| hadoop.security.key.default.bitlength |
128 |
| hadoop.security.key.default.cipher |
AES/CTR/NoPadding |
| hadoop.security.kms.client.authentication.retry-count |
1 |
| hadoop.security.kms.client.encrypted.key.cache.expiry |
43200000 |
| hadoop.security.kms.client.encrypted.key.cache.low-watermark |
0.3f |
| hadoop.security.kms.client.encrypted.key.cache.num.refill.threads |
2 |
| hadoop.security.kms.client.encrypted.key.cache.size |
500 |
| hadoop.security.kms.client.failover.sleep.base.millis |
100 |
| hadoop.security.kms.client.failover.sleep.max.millis |
2000 |
| hadoop.security.kms.client.timeout |
60 |
| hadoop.security.random.device.file.path |
/dev/urandom |
| hadoop.security.secure.random.impl |
org.apache.hadoop.crypto.random.OpensslSecureRandom |
| hadoop.security.sensitive-config-keys |
<redacted> |
| hadoop.security.uid.cache.secs |
14400 |
| hadoop.service.shutdown.timeout |
30s |
| hadoop.shell.missing.defaultFs.warning |
false |
| hadoop.shell.safely.delete.limit.num.files |
100 |
| hadoop.ssl.client.conf |
ssl-client.xml |
| hadoop.ssl.enabled |
false |
| hadoop.ssl.enabled.protocols |
TLSv1.2 |
| hadoop.ssl.hostname.verifier |
DEFAULT |
| hadoop.ssl.keystores.factory.class |
org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory |
| hadoop.ssl.require.client.cert |
false |
| hadoop.ssl.server.conf |
ssl-server.xml |
| hadoop.system.tags |
YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT
,SERVER,DEBUG,DEPRICATED,COMMON,OPTIONAL |
| hadoop.tmp.dir |
/tmp |
| hadoop.user.group.static.mapping.overrides |
dr.who=; |
| hadoop.util.hash.type |
murmur |
| hadoop.workaround.non.threadsafe.getpwuid |
true |
| hadoop.zk.acl |
world:anyone:rwcda |
| hadoop.zk.num-retries |
1000 |
| hadoop.zk.retry-interval-ms |
1000 |
| hadoop.zk.timeout-ms |
10000 |
| hive.allow.udf.load.on.demand |
false |
| hive.analyze.stmt.collect.partlevel.stats |
true |
| hive.archive.enabled |
false |
| hive.arrow.batch.size |
1000 |
| hive.arrow.root.allocator.limit |
9223372036854775807 |
| hive.async.log.enabled |
true |
| hive.ats.hook.queue.capacity |
64 |
| hive.auto.convert.join |
true |
| hive.auto.convert.join.hashtable.max.entries |
21000000 |
| hive.auto.convert.join.noconditionaltask |
true |
| hive.auto.convert.join.noconditionaltask.size |
10000000 |
| hive.auto.convert.join.shuffle.max.size |
10000000000 |
| hive.auto.convert.join.use.nonstaged |
false |
| hive.auto.convert.sortmerge.join |
true |
| hive.auto.convert.sortmerge.join.bigtable.selection.policy |
org.apache.hadoop.hive.ql.optimizer.AvgPartitionSizeBasedBigTableSelectorForAutoSMJ |
| hive.auto.convert.sortmerge.join.reduce.side |
true |
| hive.auto.convert.sortmerge.join.to.mapjoin |
false |
| hive.auto.progress.timeout |
0s |
| hive.autogen.columnalias.prefix.includefuncname |
false |
| hive.autogen.columnalias.prefix.label |
_c |
| hive.avro.timestamp.skip.conversion |
false |
| hive.binary.record.max.length |
1000 |
| hive.blobstore.optimizations.enabled |
true |
| hive.blobstore.supported.schemes |
s3,s3a,s3n |
| hive.blobstore.use.blobstore.as.scratchdir |
false |
| hive.cache.expr.evaluation |
true |
| hive.cbo.cnf.maxnodes |
-1 |
| hive.cbo.costmodel.cpu |
0.000001 |
| hive.cbo.costmodel.extended |
false |
| hive.cbo.costmodel.hdfs.read |
1.5 |
| hive.cbo.costmodel.hdfs.write |
10.0 |
| hive.cbo.costmodel.local.fs.read |
4.0 |
| hive.cbo.costmodel.local.fs.write |
4.0 |
| hive.cbo.costmodel.network |
150.0 |
| hive.cbo.enable |
true |
| hive.cbo.returnpath.hiveop |
false |
| hive.cbo.show.warnings |
true |
| hive.cli.errors.ignore |
false |
| hive.cli.pretty.output.num.cols |
-1 |
| hive.cli.print.current.db |
false |
| hive.cli.print.escape.crlf |
false |
| hive.cli.print.header |
false |
| hive.cli.prompt |
hive |
| hive.cli.tez.session.async |
true |
| hive.cluster.delegation.token.store.class |
org.apache.hadoop.hive.thrift.MemoryTokenStore |
| hive.cluster.delegation.token.store.zookeeper.znode |
/hivedelegation |
| hive.combine.equivalent.work.optimization |
true |
| hive.compactor.abortedtxn.threshold |
1000 |
| hive.compactor.check.interval |
300s |
| hive.compactor.cleaner.run.interval |
5000ms |
| hive.compactor.compact.insert.only |
true |
| hive.compactor.delta.num.threshold |
10 |
| hive.compactor.delta.pct.threshold |
0.1 |
| hive.compactor.history.reaper.interval |
2m |
| hive.compactor.history.retention.attempted |
2 |
| hive.compactor.history.retention.failed |
3 |
| hive.compactor.history.retention.succeeded |
3 |
| hive.compactor.initiator.failed.compacts.threshold |
2 |
| hive.compactor.initiator.on |
false |
| hive.compactor.max.num.delta |
500 |
| hive.compactor.worker.threads |
0 |
| hive.compactor.worker.timeout |
86400s |
| hive.compat |
0.12 |
| hive.compute.query.using.stats |
true |
| hive.compute.splits.in.am |
true |
| hive.conf.hidden.list |
javax.jdo.option.ConnectionPassword,hive.server2.keystore.password,fs.s3.awsAccessKeyId,fs.s3.awsSecretAccessKey,fs.s3n.awsAccessKeyId,fs.s3n.awsSecretAccessKey,fs.s3a.access.key,fs.s3a.secret.key,fs.s3a.proxy.password,dfs.adls.oauth2.credential,fs.adl.oauth2.credential |
| hive.conf.internal.variable.list |
hive.added.files.path,hive.added.jars.path,hive.added.archives.path |
| hive.conf.restricted.list |
hive.security.authenticator.manager,hive.security.authorization.manager,hive.security.metastore.authorization.manager,hive.security.metastore.authenticator.manager,hive.users.in.admin.role,hive.server2.xsrf.filter.enabled,hive.security.authorization.enabled,hive.distcp.privileged.doAs,hive.server2.authentication.ldap.baseDN,hive.server2.authentication.ldap.url,hive.server2.authentication.ldap.Domain,hive.server2.authentication.ldap.groupDNPattern,hive.server2.authentication.ldap.groupFilter,hive.server2.authentication.ldap.userDNPattern,hive.server2.authentication.ldap.userFilter,hive.server2.authentication.ldap.groupMembershipKey,hive.server2.authentication.ldap.userMembershipKey,hive.server2.authentication.ldap.groupClassKey,hive.server2.authentication.ldap.customLDAPQuery,hive.privilege.synchronizer,hive.privilege.synchronizer.interval,hive.spark.client.connect.timeout,hive.spark.client.server.connect.timeout,hive.spark.client.channel.log.level,hive.spark.client.rpc.max.size,hive.spark.client.rpc.threads,hive.spark.client.secret.bits,hive.spark.client.rpc.server.address,hive.spark.client.rpc.server.port,hive.spark.client.rpc.sasl.mechanisms,bonecp.,hive.druid.broker.address.default,hive.druid.coordinator.address.default,hikari.,hadoop.bin.path,yarn.bin.path,spark.home |
| hive.conf.validation |
true |
| hive.constraint.notnull.enforce |
true |
| hive.convert.join.bucket.mapjoin.tez |
true |
| hive.count.open.txns.interval |
1s |
| hive.counters.group.name |
HIVE |
| hive.create.as.insert.only |
false |
| hive.debug.localtask |
false |
| hive.decode.partition.name |
false |
| hive.default.fileformat |
TextFile |
| hive.default.fileformat.managed |
none |
| hive.default.rcfile.serde |
org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe |
| hive.default.serde |
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| hive.describe.partitionedtable.ignore.stats |
false |
| hive.direct.sql.max.elements.in.clause |
1000 |
| hive.direct.sql.max.elements.values.clause |
1000 |
| hive.direct.sql.max.query.length |
100 |
| hive.disable.unsafe.external.table.operations |
true |
| hive.display.partition.cols.separately |
true |
| hive.distcp.privileged.doAs |
hive |
| hive.downloaded.resources.dir |
/tmp/${hive.session.id}_resources |
| hive.driver.parallel.compilation |
false |
| hive.druid.bitmap.type |
roaring |
| hive.druid.broker.address.default |
localhost:8082 |
| hive.druid.coordinator.address.default |
localhost:8081 |
| hive.druid.http.numConnection |
20 |
| hive.druid.http.read.timeout |
PT1M |
| hive.druid.indexer.memory.rownum.max |
75000 |
| hive.druid.indexer.partition.size.max |
5000000 |
| hive.druid.indexer.segments.granularity |
DAY |
| hive.druid.maxTries |
5 |
| hive.druid.metadata.base |
druid |
| hive.druid.metadata.db.type |
mysql |
| hive.druid.overlord.address.default |
localhost:8090 |
| hive.druid.passiveWaitTimeMs |
30000 |
| hive.druid.select.threshold |
10000 |
| hive.druid.sleep.time |
PT10S |
| hive.druid.storage.storageDirectory |
/druid/segments |
| hive.druid.working.directory |
/tmp/workingDirectory |
| hive.enforce.bucketmapjoin |
false |
| hive.enforce.sortmergebucketmapjoin |
false |
| hive.entity.capture.transform |
false |
| hive.entity.separator |
@ |
| hive.error.on.empty.partition |
false |
| hive.exec.check.crossproducts |
true |
| hive.exec.compress.intermediate |
false |
| hive.exec.compress.output |
false |
| hive.exec.copyfile.maxnumfiles |
1 |
| hive.exec.copyfile.maxsize |
33554432 |
| hive.exec.counters.pull.interval |
1000 |
| hive.exec.default.partition.name |
__HIVE_DEFAULT_PARTITION__ |
| hive.exec.drop.ignorenonexistent |
true |
| hive.exec.dynamic.partition |
true |
| hive.exec.dynamic.partition.mode |
strict |
| hive.exec.infer.bucket.sort |
false |
| hive.exec.infer.bucket.sort.num.buckets.power.two |
false |
| hive.exec.input.listing.max.threads |
0 |
| hive.exec.job.debug.capture.stacktraces |
true |
| hive.exec.job.debug.timeout |
30000 |
| hive.exec.local.scratchdir |
/tmp/impala |
| hive.exec.max.created.files |
100000 |
| hive.exec.max.dynamic.partitions |
1000 |
| hive.exec.max.dynamic.partitions.pernode |
100 |
| hive.exec.mode.local.auto |
false |
| hive.exec.mode.local.auto.input.files.max |
4 |
| hive.exec.mode.local.auto.inputbytes.max |
134217728 |
| hive.exec.orc.base.delta.ratio |
8 |
| hive.exec.orc.delta.streaming.optimizations.enabled |
false |
| hive.exec.orc.split.strategy |
HYBRID |
| hive.exec.parallel |
false |
| hive.exec.parallel.thread.number |
8 |
| hive.exec.perf.logger |
org.apache.hadoop.hive.ql.log.PerfLogger |
| hive.exec.rcfile.use.explicit.header |
true |
| hive.exec.rcfile.use.sync.cache |
true |
| hive.exec.reducers.bytes.per.reducer |
256000000 |
| hive.exec.reducers.max |
1009 |
| hive.exec.rowoffset |
false |
| hive.exec.schema.evolution |
true |
| hive.exec.scratchdir |
/tmp/hive |
| hive.exec.script.allow.partial.consumption |
false |
| hive.exec.script.maxerrsize |
100000 |
| hive.exec.script.trust |
false |
| hive.exec.show.job.failure.debug.info |
true |
| hive.exec.stagingdir |
.hive-staging |
| hive.exec.submit.local.task.via.child |
true |
| hive.exec.submitviachild |
false |
| hive.exec.tasklog.debug.timeout |
20000 |
| hive.exec.temporary.table.storage |
default |
| hive.execution.engine |
mr |
| hive.execution.mode |
container |
| hive.exim.strict.repl.tables |
true |
| hive.exim.test.mode |
false |
| hive.exim.uri.scheme.whitelist |
hdfs,pfile,file,s3,s3a |
| hive.explain.dependency.append.tasktype |
false |
| hive.explain.user |
true |
| hive.fetch.output.serde |
org.apache.hadoop.hive.serde2.DelimitedJSONSerDe |
| hive.fetch.task.aggr |
false |
| hive.fetch.task.conversion |
more |
| hive.fetch.task.conversion.threshold |
1073741824 |
| hive.file.max.footer |
100 |
| hive.fileformat.check |
true |
| hive.groupby.limit.extrastep |
true |
| hive.groupby.mapaggr.checkinterval |
100000 |
| hive.groupby.orderby.position.alias |
false |
| hive.groupby.position.alias |
false |
| hive.groupby.skewindata |
false |
| hive.hash.table.inflation.factor |
2.0 |
| hive.hashtable.initialCapacity |
100000 |
| hive.hashtable.key.count.adjustment |
2.0 |
| hive.hashtable.loadfactor |
0.75 |
| hive.hbase.generatehfiles |
false |
| hive.hbase.snapshot.restoredir |
/tmp |
| hive.hbase.wal.enabled |
true |
| hive.heap.memory.monitor.usage.threshold |
0.7 |
| hive.heartbeat.interval |
1000 |
| hive.hmshandler.force.reload.conf |
false |
| hive.hmshandler.retry.attempts |
10 |
| hive.hmshandler.retry.interval |
2000ms |
| hive.ignore.mapjoin.hint |
true |
| hive.in.ide.test |
false |
| hive.in.repl.test |
false |
| hive.in.ssl.test |
false |
| hive.in.test |
false |
| hive.in.tez.test |
false |
| hive.input.format |
org.apache.hadoop.hive.ql.io.CombineHiveInputFormat |
| hive.insert.into.external.tables |
true |
| hive.insert.into.multilevel.dirs |
false |
| hive.int.timestamp.conversion.in.seconds |
false |
| hive.io.rcfile.column.number.conf |
0 |
| hive.io.rcfile.record.buffer.size |
4194304 |
| hive.io.rcfile.record.interval |
2147483647 |
| hive.io.rcfile.tolerate.corruptions |
false |
| hive.io.sarg.cache.max.weight.mb |
10 |
| hive.jobname.length |
50 |
| hive.join.cache.size |
25000 |
| hive.join.emit.interval |
1000 |
| hive.join.inner.residual |
false |
| hive.lazysimple.extended_boolean_literal |
false |
| hive.legacy.schema.for.all.serdes |
false |
| hive.limit.optimize.enable |
false |
| hive.limit.optimize.fetch.max |
50000 |
| hive.limit.optimize.limit.file |
10 |
| hive.limit.pushdown.memory.usage |
0.1 |
| hive.limit.row.max.size |
100000 |
| hive.llap.allow.permanent.fns |
true |
| hive.llap.am.liveness.connection.sleep.between.retries.ms |
2000ms |
| hive.llap.am.liveness.connection.timeout.ms |
10000ms |
| hive.llap.am.use.fqdn |
true |
| hive.llap.auto.allow.uber |
false |
| hive.llap.auto.auth |
false |
| hive.llap.auto.enforce.stats |
true |
| hive.llap.auto.enforce.tree |
true |
| hive.llap.auto.enforce.vectorized |
true |
| hive.llap.auto.max.input.size |
10737418240 |
| hive.llap.auto.max.output.size |
1073741824 |
| hive.llap.cache.allow.synthetic.fileid |
true |
| hive.llap.cache.defaultfs.only.native.fileid |
true |
| hive.llap.client.consistent.splits |
true |
| hive.llap.daemon.acl |
* |
| hive.llap.daemon.am-reporter.max.threads |
4 |
| hive.llap.daemon.am.liveness.heartbeat.interval.ms |
10000ms |
| hive.llap.daemon.communicator.num.threads |
10 |
| hive.llap.daemon.delegation.token.lifetime |
14d |
| hive.llap.daemon.download.permanent.fns |
false |
| hive.llap.daemon.logger |
query-routing |
| hive.llap.daemon.memory.per.instance.mb |
4096 |
| hive.llap.daemon.num.executors |
4 |
| hive.llap.daemon.num.file.cleaner.threads |
1 |
| hive.llap.daemon.output.service.max.pending.writes |
8 |
| hive.llap.daemon.output.service.port |
15003 |
| hive.llap.daemon.output.service.send.buffer.size |
131072 |
| hive.llap.daemon.output.stream.timeout |
120s |
| hive.llap.daemon.rpc.num.handlers |
5 |
| hive.llap.daemon.rpc.port |
0 |
| hive.llap.daemon.service.refresh.interval.sec |
60s |
| hive.llap.daemon.shuffle.dir.watcher.enabled |
false |
| hive.llap.daemon.task.preemption.metrics.intervals |
30,60,300 |
| hive.llap.daemon.task.scheduler.enable.preemption |
true |
| hive.llap.daemon.task.scheduler.wait.queue.size |
10 |
| hive.llap.daemon.vcpus.per.instance |
4 |
| hive.llap.daemon.wait.queue.comparator.class.name |
org.apache.hadoop.hive.llap.daemon.impl.comparator.ShortestJobFirstComparator |
| hive.llap.daemon.web.port |
15002 |
| hive.llap.daemon.web.ssl |
false |
| hive.llap.daemon.xmx.headroom |
5% |
| hive.llap.daemon.yarn.container.mb |
-1 |
| hive.llap.daemon.yarn.shuffle.port |
15551 |
| hive.llap.enable.grace.join.in.llap |
false |
| hive.llap.execution.mode |
none |
| hive.llap.external.splits.order.by.force.single.split |
true |
| hive.llap.external.splits.temp.table.storage.format |
orc |
| hive.llap.file.cleanup.delay.seconds |
300s |
| hive.llap.hs2.coordinator.enabled |
true |
| hive.llap.io.acid |
true |
| hive.llap.io.allocator.alloc.max |
16Mb |
| hive.llap.io.allocator.alloc.min |
4Kb |
| hive.llap.io.allocator.arena.count |
8 |
| hive.llap.io.allocator.defrag.headroom |
1Mb |
| hive.llap.io.allocator.direct |
true |
| hive.llap.io.allocator.discard.method |
both |
| hive.llap.io.allocator.mmap |
false |
| hive.llap.io.allocator.mmap.path |
/tmp |
| hive.llap.io.decoding.metrics.percentiles.intervals |
30 |
| hive.llap.io.encode.alloc.size |
256Kb |
| hive.llap.io.encode.enabled |
true |
| hive.llap.io.encode.formats |
org.apache.hadoop.mapred.TextInputFormat, |
| hive.llap.io.encode.slice.lrr |
true |
| hive.llap.io.encode.slice.row.count |
100000 |
| hive.llap.io.encode.vector.serde.async.enabled |
true |
| hive.llap.io.encode.vector.serde.enabled |
true |
| hive.llap.io.lrfu.lambda |
1.0E-6 |
| hive.llap.io.memory.mode |
cache |
| hive.llap.io.memory.size |
1Gb |
| hive.llap.io.nonvector.wrapper.enabled |
true |
| hive.llap.io.orc.time.counters |
true |
| hive.llap.io.row.wrapper.enabled |
true |
| hive.llap.io.share.object.pools |
false |
| hive.llap.io.threadpool.size |
10 |
| hive.llap.io.trace.always.dump |
false |
| hive.llap.io.trace.size |
2Mb |
| hive.llap.io.track.cache.usage |
true |
| hive.llap.io.use.fileid.path |
true |
| hive.llap.io.use.lrfu |
true |
| hive.llap.io.vrb.queue.limit.base |
50000 |
| hive.llap.io.vrb.queue.limit.min |
10 |
| hive.llap.management.acl |
* |
| hive.llap.management.rpc.port |
15004 |
| hive.llap.mapjoin.memory.monitor.check.interval |
100000 |
| hive.llap.mapjoin.memory.oversubscribe.factor |
0.2 |
| hive.llap.memory.oversubscription.max.executors.per.query |
3 |
| hive.llap.object.cache.enabled |
true |
| hive.llap.orc.gap.cache |
true |
| hive.llap.output.format.arrow |
true |
| hive.llap.plugin.acl |
* |
| hive.llap.plugin.client.num.threads |
10 |
| hive.llap.plugin.rpc.num.handlers |
1 |
| hive.llap.remote.token.requires.signing |
true |
| hive.llap.skip.compile.udf.check |
false |
| hive.llap.task.communicator.connection.sleep.between.retries.ms |
2000ms |
| hive.llap.task.communicator.connection.timeout.ms |
16000ms |
| hive.llap.task.communicator.listener.thread-count |
30 |
| hive.llap.task.scheduler.am.registry |
llap |
| hive.llap.task.scheduler.locality.delay |
0ms |
| hive.llap.task.scheduler.node.disable.backoff.factor |
1.5 |
| hive.llap.task.scheduler.node.reenable.max.timeout.ms |
10000ms |
| hive.llap.task.scheduler.node.reenable.min.timeout.ms |
200ms |
| hive.llap.task.scheduler.num.schedulable.tasks.per.node |
0 |
| hive.llap.task.scheduler.preempt.independent |
false |
| hive.llap.task.scheduler.timeout.seconds |
60s |
| hive.llap.validate.acls |
true |
| hive.llap.zk.sm.session.timeout |
40s |
| hive.load.dynamic.partitions.thread |
15 |
| hive.local.time.zone |
LOCAL |
| hive.localize.resource.num.wait.attempts |
5 |
| hive.localize.resource.wait.interval |
5000ms |
| hive.lock.manager |
org.apache.hadoop.hive.ql.lockmgr.zookeeper.ZooKeeperHiveLockManager |
| hive.lock.mapred.only.operation |
false |
| hive.lock.numretries |
100 |
| hive.lock.query.string.max.length |
1000000 |
| hive.lock.sleep.between.retries |
60s |
| hive.lockmgr.zookeeper.default.partition.name |
__HIVE_DEFAULT_ZOOKEEPER_PARTITION__ |
| hive.log.every.n.records |
0 |
| hive.log.explain.output |
false |
| hive.map.aggr |
true |
| hive.map.aggr.hash.force.flush.memory.threshold |
0.9 |
| hive.map.aggr.hash.min.reduction |
0.5 |
| hive.map.aggr.hash.percentmemory |
0.5 |
| hive.map.groupby.sorted |
true |
| hive.mapjoin.bucket.cache.size |
100 |
| hive.mapjoin.check.memory.rows |
100000 |
| hive.mapjoin.followby.gby.localtask.max.memory.usage |
0.55 |
| hive.mapjoin.followby.map.aggr.hash.percentmemory |
0.3 |
| hive.mapjoin.hybridgrace.bloomfilter |
true |
| hive.mapjoin.hybridgrace.hashtable |
true |
| hive.mapjoin.hybridgrace.memcheckfrequency |
1024 |
| hive.mapjoin.hybridgrace.minnumpartitions |
16 |
| hive.mapjoin.hybridgrace.minwbsize |
524288 |
| hive.mapjoin.localtask.max.memory.usage |
0.9 |
| hive.mapjoin.optimized.hashtable |
true |
| hive.mapjoin.optimized.hashtable.probe.percent |
0.5 |
| hive.mapjoin.optimized.hashtable.wbsize |
8388608 |
| hive.mapjoin.smalltable.filesize |
25000000 |
| hive.mapjoin.testing.no.hash.table.load |
false |
| hive.mapper.cannot.span.multiple.partitions |
false |
| hive.mapred.local.mem |
0 |
| hive.mapred.partitioner |
org.apache.hadoop.hive.ql.io.DefaultHivePartitioner |
| hive.mapred.reduce.tasks.speculative.execution |
true |
| hive.materializedview.fileformat |
ORC |
| hive.materializedview.rebuild.incremental |
true |
| hive.materializedview.rewriting |
true |
| hive.materializedview.rewriting.incremental |
false |
| hive.materializedview.rewriting.strategy |
heuristic |
| hive.materializedview.rewriting.time.window |
0min |
| hive.materializedview.serde |
org.apache.hadoop.hive.ql.io.orc.OrcSerde |
| hive.max.open.txns |
100000 |
| hive.merge.cardinality.check |
true |
| hive.merge.mapfiles |
true |
| hive.merge.mapredfiles |
false |
| hive.merge.nway.joins |
true |
| hive.merge.orcfile.stripe.level |
true |
| hive.merge.rcfile.block.level |
true |
| hive.merge.size.per.task |
256000000 |
| hive.merge.smallfiles.avgsize |
16000000 |
| hive.merge.sparkfiles |
false |
| hive.merge.tezfiles |
false |
| hive.metadata.move.exported.metadata.to.trash |
true |
| hive.metastore.aggregate.stats.cache.clean.until |
0.8 |
| hive.metastore.aggregate.stats.cache.enabled |
true |
| hive.metastore.aggregate.stats.cache.fpp |
0.01 |
| hive.metastore.aggregate.stats.cache.max.full |
0.9 |
| hive.metastore.aggregate.stats.cache.max.partitions |
10000 |
| hive.metastore.aggregate.stats.cache.max.reader.wait |
1000ms |
| hive.metastore.aggregate.stats.cache.max.variance |
0.01 |
| hive.metastore.aggregate.stats.cache.max.writer.wait |
5000ms |
| hive.metastore.aggregate.stats.cache.size |
10000 |
| hive.metastore.aggregate.stats.cache.ttl |
600s |
| hive.metastore.archive.intermediate.archived |
_INTERMEDIATE_ARCHIVED |
| hive.metastore.archive.intermediate.extracted |
_INTERMEDIATE_EXTRACTED |
| hive.metastore.archive.intermediate.original |
_INTERMEDIATE_ORIGINAL |
| hive.metastore.authorization.storage.check.externaltable.drop |
true |
| hive.metastore.authorization.storage.checks |
false |
| hive.metastore.batch.retrieve.max |
300 |
| hive.metastore.batch.retrieve.table.partition.max |
1000 |
| hive.metastore.cache.pinobjtypes |
Table,StorageDescriptor,SerDeInfo,Partition,Database,Type,FieldSchema,Order |
| hive.metastore.client.cache.enabled |
false |
| hive.metastore.client.cache.expiry.time |
120s |
| hive.metastore.client.cache.initial.capacity |
50 |
| hive.metastore.client.cache.max.capacity |
50 |
| hive.metastore.client.cache.stats.enabled |
false |
| hive.metastore.client.capability.check |
true |
| hive.metastore.client.connect.retry.delay |
1s |
| hive.metastore.client.drop.partitions.using.expressions |
true |
| hive.metastore.client.socket.lifetime |
0s |
| hive.metastore.client.socket.timeout |
600s |
| hive.metastore.connect.retries |
3 |
| hive.metastore.db.type |
DERBY |
| hive.metastore.direct.sql.batch.size |
0 |
| hive.metastore.disallow.incompatible.col.type.changes |
true |
| hive.metastore.dml.events |
true |
| hive.metastore.event.clean.freq |
0s |
| hive.metastore.event.db.listener.timetolive |
86400s |
| hive.metastore.event.db.notification.api.auth |
true |
| hive.metastore.event.expiry.duration |
0s |
| hive.metastore.event.message.factory |
org.apache.hadoop.hive.metastore.messaging.json.JSONMessageFactory |
| hive.metastore.execute.setugi |
true |
| hive.metastore.expression.proxy |
org.apache.hadoop.hive.ql.optimizer.ppr.PartitionExpressionForMetastore |
| hive.metastore.failure.retries |
1 |
| hive.metastore.fastpath |
false |
| hive.metastore.filter.hook |
org.apache.hadoop.hive.metastore.DefaultMetaStoreFilterHookImpl |
| hive.metastore.fs.handler.class |
org.apache.hadoop.hive.metastore.HiveMetaStoreFsImpl |
| hive.metastore.fshandler.threads |
15 |
| hive.metastore.hbase.file.metadata.threads |
1 |
| hive.metastore.initial.metadata.count.enabled |
true |
| hive.metastore.integral.jdo.pushdown |
false |
| hive.metastore.kerberos.principal |
hive-metastore/_HOST@EXAMPLE.COM |
| hive.metastore.limit.partition.request |
-1 |
| hive.metastore.metrics.enabled |
false |
| hive.metastore.orm.retrieveMapNullsAsEmptyStrings |
false |
| hive.metastore.port |
9083 |
| hive.metastore.rawstore.impl |
org.apache.hadoop.hive.metastore.ObjectStore |
| hive.metastore.sasl.enabled |
false |
| hive.metastore.schema.info.class |
org.apache.hadoop.hive.metastore.MetaStoreSchemaInfo |
| hive.metastore.schema.verification |
true |
| hive.metastore.schema.verification.record.version |
false |
| hive.metastore.server.max.message.size |
858993459 |
| hive.metastore.server.max.threads |
1000 |
| hive.metastore.server.min.threads |
200 |
| hive.metastore.server.tcp.keepalive |
true |
| hive.metastore.stats.ndv.densityfunction |
false |
| hive.metastore.stats.ndv.tuner |
0.0 |
| hive.metastore.thrift.compact.protocol.enabled |
false |
| hive.metastore.thrift.framed.transport.enabled |
false |
| hive.metastore.try.direct.sql |
true |
| hive.metastore.try.direct.sql.ddl |
true |
| hive.metastore.txn.store.impl |
org.apache.hadoop.hive.metastore.txn.CompactionTxnHandler |
| hive.metastore.uri.selection |
SEQUENTIAL |
| hive.metastore.uris |
thrift://hive-0.hive-sv:9084 |
| hive.metastore.use.SSL |
false |
| hive.metastore.warehouse.dir |
/user/hive/warehouse |
| hive.metastore.wm.default.pool.size |
4 |
| hive.mm.allow.originals |
false |
| hive.mm.avoid.s3.globstatus |
true |
| hive.msck.path.validation |
throw |
| hive.msck.repair.batch.max.retries |
4 |
| hive.msck.repair.batch.size |
3000 |
| hive.multi.insert.move.tasks.share.dependencies |
false |
| hive.multigroupby.singlereducer |
true |
| hive.mv.files.thread |
15 |
| hive.new.job.grouping.set.cardinality |
30 |
| hive.notification.event.consumers |
org.apache.hadoop.hive.ql.cache.results.QueryResultsCache$InvalidationEventConsumer |
| hive.notification.event.poll.interval |
60s |
| hive.notification.sequence.lock.max.retries |
5 |
| hive.notification.sequence.lock.retry.sleep.interval |
500 |
| hive.optimize.bucketingsorting |
true |
| hive.optimize.bucketmapjoin |
false |
| hive.optimize.bucketmapjoin.sortedmerge |
false |
| hive.optimize.constant.propagation |
true |
| hive.optimize.correlation |
false |
| hive.optimize.countdistinct |
true |
| hive.optimize.cte.materialize.threshold |
-1 |
| hive.optimize.distinct.rewrite |
true |
| hive.optimize.dynamic.partition.hashjoin |
false |
| hive.optimize.filter.stats.reduction |
false |
| hive.optimize.groupby |
true |
| hive.optimize.index.filter |
false |
| hive.optimize.joinreducededuplication |
true |
| hive.optimize.limittranspose |
false |
| hive.optimize.limittranspose.reductionpercentage |
1.0 |
| hive.optimize.limittranspose.reductiontuples |
0 |
| hive.optimize.listbucketing |
false |
| hive.optimize.metadataonly |
false |
| hive.optimize.null.scan |
true |
| hive.optimize.partition.columns.separate |
true |
| hive.optimize.point.lookup |
true |
| hive.optimize.point.lookup.min |
31 |
| hive.optimize.ppd |
true |
| hive.optimize.ppd.storage |
true |
| hive.optimize.ppd.windowing |
true |
| hive.optimize.reducededuplication |
true |
| hive.optimize.reducededuplication.min.reducer |
4 |
| hive.optimize.remove.identity.project |
true |
| hive.optimize.remove.sq_count_check |
false |
| hive.optimize.sampling.orderby |
false |
| hive.optimize.sampling.orderby.number |
1000 |
| hive.optimize.sampling.orderby.percent |
0.1 |
| hive.optimize.semijoin.conversion |
true |
| hive.optimize.shared.work |
true |
| hive.optimize.shared.work.extended |
true |
| hive.optimize.skewjoin |
false |
| hive.optimize.skewjoin.compiletime |
false |
| hive.optimize.sort.dynamic.partition |
false |
| hive.optimize.union.remove |
false |
| hive.optimize.update.table.properties.from.serde |
false |
| hive.optimize.update.table.properties.from.serde.list |
org.apache.hadoop.hive.serde2.avro.AvroSerDe |
| hive.orc.cache.stripe.details.mem.size |
256Mb |
| hive.orc.cache.use.soft.references |
false |
| hive.orc.compute.splits.num.threads |
10 |
| hive.orc.splits.allow.synthetic.fileid |
true |
| hive.orc.splits.directory.batch.ms |
0 |
| hive.orc.splits.include.file.footer |
false |
| hive.orc.splits.include.fileid |
true |
| hive.orc.splits.ms.footer.cache.enabled |
false |
| hive.orc.splits.ms.footer.cache.ppd.enabled |
true |
| hive.order.columnalignment |
true |
| hive.orderby.position.alias |
true |
| hive.parquet.timestamp.skip.conversion |
false |
| hive.ppd.recognizetransivity |
true |
| hive.ppd.remove.duplicatefilters |
true |
| hive.prewarm.enabled |
false |
| hive.prewarm.numcontainers |
10 |
| hive.prewarm.spark.timeout |
5000ms |
| hive.privilege.synchronizer.interval |
1800s |
| hive.query.reexecution.always.collect.operator.stats |
false |
| hive.query.reexecution.enabled |
true |
| hive.query.reexecution.max.count |
1 |
| hive.query.reexecution.stats.cache.batch.size |
-1 |
| hive.query.reexecution.stats.cache.size |
100000 |
| hive.query.reexecution.stats.persist.scope |
query |
| hive.query.reexecution.strategies |
overlay,reoptimize |
| hive.query.result.fileformat |
SequenceFile |
| hive.query.results.cache.directory |
/tmp/hive/_resultscache_ |
| hive.query.results.cache.enabled |
true |
| hive.query.results.cache.max.entry.lifetime |
3600s |
| hive.query.results.cache.max.entry.size |
10485760 |
| hive.query.results.cache.max.size |
2147483648 |
| hive.query.results.cache.nontransactional.tables.enabled |
false |
| hive.query.results.cache.wait.for.pending.results |
true |
| hive.query.timeout.seconds |
0s |
| hive.querylog.enable.plan.progress |
true |
| hive.querylog.location |
/tmp/impala |
| hive.querylog.plan.progress.interval |
60000ms |
| hive.remove.orderby.in.subquery |
true |
| hive.reorder.nway.joins |
true |
| hive.repl.add.raw.reserved.namespace |
false |
| hive.repl.approx.max.load.tasks |
10000 |
| hive.repl.bootstrap.dump.open.txn.timeout |
1h |
| hive.repl.cm.enabled |
false |
| hive.repl.cm.interval |
3600s |
| hive.repl.cm.retain |
24h |
| hive.repl.cmrootdir |
/user/hive/cmroot/ |
| hive.repl.dump.include.acid.tables |
false |
| hive.repl.dump.metadata.only |
false |
| hive.repl.dumpdir.clean.freq |
0s |
| hive.repl.dumpdir.ttl |
7d |
| hive.repl.partitions.dump.parallelism |
100 |
| hive.repl.replica.functions.root.dir |
/user/hive/repl/functions/ |
| hive.repl.rootdir |
/user/hive/repl/ |
| hive.repl.task.factory |
org.apache.hive.hcatalog.api.repl.exim.EximReplicationTaskFactory |
| hive.resource.use.hdfs.location |
true |
| hive.resultset.use.unique.column.names |
true |
| hive.rework.mapredwork |
false |
| hive.rpc.query.plan |
false |
| hive.sample.seednumber |
0 |
| hive.scratch.dir.permission |
700 |
| hive.scratchdir.lock |
false |
| hive.script.auto.progress |
false |
| hive.script.operator.env.blacklist |
hive.txn.valid.txns,hive.txn.tables.valid.writeids,hive.txn.valid.writeids,hive.script.operator.env.blacklist |
| hive.script.operator.id.env.var |
HIVE_SCRIPT_OPERATOR_ID |
| hive.script.operator.truncate.env |
false |
| hive.script.recordreader |
org.apache.hadoop.hive.ql.exec.TextRecordReader |
| hive.script.recordwriter |
org.apache.hadoop.hive.ql.exec.TextRecordWriter |
| hive.script.serde |
org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| hive.security.authenticator.manager |
org.apache.hadoop.hive.ql.security.HadoopDefaultAuthenticator |
| hive.security.authorization.enabled |
false |
| hive.security.authorization.manager |
org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactory |
| hive.security.authorization.sqlstd.confwhitelist |
hive\.auto\..*|hive\.cbo\..*|hive\.convert\..*|hive\.druid\..*|hive\.exec\.dynamic\.partition.*|hive\.exec\.max\.dynamic\.partitions.*|hive\.exec\.compress\..*|hive\.exec\.infer\..*|hive\.exec\.mode.local\..*|hive\.exec\.orc\..*|hive\.exec\.parallel.*|hive\.explain\..*|hive\.fetch.task\..*|hive\.groupby\..*|hive\.hbase\..*|hive\.index\..*|hive\.index\..*|hive\.intermediate\..*|hive\.join\..*|hive\.limit\..*|hive\.log\..*|hive\.mapjoin\..*|hive\.merge\..*|hive\.optimize\..*|hive\.orc\..*|hive\.outerjoin\..*|hive\.parquet\..*|hive\.ppd\..*|hive\.prewarm\..*|hive\.server2\.thrift\.resultset\.default\.fetch\.size|hive\.server2\.proxy\.user|hive\.skewjoin\..*|hive\.smbjoin\..*|hive\.stats\..*|hive\.strict\..*|hive\.tez\..*|hive\.vectorized\..*|fs\.defaultFS|ssl\.client\.truststore\.location|distcp\.atomic|distcp\.ignore\.failures|distcp\.preserve\.status|distcp\.preserve\.rawxattrs|distcp\.sync\.folders|distcp\.delete\.missing\.source|distcp\.keystore\.resource|distcp\.liststatus\.threads|distcp\.max\.maps|distcp\.copy\.strategy|distcp\.skip\.crc|distcp\.copy\.overwrite|distcp\.copy\.append|distcp\.map\.bandwidth\.mb|distcp\.dynamic\..*|distcp\.meta\.folder|distcp\.copy\.listing\.class|distcp\.filters\.class|distcp\.options\.skipcrccheck|distcp\.options\.m|distcp\.options\.numListstatusThreads|distcp\.options\.mapredSslConf|distcp\.options\.bandwidth|distcp\.options\.overwrite|distcp\.options\.strategy|distcp\.options\.i|distcp\.options\.p.*|distcp\.options\.update|distcp\.options\.delete|mapred\.map\..*|mapred\.reduce\..*|mapred\.output\.compression\.codec|mapred\.job\.queue\.name|mapred\.output\.compression\.type|mapred\.min\.split\.size|mapreduce\.job\.reduce\.slowstart\.completedmaps|mapreduce\.job\.queuename|mapreduce\.job\.tags|mapreduce\.input\.fileinputformat\.split\.minsize|mapreduce\.map\..*|mapreduce\.reduce\..*|mapreduce\.output\.fileoutputformat\.compress\.codec|mapreduce\.output\.fileoutputformat\.compress\.type|oozie\..*|tez\.am\..*|tez\.task\..*|tez\.runtime\..*|tez\.queue\.name|hive\.transpose\.aggr\.join|hive\.exec\.reducers\.bytes\.per\.reducer|hive\.client\.stats\.counters|hive\.exec\.default\.partition\.name|hive\.exec\.drop\.ignorenonexistent|hive\.counters\.group\.name|hive\.default\.fileformat\.managed|hive\.enforce\.bucketmapjoin|hive\.enforce\.sortmergebucketmapjoin|hive\.cache\.expr\.evaluation|hive\.query\.result\.fileformat|hive\.hashtable\.loadfactor|hive\.hashtable\.initialCapacity|hive\.ignore\.mapjoin\.hint|hive\.limit\.row\.max\.size|hive\.mapred\.mode|hive\.map\.aggr|hive\.compute\.query\.using\.stats|hive\.exec\.rowoffset|hive\.variable\.substitute|hive\.variable\.substitute\.depth|hive\.autogen\.columnalias\.prefix\.includefuncname|hive\.autogen\.columnalias\.prefix\.label|hive\.exec\.check\.crossproducts|hive\.cli\.tez\.session\.async|hive\.compat|hive\.display\.partition\.cols\.separately|hive\.error\.on\.empty\.partition|hive\.execution\.engine|hive\.exec\.copyfile\.maxsize|hive\.exim\.uri\.scheme\.whitelist|hive\.file\.max\.footer|hive\.insert\.into\.multilevel\.dirs|hive\.localize\.resource\.num\.wait\.attempts|hive\.multi\.insert\.move\.tasks\.share\.dependencies|hive\.query\.results\.cache\.enabled|hive\.query\.results\.cache\.wait\.for\.pending\.results|hive\.support\.quoted\.identifiers|hive\.resultset\.use\.unique\.column\.names|hive\.analyze\.stmt\.collect\.partlevel\.stats|hive\.exec\.schema\.evolution|hive\.server2\.logging\.operation\.level|hive\.server2\.thrift\.resultset\.serialize\.in\.tasks|hive\.support\.special\.characters\.tablename|hive\.exec\.job\.debug\.capture\.stacktraces|hive\.exec\.job\.debug\.timeout|hive\.llap\.io\.enabled|hive\.llap\.io\.use\.fileid\.path|hive\.llap\.daemon\.service\.hosts|hive\.llap\.execution\.mode|hive\.llap\.auto\.allow\.uber|hive\.llap\.auto\.enforce\.tree|hive\.llap\.auto\.enforce\.vectorized|hive\.llap\.auto\.enforce\.stats|hive\.llap\.auto\.max\.input\.size|hive\.llap\.auto\.max\.output\.size|hive\.llap\.skip\.compile\.udf\.check|hive\.llap\.client\.consistent\.splits|hive\.llap\.enable\.grace\.join\.in\.llap|hive\.llap\.allow\.permanent\.fns|hive\.exec\.max\.created\.files|hive\.exec\.reducers\.max|hive\.reorder\.nway\.joins|hive\.output\.file\.extension|hive\.exec\.show\.job\.failure\.debug\.info|hive\.exec\.tasklog\.debug\.timeout|hive\.query\.id |
| hive.security.authorization.task.factory |
org.apache.hadoop.hive.ql.parse.authorization.HiveAuthorizationTaskFactoryImpl |
| hive.security.command.whitelist |
set,reset,dfs,add,list,delete,reload,compile,llap |
| hive.security.metastore.authenticator.manager |
org.apache.hadoop.hive.ql.security.HadoopDefaultMetastoreAuthenticator |
| hive.security.metastore.authorization.auth.reads |
true |
| hive.security.metastore.authorization.manager |
org.apache.hadoop.hive.ql.security.authorization.DefaultHiveMetastoreAuthorizationProvider |
| hive.serdes.using.metastore.for.schema |
org.apache.hadoop.hive.ql.io.orc.OrcSerde,org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe,org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe,org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe,org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe,org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe,org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe,org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe |
| hive.server.read.socket.timeout |
10s |
| hive.server.tcp.keepalive |
true |
| hive.server2.active.passive.ha.enable |
false |
| hive.server2.active.passive.ha.registry.namespace |
hs2ActivePassiveHA |
| hive.server2.allow.user.substitution |
true |
| hive.server2.async.exec.async.compile |
false |
| hive.server2.async.exec.keepalive.time |
10s |
| hive.server2.async.exec.shutdown.timeout |
10s |
| hive.server2.async.exec.threads |
100 |
| hive.server2.async.exec.wait.queue.size |
100 |
| hive.server2.authentication |
NONE |
| hive.server2.authentication.ldap.groupClassKey |
groupOfNames |
| hive.server2.authentication.ldap.groupMembershipKey |
member |
| hive.server2.authentication.ldap.guidKey |
uid |
| hive.server2.clear.dangling.scratchdir |
false |
| hive.server2.clear.dangling.scratchdir.interval |
1800s |
| hive.server2.close.session.on.disconnect |
true |
| hive.server2.compile.lock.timeout |
0s |
| hive.server2.enable.doAs |
true |
| hive.server2.global.init.file.location |
${env:HIVE_CONF_DIR} |
| hive.server2.idle.operation.timeout |
5d |
| hive.server2.idle.session.check.operation |
true |
| hive.server2.idle.session.timeout |
7d |
| hive.server2.in.place.progress |
true |
| hive.server2.limit.connections.per.ipaddress |
0 |
| hive.server2.limit.connections.per.user |
0 |
| hive.server2.limit.connections.per.user.ipaddress |
0 |
| hive.server2.llap.concurrent.queries |
-1 |
| hive.server2.logging.operation.enabled |
true |
| hive.server2.logging.operation.level |
EXECUTION |
| hive.server2.logging.operation.log.location |
/tmp/impala/operation_logs |
| hive.server2.long.polling.timeout |
5000ms |
| hive.server2.map.fair.scheduler.queue |
true |
| hive.server2.materializedviews.registry.impl |
DEFAULT |
| hive.server2.max.start.attempts |
30 |
| hive.server2.metrics.enabled |
false |
| hive.server2.operation.log.cleanup.delay |
300s |
| hive.server2.parallel.ops.in.session |
true |
| hive.server2.session.check.interval |
6h |
| hive.server2.sleep.interval.between.start.attempts |
60s |
| hive.server2.support.dynamic.service.discovery |
false |
| hive.server2.table.type.mapping |
CLASSIC |
| hive.server2.tez.initialize.default.sessions |
false |
| hive.server2.tez.queue.access.check |
false |
| hive.server2.tez.session.lifetime |
162h |
| hive.server2.tez.session.lifetime.jitter |
3h |
| hive.server2.tez.sessions.custom.queue.allowed |
true |
| hive.server2.tez.sessions.init.threads |
16 |
| hive.server2.tez.sessions.per.default.queue |
1 |
| hive.server2.tez.wm.am.registry.timeout |
30s |
| hive.server2.thrift.client.connect.retry.limit |
1 |
| hive.server2.thrift.client.password |
<redacted> |
| hive.server2.thrift.client.retry.delay.seconds |
1s |
| hive.server2.thrift.client.retry.limit |
1 |
| hive.server2.thrift.client.user |
anonymous |
| hive.server2.thrift.exponential.backoff.slot.length |
100ms |
| hive.server2.thrift.http.compression.enabled |
true |
| hive.server2.thrift.http.cookie.auth.enabled |
true |
| hive.server2.thrift.http.cookie.is.httponly |
true |
| hive.server2.thrift.http.cookie.is.secure |
true |
| hive.server2.thrift.http.cookie.max.age |
86400s |
| hive.server2.thrift.http.max.idle.time |
1800s |
| hive.server2.thrift.http.path |
cliservice |
| hive.server2.thrift.http.port |
10001 |
| hive.server2.thrift.http.request.header.size |
6144 |
| hive.server2.thrift.http.response.header.size |
6144 |
| hive.server2.thrift.http.worker.keepalive.time |
60s |
| hive.server2.thrift.login.timeout |
20s |
| hive.server2.thrift.max.message.size |
104857600 |
| hive.server2.thrift.max.worker.threads |
500 |
| hive.server2.thrift.min.worker.threads |
5 |
| hive.server2.thrift.port |
10000 |
| hive.server2.thrift.resultset.default.fetch.size |
1000 |
| hive.server2.thrift.resultset.max.fetch.size |
10000 |
| hive.server2.thrift.resultset.serialize.in.tasks |
false |
| hive.server2.thrift.sasl.qop |
auth |
| hive.server2.thrift.worker.keepalive.time |
60s |
| hive.server2.transport.mode |
binary |
| hive.server2.use.SSL |
false |
| hive.server2.webui.cors.allowed.headers |
X-Requested-With,Content-Type,Accept,Origin |
| hive.server2.webui.cors.allowed.methods |
GET,POST,DELETE,HEAD |
| hive.server2.webui.cors.allowed.origins |
* |
| hive.server2.webui.enable.cors |
false |
| hive.server2.webui.host |
0.0.0.0 |
| hive.server2.webui.max.historic.queries |
25 |
| hive.server2.webui.max.threads |
50 |
| hive.server2.webui.port |
10002 |
| hive.server2.webui.spnego.principal |
HTTP/_HOST@EXAMPLE.COM |
| hive.server2.webui.use.pam |
false |
| hive.server2.webui.use.spnego |
false |
| hive.server2.webui.use.ssl |
false |
| hive.server2.wm.allow.any.pool.via.jdbc |
false |
| hive.server2.wm.pool.metrics |
true |
| hive.server2.wm.worker.threads |
4 |
| hive.server2.xsrf.filter.enabled |
false |
| hive.server2.zookeeper.namespace |
hiveserver2 |
| hive.server2.zookeeper.publish.configs |
true |
| hive.service.metrics.class |
org.apache.hadoop.hive.common.metrics.metrics2.CodahaleMetrics |
| hive.service.metrics.codahale.reporter.classes |
org.apache.hadoop.hive.common.metrics.metrics2.JsonFileMetricsReporter, org.apache.hadoop.hive.common.metrics.metrics2.JmxMetricsReporter |
| hive.service.metrics.file.frequency |
5000ms |
| hive.service.metrics.file.location |
/tmp/report.json |
| hive.service.metrics.hadoop2.component |
hive |
| hive.service.metrics.hadoop2.frequency |
30s |
| hive.session.history.enabled |
false |
| hive.session.silent |
false |
| hive.skewjoin.key |
100000 |
| hive.skewjoin.mapjoin.map.tasks |
10000 |
| hive.skewjoin.mapjoin.min.split |
33554432 |
| hive.smbjoin.cache.rows |
10000 |
| hive.spark.client.connect.timeout |
1000ms |
| hive.spark.client.future.timeout |
60s |
| hive.spark.client.rpc.max.size |
52428800 |
| hive.spark.client.rpc.sasl.mechanisms |
DIGEST-MD5 |
| hive.spark.client.rpc.threads |
8 |
| hive.spark.client.secret.bits |
256 |
| hive.spark.client.server.connect.timeout |
90000ms |
| hive.spark.dynamic.partition.pruning |
false |
| hive.spark.dynamic.partition.pruning.map.join.only |
false |
| hive.spark.dynamic.partition.pruning.max.data.size |
104857600 |
| hive.spark.exec.inplace.progress |
true |
| hive.spark.explain.user |
false |
| hive.spark.job.max.tasks |
-1 |
| hive.spark.job.monitor.timeout |
60s |
| hive.spark.optimize.shuffle.serde |
false |
| hive.spark.rsc.conf.list |
hive.spark.optimize.shuffle.serde,hive.spark.client.future.timeout |
| hive.spark.stage.max.tasks |
-1 |
| hive.spark.use.groupby.shuffle |
true |
| hive.spark.use.op.stats |
true |
| hive.spark.use.ts.stats.for.mapjoin |
false |
| hive.ssl.protocol.blacklist |
SSLv2,SSLv3 |
| hive.stageid.rearrange |
none |
| hive.start.cleanup.scratchdir |
false |
| hive.stats.autogather |
true |
| hive.stats.collect.scancols |
false |
| hive.stats.collect.tablekeys |
false |
| hive.stats.column.autogather |
true |
| hive.stats.correlated.multi.key.joins |
true |
| hive.stats.dbclass |
fs |
| hive.stats.deserialization.factor |
10.0 |
| hive.stats.estimate |
true |
| hive.stats.fetch.bitvector |
false |
| hive.stats.fetch.column.stats |
false |
| hive.stats.filter.in.factor |
1.0 |
| hive.stats.filter.in.min.ratio |
0.05 |
| hive.stats.gather.num.threads |
10 |
| hive.stats.join.factor |
1.1 |
| hive.stats.list.num.entries |
10 |
| hive.stats.map.num.entries |
10 |
| hive.stats.max.variable.length |
100 |
| hive.stats.ndv.algo |
hll |
| hive.stats.ndv.error |
20.0 |
| hive.stats.ndv.estimate.percent |
20.0 |
| hive.stats.num.nulls.estimate.percent |
5.0 |
| hive.stats.reliable |
false |
| hive.streaming.auto.flush.check.interval.size |
100Mb |
| hive.streaming.auto.flush.enabled |
true |
| hive.strict.checks.bucketing |
true |
| hive.strict.checks.cartesian.product |
false |
| hive.strict.checks.no.partition.filter |
false |
| hive.strict.checks.orderby.no.limit |
false |
| hive.strict.checks.type.safety |
true |
| hive.support.concurrency |
false |
| hive.support.quoted.identifiers |
column |
| hive.support.special.characters.tablename |
true |
| hive.test.authz.sstd.hs2.mode |
false |
| hive.test.bucketcodec.version |
1 |
| hive.test.fail.compaction |
false |
| hive.test.fail.heartbeater |
false |
| hive.test.mode |
false |
| hive.test.mode.prefix |
test_ |
| hive.test.mode.samplefreq |
32 |
| hive.test.rollbacktxn |
false |
| hive.test.vectorization.suppress.explain.execution.mode |
false |
| hive.test.vectorized.adaptor.override |
false |
| hive.test.vectorized.execution.enabled.override |
none |
| hive.test.vectorizer.suppress.fatal.exceptions |
true |
| hive.testing.remove.logs |
true |
| hive.testing.short.logs |
false |
| hive.tez.auto.reducer.parallelism |
false |
| hive.tez.bigtable.minsize.semijoin.reduction |
100000000 |
| hive.tez.bloom.filter.factor |
1.0 |
| hive.tez.bmj.use.subcache |
true |
| hive.tez.bucket.pruning |
false |
| hive.tez.bucket.pruning.compat |
true |
| hive.tez.cartesian-product.enabled |
false |
| hive.tez.container.max.java.heap.fraction |
0.8 |
| hive.tez.container.size |
-1 |
| hive.tez.cpu.vcores |
-1 |
| hive.tez.dag.status.check.interval |
500ms |
| hive.tez.dynamic.partition.pruning |
true |
| hive.tez.dynamic.partition.pruning.max.data.size |
104857600 |
| hive.tez.dynamic.partition.pruning.max.event.size |
1048576 |
| hive.tez.dynamic.semijoin.reduction |
true |
| hive.tez.dynamic.semijoin.reduction.for.dpp.factor |
1.0 |
| hive.tez.dynamic.semijoin.reduction.for.mapjoin |
false |
| hive.tez.dynamic.semijoin.reduction.threshold |
0.5 |
| hive.tez.enable.memory.manager |
true |
| hive.tez.exec.inplace.progress |
true |
| hive.tez.exec.print.summary |
false |
| hive.tez.hs2.user.access |
true |
| hive.tez.input.format |
org.apache.hadoop.hive.ql.io.HiveInputFormat |
| hive.tez.input.generate.consistent.splits |
true |
| hive.tez.llap.min.reducer.per.executor |
0.95 |
| hive.tez.log.level |
INFO |
| hive.tez.max.bloom.filter.entries |
100000000 |
| hive.tez.max.partition.factor |
2.0 |
| hive.tez.min.bloom.filter.entries |
1000000 |
| hive.tez.min.partition.factor |
0.25 |
| hive.tez.session.events.print.summary |
none |
| hive.tez.smb.number.waves |
0.5 |
| hive.tez.task.scale.memory.reserve-fraction.min |
0.3 |
| hive.tez.task.scale.memory.reserve.fraction |
-1.0 |
| hive.tez.task.scale.memory.reserve.fraction.max |
0.5 |
| hive.timedout.txn.reaper.interval |
180s |
| hive.timedout.txn.reaper.start |
100s |
| hive.transactional.concatenate.noblock |
false |
| hive.transactional.events.mem |
10000000 |
| hive.transactional.table.scan |
false |
| hive.transform.escape.input |
false |
| hive.transpose.aggr.join |
false |
| hive.trigger.validation.interval |
500ms |
| hive.txn.heartbeat.threadpool.size |
5 |
| hive.txn.manager |
org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager |
| hive.txn.manager.dump.lock.state.on.acquire.timeout |
false |
| hive.txn.max.open.batch |
1000 |
| hive.txn.operational.properties |
1 |
| hive.txn.strict.locking.mode |
true |
| hive.txn.timeout |
300s |
| hive.txn.xlock.iow |
true |
| hive.typecheck.on.insert |
true |
| hive.udtf.auto.progress |
false |
| hive.unlock.numretries |
10 |
| hive.use.orc.codec.pool |
false |
| hive.user.install.directory |
/user/ |
| hive.variable.substitute |
true |
| hive.variable.substitute.depth |
40 |
| hive.vectorized.adaptor.suppress.evaluate.exceptions |
false |
| hive.vectorized.adaptor.usage.mode |
all |
| hive.vectorized.complex.types.enabled |
true |
| hive.vectorized.execution.enabled |
true |
| hive.vectorized.execution.mapjoin.minmax.enabled |
false |
| hive.vectorized.execution.mapjoin.native.enabled |
true |
| hive.vectorized.execution.mapjoin.native.fast.hashtable.enabled |
false |
| hive.vectorized.execution.mapjoin.native.multikey.only.enabled |
false |
| hive.vectorized.execution.mapjoin.overflow.repeated.threshold |
-1 |
| hive.vectorized.execution.ptf.enabled |
true |
| hive.vectorized.execution.reduce.enabled |
true |
| hive.vectorized.execution.reduce.groupby.enabled |
true |
| hive.vectorized.execution.reducesink.new.enabled |
true |
| hive.vectorized.groupby.checkinterval |
100000 |
| hive.vectorized.groupby.complex.types.enabled |
true |
| hive.vectorized.groupby.flush.percent |
0.1 |
| hive.vectorized.groupby.maxentries |
1000000 |
| hive.vectorized.if.expr.mode |
better |
| hive.vectorized.input.format.supports.enabled |
decimal_64 |
| hive.vectorized.ptf.max.memory.buffering.batch.count |
25 |
| hive.vectorized.reuse.scratch.columns |
true |
| hive.vectorized.row.identifier.enabled |
true |
| hive.vectorized.row.serde.inputformat.excludes |
org.apache.parquet.hadoop.ParquetInputFormat,org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat |
| hive.vectorized.testing.reducer.batch.size |
-1 |
| hive.vectorized.use.checked.expressions |
false |
| hive.vectorized.use.row.serde.deserialize |
true |
| hive.vectorized.use.vector.serde.deserialize |
true |
| hive.vectorized.use.vectorized.input.format |
true |
| hive.writeset.reaper.interval |
60s |
| hive.zookeeper.clean.extra.nodes |
false |
| hive.zookeeper.client.port |
2181 |
| hive.zookeeper.connection.basesleeptime |
1000ms |
| hive.zookeeper.connection.max.retries |
3 |
| hive.zookeeper.connection.timeout |
15s |
| hive.zookeeper.namespace |
hive_zookeeper_namespace |
| hive.zookeeper.session.timeout |
1200000ms |
| httpfs.buffer.size |
4096 |
| io.compression.codec.bzip2.library |
system-native |
| io.erasurecode.codec.rs-legacy.rawcoders |
rs-legacy_java |
| io.erasurecode.codec.rs.rawcoders |
rs_native,rs_java |
| io.erasurecode.codec.xor.rawcoders |
xor_native,xor_java |
| io.file.buffer.size |
131072 |
| io.map.index.interval |
128 |
| io.map.index.skip |
0 |
| io.mapfile.bloom.error.rate |
0.005 |
| io.mapfile.bloom.size |
1048576 |
| io.seqfile.compress.blocksize |
1000000 |
| io.seqfile.local.dir |
${hadoop.tmp.dir}/io/local |
| io.serializations |
org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization |
| io.skip.checksum.errors |
false |
| ipc.client.bind.wildcard.addr |
false |
| ipc.client.connect.max.retries |
10 |
| ipc.client.connect.max.retries.on.timeouts |
45 |
| ipc.client.connect.retry.interval |
1000 |
| ipc.client.connect.timeout |
20000 |
| ipc.client.connection.maxidletime |
10000 |
| ipc.client.fallback-to-simple-auth-allowed |
false |
| ipc.client.idlethreshold |
4000 |
| ipc.client.kill.max |
10 |
| ipc.client.low-latency |
false |
| ipc.client.ping |
true |
| ipc.client.rpc-timeout.ms |
0 |
| ipc.client.tcpnodelay |
true |
| ipc.maximum.data.length |
134217728 |
| ipc.maximum.response.length |
134217728 |
| ipc.ping.interval |
60000 |
| ipc.server.listen.queue.size |
128 |
| ipc.server.log.slow.rpc |
false |
| ipc.server.max.connections |
0 |
| ipc.server.reuseaddr |
true |
| javax.jdo.PersistenceManagerFactoryClass |
org.datanucleus.api.jdo.JDOPersistenceManagerFactory |
| javax.jdo.option.ConnectionDriverName |
org.apache.derby.jdbc.EmbeddedDriver |
| javax.jdo.option.ConnectionPassword |
mine |
| javax.jdo.option.ConnectionURL |
jdbc:derby:;databaseName=metastore_db;create=true |
| javax.jdo.option.ConnectionUserName |
APP |
| javax.jdo.option.DetachAllOnCommit |
true |
| javax.jdo.option.Multithreaded |
true |
| javax.jdo.option.NonTransactionalRead |
true |
| map.sort.class |
org.apache.hadoop.util.QuickSort |
| mapred.bin.path |
mapred |
| mapreduce.am.max-attempts |
2 |
| mapreduce.app-submission.cross-platform |
false |
| mapreduce.client.completion.pollinterval |
5000 |
| mapreduce.client.libjars.wildcard |
true |
| mapreduce.client.output.filter |
FAILED |
| mapreduce.client.progressmonitor.pollinterval |
1000 |
| mapreduce.client.submit.file.replication |
10 |
| mapreduce.cluster.acls.enabled |
false |
| mapreduce.cluster.local.dir |
${hadoop.tmp.dir}/mapred/local |
| mapreduce.fileoutputcommitter.algorithm.version |
1 |
| mapreduce.fileoutputcommitter.task.cleanup.enabled |
false |
| mapreduce.framework.name |
local |
| mapreduce.ifile.readahead |
true |
| mapreduce.ifile.readahead.bytes |
4194304 |
| mapreduce.input.fileinputformat.list-status.num-threads |
1 |
| mapreduce.input.fileinputformat.split.maxsize |
256000000 |
| mapreduce.input.fileinputformat.split.minsize |
1 |
| mapreduce.input.fileinputformat.split.minsize.per.node |
1 |
| mapreduce.input.fileinputformat.split.minsize.per.rack |
1 |
| mapreduce.input.lineinputformat.linespermap |
1 |
| mapreduce.job.acl-modify-job |
|
| mapreduce.job.acl-view-job |
|
| mapreduce.job.cache.limit.max-resources |
0 |
| mapreduce.job.cache.limit.max-resources-mb |
0 |
| mapreduce.job.cache.limit.max-single-resource-mb |
0 |
| mapreduce.job.classloader |
false |
| mapreduce.job.committer.setup.cleanup.needed |
true |
| mapreduce.job.complete.cancel.delegation.tokens |
true |
| mapreduce.job.counters.max |
120 |
| mapreduce.job.emit-timeline-data |
false |
| mapreduce.job.encrypted-intermediate-data |
false |
| mapreduce.job.encrypted-intermediate-data-key-size-bits |
128 |
| mapreduce.job.encrypted-intermediate-data.buffer.kb |
128 |
| mapreduce.job.end-notification.max.attempts |
5 |
| mapreduce.job.end-notification.max.retry.interval |
5000 |
| mapreduce.job.end-notification.retry.attempts |
0 |
| mapreduce.job.end-notification.retry.interval |
1000 |
| mapreduce.job.finish-when-all-reducers-done |
true |
| mapreduce.job.hdfs-servers |
${fs.defaultFS} |
| mapreduce.job.heap.memory-mb.ratio |
0.8 |
| mapreduce.job.local-fs.single-disk-limit.bytes |
-1 |
| mapreduce.job.local-fs.single-disk-limit.check.interval-ms |
5000 |
| mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed |
true |
| mapreduce.job.map.output.collector.class |
org.apache.hadoop.mapred.MapTask$MapOutputBuffer |
| mapreduce.job.maps |
2 |
| mapreduce.job.max.map |
-1 |
| mapreduce.job.max.split.locations |
15 |
| mapreduce.job.maxtaskfailures.per.tracker |
3 |
| mapreduce.job.queuename |
default |
| mapreduce.job.reduce.shuffle.consumer.plugin.class |
org.apache.hadoop.mapreduce.task.reduce.Shuffle |
| mapreduce.job.reduce.slowstart.completedmaps |
0.05 |
| mapreduce.job.reducer.preempt.delay.sec |
0 |
| mapreduce.job.reducer.unconditional-preempt.delay.sec |
300 |
| mapreduce.job.reduces |
-1 |
| mapreduce.job.running.map.limit |
0 |
| mapreduce.job.running.reduce.limit |
0 |
| mapreduce.job.sharedcache.mode |
disabled |
| mapreduce.job.speculative.minimum-allowed-tasks |
10 |
| mapreduce.job.speculative.retry-after-no-speculate |
1000 |
| mapreduce.job.speculative.retry-after-speculate |
15000 |
| mapreduce.job.speculative.slowtaskthreshold |
1.0 |
| mapreduce.job.speculative.speculative-cap-running-tasks |
0.1 |
| mapreduce.job.speculative.speculative-cap-total-tasks |
0.01 |
| mapreduce.job.split.metainfo.maxsize |
10000000 |
| mapreduce.job.token.tracking.ids.enabled |
false |
| mapreduce.job.ubertask.enable |
false |
| mapreduce.job.ubertask.maxmaps |
9 |
| mapreduce.job.ubertask.maxreduces |
1 |
| mapreduce.jobhistory.address |
0.0.0.0:10020 |
| mapreduce.jobhistory.admin.acl |
* |
| mapreduce.jobhistory.admin.address |
0.0.0.0:10033 |
| mapreduce.jobhistory.always-scan-user-dir |
false |
| mapreduce.jobhistory.cleaner.enable |
true |
| mapreduce.jobhistory.cleaner.interval-ms |
86400000 |
| mapreduce.jobhistory.client.thread-count |
10 |
| mapreduce.jobhistory.datestring.cache.size |
200000 |
| mapreduce.jobhistory.done-dir |
${yarn.app.mapreduce.am.staging-dir}/history/done |
| mapreduce.jobhistory.http.policy |
HTTP_ONLY |
| mapreduce.jobhistory.intermediate-done-dir |
${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate |
| mapreduce.jobhistory.intermediate-user-done-dir.permissions |
770 |
| mapreduce.jobhistory.jhist.format |
binary |
| mapreduce.jobhistory.joblist.cache.size |
20000 |
| mapreduce.jobhistory.jobname.limit |
50 |
| mapreduce.jobhistory.keytab |
/etc/security/keytab/jhs.service.keytab |
| mapreduce.jobhistory.loadedjob.tasks.max |
-1 |
| mapreduce.jobhistory.loadedjobs.cache.size |
5 |
| mapreduce.jobhistory.max-age-ms |
604800000 |
| mapreduce.jobhistory.minicluster.fixed.ports |
false |
| mapreduce.jobhistory.move.interval-ms |
180000 |
| mapreduce.jobhistory.move.thread-count |
3 |
| mapreduce.jobhistory.principal |
jhs/_HOST@REALM.TLD |
| mapreduce.jobhistory.recovery.enable |
false |
| mapreduce.jobhistory.recovery.store.class |
org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService |
| mapreduce.jobhistory.recovery.store.fs.uri |
${hadoop.tmp.dir}/mapred/history/recoverystore |
| mapreduce.jobhistory.recovery.store.leveldb.path |
${hadoop.tmp.dir}/mapred/history/recoverystore |
| mapreduce.jobhistory.webapp.address |
0.0.0.0:19888 |
| mapreduce.jobhistory.webapp.https.address |
0.0.0.0:19890 |
| mapreduce.jobhistory.webapp.rest-csrf.custom-header |
X-XSRF-Header |
| mapreduce.jobhistory.webapp.rest-csrf.enabled |
false |
| mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore |
GET,OPTIONS,HEAD |
| mapreduce.jobhistory.webapp.xfs-filter.xframe-options |
SAMEORIGIN |
| mapreduce.jvm.add-opens-as-default |
true |
| mapreduce.jvm.system-properties-to-log |
os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name |
| mapreduce.manifest.committer.io.threads |
32 |
| mapreduce.map.cpu.vcores |
1 |
| mapreduce.map.log.level |
INFO |
| mapreduce.map.maxattempts |
4 |
| mapreduce.map.memory.mb |
-1 |
| mapreduce.map.output.compress |
false |
| mapreduce.map.output.compress.codec |
org.apache.hadoop.io.compress.DefaultCodec |
| mapreduce.map.skip.maxrecords |
0 |
| mapreduce.map.skip.proc-count.auto-incr |
true |
| mapreduce.map.sort.spill.percent |
0.80 |
| mapreduce.map.speculative |
true |
| mapreduce.output.fileoutputformat.compress |
false |
| mapreduce.output.fileoutputformat.compress.codec |
org.apache.hadoop.io.compress.DefaultCodec |
| mapreduce.output.fileoutputformat.compress.type |
RECORD |
| mapreduce.outputcommitter.factory.scheme.gs |
org.apache.hadoop.mapreduce.lib.output.committer.manifest.ManifestCommitterFactory |
| mapreduce.outputcommitter.factory.scheme.s3a |
org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory |
| mapreduce.reduce.cpu.vcores |
1 |
| mapreduce.reduce.input.buffer.percent |
0.0 |
| mapreduce.reduce.log.level |
INFO |
| mapreduce.reduce.markreset.buffer.percent |
0.0 |
| mapreduce.reduce.maxattempts |
4 |
| mapreduce.reduce.memory.mb |
-1 |
| mapreduce.reduce.merge.inmem.threshold |
1000 |
| mapreduce.reduce.shuffle.connect.timeout |
180000 |
| mapreduce.reduce.shuffle.fetch.retry.enabled |
${yarn.nodemanager.recovery.enabled} |
| mapreduce.reduce.shuffle.fetch.retry.interval-ms |
1000 |
| mapreduce.reduce.shuffle.fetch.retry.timeout-ms |
30000 |
| mapreduce.reduce.shuffle.input.buffer.percent |
0.70 |
| mapreduce.reduce.shuffle.memory.limit.percent |
0.25 |
| mapreduce.reduce.shuffle.merge.percent |
0.66 |
| mapreduce.reduce.shuffle.parallelcopies |
5 |
| mapreduce.reduce.shuffle.read.timeout |
180000 |
| mapreduce.reduce.shuffle.retry-delay.max.ms |
60000 |
| mapreduce.reduce.skip.maxgroups |
0 |
| mapreduce.reduce.skip.proc-count.auto-incr |
true |
| mapreduce.reduce.speculative |
true |
| mapreduce.shuffle.connection-keep-alive.enable |
false |
| mapreduce.shuffle.connection-keep-alive.timeout |
5 |
| mapreduce.shuffle.listen.queue.size |
128 |
| mapreduce.shuffle.max.connections |
0 |
| mapreduce.shuffle.max.threads |
0 |
| mapreduce.shuffle.pathcache.concurrency-level |
16 |
| mapreduce.shuffle.pathcache.expire-after-access-minutes |
5 |
| mapreduce.shuffle.pathcache.max-weight |
10485760 |
| mapreduce.shuffle.port |
13562 |
| mapreduce.shuffle.ssl.enabled |
false |
| mapreduce.shuffle.ssl.file.buffer.size |
65536 |
| mapreduce.shuffle.transfer.buffer.size |
131072 |
| mapreduce.task.combine.progress.records |
10000 |
| mapreduce.task.exit.timeout |
60000 |
| mapreduce.task.exit.timeout.check-interval-ms |
20000 |
| mapreduce.task.files.preserve.failedtasks |
false |
| mapreduce.task.io.sort.factor |
10 |
| mapreduce.task.io.sort.mb |
100 |
| mapreduce.task.local-fs.write-limit.bytes |
-1 |
| mapreduce.task.merge.progress.records |
10000 |
| mapreduce.task.profile |
false |
| mapreduce.task.profile.map.params |
${mapreduce.task.profile.params} |
| mapreduce.task.profile.maps |
0-2 |
| mapreduce.task.profile.params |
-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s |
| mapreduce.task.profile.reduce.params |
${mapreduce.task.profile.params} |
| mapreduce.task.profile.reduces |
0-2 |
| mapreduce.task.skip.start.attempts |
2 |
| mapreduce.task.timeout |
600000 |
| mapreduce.task.userlog.limit.kb |
0 |
| metastore.thrift.port |
9084 |
| net.topology.impl |
org.apache.hadoop.net.NetworkTopology |
| net.topology.node.switch.mapping.impl |
org.apache.hadoop.net.ScriptBasedMapping |
| net.topology.script.number.args |
100 |
| nfs.allow.insecure.ports |
true |
| nfs.dump.dir |
/tmp/.hdfs-nfs |
| nfs.exports.allowed.hosts |
* rw |
| nfs.mountd.port |
4242 |
| nfs.rtmax |
1048576 |
| nfs.server.port |
2049 |
| nfs.wtmax |
1048576 |
| parquet.memory.pool.ratio |
0.5 |
| rpc.metrics.quantile.enable |
false |
| seq.io.sort.factor |
100 |
| seq.io.sort.mb |
100 |
| stream.stderr.reporter.enabled |
true |
| stream.stderr.reporter.prefix |
reporter: |
| tfile.fs.input.buffer.size |
262144 |
| tfile.fs.output.buffer.size |
262144 |
| tfile.io.chunk.size |
1048576 |
| yarn.acl.enable |
false |
| yarn.acl.reservation-enable |
false |
| yarn.admin.acl |
* |
| yarn.am.liveness-monitor.expiry-interval-ms |
600000 |
| yarn.app.attempt.diagnostics.limit.kc |
64 |
| yarn.app.mapreduce.am.command-opts |
-Xmx1024m |
| yarn.app.mapreduce.am.container.log.backups |
0 |
| yarn.app.mapreduce.am.container.log.limit.kb |
0 |
| yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size |
10 |
| yarn.app.mapreduce.am.hard-kill-timeout-ms |
10000 |
| yarn.app.mapreduce.am.job.committer.cancel-timeout |
60000 |
| yarn.app.mapreduce.am.job.committer.commit-window |
10000 |
| yarn.app.mapreduce.am.job.task.listener.thread-count |
30 |
| yarn.app.mapreduce.am.log.level |
INFO |
| yarn.app.mapreduce.am.resource.cpu-vcores |
1 |
| yarn.app.mapreduce.am.resource.mb |
1536 |
| yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms |
1000 |
| yarn.app.mapreduce.am.staging-dir |
/tmp/hadoop-yarn/staging |
| yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled |
false |
| yarn.app.mapreduce.am.webapp.https.client.auth |
false |
| yarn.app.mapreduce.am.webapp.https.enabled |
false |
| yarn.app.mapreduce.client-am.ipc.max-retries |
3 |
| yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts |
3 |
| yarn.app.mapreduce.client.job.max-retries |
3 |
| yarn.app.mapreduce.client.job.retry-interval |
2000 |
| yarn.app.mapreduce.client.max-retries |
3 |
| yarn.app.mapreduce.shuffle.log.backups |
0 |
| yarn.app.mapreduce.shuffle.log.limit.kb |
0 |
| yarn.app.mapreduce.shuffle.log.separate |
true |
| yarn.app.mapreduce.task.container.log.backups |
0 |
| yarn.bin.path |
yarn |
| yarn.client.application-client-protocol.poll-interval-ms |
200 |
| yarn.client.application-client-protocol.poll-timeout-ms |
-1 |
| yarn.client.failover-proxy-provider |
org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider |
| yarn.client.failover-retries |
0 |
| yarn.client.failover-retries-on-socket-timeouts |
0 |
| yarn.client.load.resource-types.from-server |
false |
| yarn.client.max-cached-nodemanagers-proxies |
0 |
| yarn.client.nodemanager-client-async.thread-pool-max-size |
500 |
| yarn.client.nodemanager-connect.max-wait-ms |
180000 |
| yarn.client.nodemanager-connect.retry-interval-ms |
10000 |
| yarn.cluster.max-application-priority |
0 |
| yarn.cluster.scaling.recommendation.enable |
false |
| yarn.dispatcher.drain-events.timeout |
300000 |
| yarn.dispatcher.print-events-info.threshold |
5000 |
| yarn.dispatcher.print-thread-pool.core-pool-size |
1 |
| yarn.dispatcher.print-thread-pool.keep-alive-time |
10s |
| yarn.dispatcher.print-thread-pool.maximum-pool-size |
5 |
| yarn.fail-fast |
false |
| yarn.federation.cache-ttl.secs |
300 |
| yarn.federation.enabled |
false |
| yarn.federation.registry.base-dir |
yarnfederation/ |
| yarn.federation.state-store.class |
org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore |
| yarn.federation.subcluster-resolver.class |
org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl |
| yarn.http.policy |
HTTP_ONLY |
| yarn.intermediate-data-encryption.enable |
false |
| yarn.ipc.rpc.class |
org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC |
| yarn.is.minicluster |
false |
| yarn.log-aggregation-enable |
false |
| yarn.log-aggregation-status.time-out.ms |
600000 |
| yarn.log-aggregation.file-controller.TFile.class |
org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController |
| yarn.log-aggregation.file-formats |
TFile |
| yarn.log-aggregation.retain-check-interval-seconds |
-1 |
| yarn.log-aggregation.retain-seconds |
-1 |
| yarn.minicluster.control-resource-monitoring |
false |
| yarn.minicluster.fixed.ports |
false |
| yarn.minicluster.use-rpc |
false |
| yarn.minicluster.yarn.nodemanager.resource.memory-mb |
4096 |
| yarn.nm.liveness-monitor.expiry-interval-ms |
600000 |
| yarn.node-attribute.fs-store.impl.class |
org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore |
| yarn.node-labels.configuration-type |
centralized |
| yarn.node-labels.enabled |
false |
| yarn.node-labels.fs-store.impl.class |
org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore |
| yarn.nodemanager.address |
${yarn.nodemanager.hostname}:0 |
| yarn.nodemanager.admin-env |
MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX |
| yarn.nodemanager.amrmproxy.address |
0.0.0.0:8049 |
| yarn.nodemanager.amrmproxy.client.thread-count |
25 |
| yarn.nodemanager.amrmproxy.enabled |
false |
| yarn.nodemanager.amrmproxy.ha.enable |
false |
| yarn.nodemanager.amrmproxy.interceptor-class.pipeline |
org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor |
| yarn.nodemanager.aux-services.mapreduce_shuffle.class |
org.apache.hadoop.mapred.ShuffleHandler |
| yarn.nodemanager.collector-service.address |
${yarn.nodemanager.hostname}:8048 |
| yarn.nodemanager.collector-service.thread-count |
5 |
| yarn.nodemanager.container-diagnostics-maximum-size |
10000 |
| yarn.nodemanager.container-executor.class |
org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor |
| yarn.nodemanager.container-executor.exit-code-file.timeout-ms |
2000 |
| yarn.nodemanager.container-localizer.java.opts |
-Xmx256m |
| yarn.nodemanager.container-localizer.log.level |
INFO |
| yarn.nodemanager.container-manager.thread-count |
20 |
| yarn.nodemanager.container-metrics.enable |
true |
| yarn.nodemanager.container-metrics.period-ms |
-1 |
| yarn.nodemanager.container-metrics.unregister-delay-ms |
10000 |
| yarn.nodemanager.container-monitor.enabled |
true |
| yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled |
false |
| yarn.nodemanager.container-retry-minimum-interval-ms |
1000 |
| yarn.nodemanager.container.stderr.pattern |
{*stderr*,*STDERR*} |
| yarn.nodemanager.container.stderr.tail.bytes |
4096 |
| yarn.nodemanager.default-container-executor.log-dirs.permissions |
710 |
| yarn.nodemanager.delete.debug-delay-sec |
0 |
| yarn.nodemanager.delete.thread-count |
4 |
| yarn.nodemanager.disk-health-checker.disk-free-space-threshold.enabled |
true |
| yarn.nodemanager.disk-health-checker.disk-utilization-threshold.enabled |
true |
| yarn.nodemanager.disk-health-checker.enable |
true |
| yarn.nodemanager.disk-health-checker.interval-ms |
120000 |
| yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage |
90.0 |
| yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb |
0 |
| yarn.nodemanager.disk-health-checker.min-healthy-disks |
0.25 |
| yarn.nodemanager.disk-validator |
basic |
| yarn.nodemanager.distributed-scheduling.enabled |
false |
| yarn.nodemanager.emit-container-events |
true |
| yarn.nodemanager.env-whitelist |
JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,HADOOP_MAPRED_HOME,LANG,TZ |
| yarn.nodemanager.health-checker.interval-ms |
600000 |
| yarn.nodemanager.health-checker.script.timeout-ms |
1200000 |
| yarn.nodemanager.hostname |
0.0.0.0 |
| yarn.nodemanager.keytab |
/etc/krb5.keytab |
| yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms |
20 |
| yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms |
1000 |
| yarn.nodemanager.linux-container-executor.cgroups.hierarchy |
/hadoop-yarn |
| yarn.nodemanager.linux-container-executor.cgroups.mount |
false |
| yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage |
false |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users |
true |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user |
nobody |
| yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern |
^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$ |
| yarn.nodemanager.linux-container-executor.resources-handler.class |
org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler |
| yarn.nodemanager.local-cache.max-files-per-directory |
8192 |
| yarn.nodemanager.local-dirs |
${hadoop.tmp.dir}/nm-local-dir |
| yarn.nodemanager.localizer.address |
${yarn.nodemanager.hostname}:8040 |
| yarn.nodemanager.localizer.cache.cleanup.interval-ms |
600000 |
| yarn.nodemanager.localizer.cache.target-size-mb |
10240 |
| yarn.nodemanager.localizer.client.thread-count |
5 |
| yarn.nodemanager.localizer.fetch.thread-count |
4 |
| yarn.nodemanager.log-aggregation.compression-type |
none |
| yarn.nodemanager.log-aggregation.num-log-files-per-app |
30 |
| yarn.nodemanager.log-aggregation.policy.class |
org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy |
| yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds |
-1 |
| yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds.min |
3600 |
| yarn.nodemanager.log-container-debug-info-on-error.enabled |
false |
| yarn.nodemanager.log-container-debug-info.enabled |
true |
| yarn.nodemanager.log-dirs |
${yarn.log.dir}/userlogs |
| yarn.nodemanager.log.deletion-threads-count |
4 |
| yarn.nodemanager.log.retain-seconds |
10800 |
| yarn.nodemanager.logaggregation.threadpool-size-max |
100 |
| yarn.nodemanager.node-attributes.provider.fetch-interval-ms |
600000 |
| yarn.nodemanager.node-attributes.provider.fetch-timeout-ms |
1200000 |
| yarn.nodemanager.node-attributes.resync-interval-ms |
120000 |
| yarn.nodemanager.node-labels.provider.fetch-interval-ms |
600000 |
| yarn.nodemanager.node-labels.provider.fetch-timeout-ms |
1200000 |
| yarn.nodemanager.node-labels.resync-interval-ms |
120000 |
| yarn.nodemanager.numa-awareness.enabled |
false |
| yarn.nodemanager.numa-awareness.numactl.cmd |
/usr/bin/numactl |
| yarn.nodemanager.numa-awareness.read-topology |
false |
| yarn.nodemanager.opportunistic-containers-max-queue-length |
0 |
| yarn.nodemanager.opportunistic-containers-use-pause-for-preemption |
false |
| yarn.nodemanager.pluggable-device-framework.enabled |
false |
| yarn.nodemanager.pmem-check-enabled |
true |
| yarn.nodemanager.process-kill-wait.ms |
5000 |
| yarn.nodemanager.recovery.compaction-interval-secs |
3600 |
| yarn.nodemanager.recovery.dir |
${hadoop.tmp.dir}/yarn-nm-recovery |
| yarn.nodemanager.recovery.enabled |
false |
| yarn.nodemanager.recovery.supervised |
false |
| yarn.nodemanager.remote-app-log-dir |
/tmp/logs |
| yarn.nodemanager.remote-app-log-dir-include-older |
true |
| yarn.nodemanager.remote-app-log-dir-suffix |
logs |
| yarn.nodemanager.resource-monitor.interval-ms |
3000 |
| yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices |
auto |
| yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class |
org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin |
| yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices |
auto |
| yarn.nodemanager.resource-plugins.gpu.docker-plugin |
nvidia-docker-v1 |
| yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint |
http://localhost:3476/v1.0/docker/cli |
| yarn.nodemanager.resource.count-logical-processors-as-cores |
false |
| yarn.nodemanager.resource.cpu-vcores |
-1 |
| yarn.nodemanager.resource.detect-hardware-capabilities |
false |
| yarn.nodemanager.resource.memory-mb |
-1 |
| yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage |
90.0 |
| yarn.nodemanager.resource.memory.cgroups.swappiness |
0 |
| yarn.nodemanager.resource.memory.enabled |
false |
| yarn.nodemanager.resource.memory.enforced |
true |
| yarn.nodemanager.resource.pcores-vcores-multiplier |
1.0 |
| yarn.nodemanager.resource.percentage-physical-cpu-limit |
100 |
| yarn.nodemanager.resource.system-reserved-memory-mb |
-1 |
| yarn.nodemanager.resourcemanager.minimum.version |
NONE |
| yarn.nodemanager.runtime.linux.allowed-runtimes |
default |
| yarn.nodemanager.runtime.linux.docker.allowed-container-networks |
host,none,bridge |
| yarn.nodemanager.runtime.linux.docker.capabilities |
CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE |
| yarn.nodemanager.runtime.linux.docker.default-container-network |
host |
| yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed |
false |
| yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed |
true |
| yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed |
false |
| yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed |
false |
| yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold |
1 |
| yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold |
1 |
| yarn.nodemanager.runtime.linux.sandbox-mode |
disabled |
| yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions |
read |
| yarn.nodemanager.sleep-delay-before-sigkill.ms |
250 |
| yarn.nodemanager.vmem-check-enabled |
true |
| yarn.nodemanager.vmem-pmem-ratio |
2.1 |
| yarn.nodemanager.webapp.address |
${yarn.nodemanager.hostname}:8042 |
| yarn.nodemanager.webapp.cross-origin.enabled |
false |
| yarn.nodemanager.webapp.https.address |
0.0.0.0:8044 |
| yarn.nodemanager.webapp.rest-csrf.custom-header |
X-XSRF-Header |
| yarn.nodemanager.webapp.rest-csrf.enabled |
false |
| yarn.nodemanager.webapp.rest-csrf.methods-to-ignore |
GET,OPTIONS,HEAD |
| yarn.nodemanager.webapp.xfs-filter.xframe-options |
SAMEORIGIN |
| yarn.nodemanager.windows-container.cpu-limit.enabled |
false |
| yarn.nodemanager.windows-container.memory-limit.enabled |
false |
| yarn.registry.class |
org.apache.hadoop.registry.client.impl.FSRegistryOperationsService |
| yarn.resourcemanager.activities-manager.app-activities.max-queue-length |
100 |
| yarn.resourcemanager.activities-manager.app-activities.ttl-ms |
600000 |
| yarn.resourcemanager.activities-manager.cleanup-interval-ms |
5000 |
| yarn.resourcemanager.activities-manager.scheduler-activities.ttl-ms |
600000 |
| yarn.resourcemanager.address |
${yarn.resourcemanager.hostname}:8032 |
| yarn.resourcemanager.admin.address |
${yarn.resourcemanager.hostname}:8033 |
| yarn.resourcemanager.admin.client.thread-count |
1 |
| yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs |
86400 |
| yarn.resourcemanager.am.max-attempts |
2 |
| yarn.resourcemanager.amlauncher.thread-count |
50 |
| yarn.resourcemanager.application-https.policy |
NONE |
| yarn.resourcemanager.application-tag-based-placement.enable |
false |
| yarn.resourcemanager.application-tag-based-placement.force-lowercase |
true |
| yarn.resourcemanager.application-timeouts.monitor.interval-ms |
3000 |
| yarn.resourcemanager.auto-update.containers |
false |
| yarn.resourcemanager.autoscaling.plugin-type |
coarse |
| yarn.resourcemanager.client.thread-count |
50 |
| yarn.resourcemanager.configuration.file-system-based-store |
/yarn/conf |
| yarn.resourcemanager.configuration.provider-class |
org.apache.hadoop.yarn.LocalConfigurationProvider |
| yarn.resourcemanager.connect.max-wait.ms |
900000 |
| yarn.resourcemanager.connect.retry-interval.ms |
30000 |
| yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs |
86400 |
| yarn.resourcemanager.container.liveness-monitor.interval-ms |
600000 |
| yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs |
20 |
| yarn.resourcemanager.delayed.delegation-token.removal-interval-ms |
30000 |
| yarn.resourcemanager.delegation-token-renewer.thread-count |
50 |
| yarn.resourcemanager.delegation-token.max-conf-size-bytes |
12800 |
| yarn.resourcemanager.delegation.key.update-interval |
86400000 |
| yarn.resourcemanager.delegation.token.max-lifetime |
604800000 |
| yarn.resourcemanager.delegation.token.renew-interval |
86400000 |
| yarn.resourcemanager.fail-fast |
${yarn.fail-fast} |
| yarn.resourcemanager.fs.state-store.num-retries |
0 |
| yarn.resourcemanager.fs.state-store.retry-interval-ms |
1000 |
| yarn.resourcemanager.fs.state-store.uri |
${hadoop.tmp.dir}/yarn/system/rmstore |
| yarn.resourcemanager.ha.automatic-failover.embedded |
true |
| yarn.resourcemanager.ha.automatic-failover.enabled |
true |
| yarn.resourcemanager.ha.automatic-failover.zk-base-path |
/yarn-leader-election |
| yarn.resourcemanager.ha.enabled |
false |
| yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size |
10 |
| yarn.resourcemanager.hostname |
0.0.0.0 |
| yarn.resourcemanager.keytab |
/etc/krb5.keytab |
| yarn.resourcemanager.leveldb-state-store.compaction-interval-secs |
3600 |
| yarn.resourcemanager.leveldb-state-store.path |
${hadoop.tmp.dir}/yarn/system/rmstore |
| yarn.resourcemanager.max-completed-applications |
1000 |
| yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory |
10 |
| yarn.resourcemanager.metrics.runtime.buckets |
60,300,1440 |
| yarn.resourcemanager.nm-container-queuing.load-comparator |
QUEUE_LENGTH |
| yarn.resourcemanager.nm-container-queuing.max-queue-length |
15 |
| yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms |
100 |
| yarn.resourcemanager.nm-container-queuing.min-queue-length |
5 |
| yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms |
10 |
| yarn.resourcemanager.nm-container-queuing.queue-limit-stdev |
1.0f |
| yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms |
1000 |
| yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs |
86400 |
| yarn.resourcemanager.node-ip-cache.expiry-interval-secs |
-1 |
| yarn.resourcemanager.node-labels.provider.fetch-interval-ms |
1800000 |
| yarn.resourcemanager.node-removal-untracked.timeout-ms |
60000 |
| yarn.resourcemanager.nodemanager-connect-retries |
10 |
| yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs |
3600 |
| yarn.resourcemanager.nodemanager.minimum.version |
NONE |
| yarn.resourcemanager.nodemanagers.heartbeat-interval-ms |
1000 |
| yarn.resourcemanager.nodestore-rootdir.num-retries |
1000 |
| yarn.resourcemanager.nodestore-rootdir.retry-interval-ms |
1000 |
| yarn.resourcemanager.opportunistic-container-allocation.enabled |
false |
| yarn.resourcemanager.opportunistic-container-allocation.nodes-used |
10 |
| yarn.resourcemanager.placement-constraints.algorithm.class |
org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm |
| yarn.resourcemanager.placement-constraints.algorithm.iterator |
SERIAL |
| yarn.resourcemanager.placement-constraints.algorithm.pool-size |
1 |
| yarn.resourcemanager.placement-constraints.handler |
disabled |
| yarn.resourcemanager.placement-constraints.retry-attempts |
3 |
| yarn.resourcemanager.placement-constraints.scheduler.pool-size |
1 |
| yarn.resourcemanager.proxy-user-privileges.enabled |
false |
| yarn.resourcemanager.proxy.connection.timeout |
60000 |
| yarn.resourcemanager.proxy.timeout.enabled |
true |
| yarn.resourcemanager.recovery.enabled |
false |
| yarn.resourcemanager.reservation-system.enable |
false |
| yarn.resourcemanager.reservation-system.planfollower.time-step |
1000 |
| yarn.resourcemanager.resource-profiles.enabled |
false |
| yarn.resourcemanager.resource-profiles.source-file |
resource-profiles.json |
| yarn.resourcemanager.resource-tracker.address |
${yarn.resourcemanager.hostname}:8031 |
| yarn.resourcemanager.resource-tracker.client.thread-count |
50 |
| yarn.resourcemanager.resource-tracker.nm.ip-hostname-check |
false |
| yarn.resourcemanager.rm.container-allocation.expiry-interval-ms |
600000 |
| yarn.resourcemanager.scheduler.address |
${yarn.resourcemanager.hostname}:8030 |
| yarn.resourcemanager.scheduler.class |
org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler |
| yarn.resourcemanager.scheduler.client.thread-count |
50 |
| yarn.resourcemanager.scheduler.monitor.enable |
false |
| yarn.resourcemanager.scheduler.monitor.policies |
org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy |
| yarn.resourcemanager.state-store.max-completed-applications |
${yarn.resourcemanager.max-completed-applications} |
| yarn.resourcemanager.store.class |
org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore |
| yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size |
10 |
| yarn.resourcemanager.webapp.address |
${yarn.resourcemanager.hostname}:8088 |
| yarn.resourcemanager.webapp.cross-origin.enabled |
false |
| yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled |
true |
| yarn.resourcemanager.webapp.https.address |
${yarn.resourcemanager.hostname}:8090 |
| yarn.resourcemanager.webapp.rest-csrf.custom-header |
X-XSRF-Header |
| yarn.resourcemanager.webapp.rest-csrf.enabled |
false |
| yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore |
GET,OPTIONS,HEAD |
| yarn.resourcemanager.webapp.ui-actions.enabled |
true |
| yarn.resourcemanager.webapp.xfs-filter.xframe-options |
SAMEORIGIN |
| yarn.resourcemanager.work-preserving-recovery.enabled |
true |
| yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms |
10000 |
| yarn.resourcemanager.zk-appid-node.split-index |
0 |
| yarn.resourcemanager.zk-delegation-token-node.split-index |
0 |
| yarn.resourcemanager.zk-max-znode-size.bytes |
1048576 |
| yarn.resourcemanager.zk-state-store.parent-path |
/rmstore |
| yarn.rm.system-metrics-publisher.emit-container-events |
false |
| yarn.router.clientrm.interceptor-class.pipeline |
org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor |
| yarn.router.pipeline.cache-max-size |
25 |
| yarn.router.rmadmin.interceptor-class.pipeline |
org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor |
| yarn.router.webapp.address |
0.0.0.0:8089 |
| yarn.router.webapp.https.address |
0.0.0.0:8091 |
| yarn.router.webapp.interceptor-class.pipeline |
org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST |
| yarn.scheduler.configuration.fs.path |
file://${hadoop.tmp.dir}/yarn/system/schedconf |
| yarn.scheduler.configuration.leveldb-store.compaction-interval-secs |
86400 |
| yarn.scheduler.configuration.leveldb-store.path |
${hadoop.tmp.dir}/yarn/system/confstore |
| yarn.scheduler.configuration.max.version |
100 |
| yarn.scheduler.configuration.mutation.acl-policy.class |
org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy |
| yarn.scheduler.configuration.store.class |
file |
| yarn.scheduler.configuration.store.max-logs |
1000 |
| yarn.scheduler.configuration.zk-store.parent-path |
/confstore |
| yarn.scheduler.include-port-in-node-name |
false |
| yarn.scheduler.maximum-allocation-mb |
8192 |
| yarn.scheduler.maximum-allocation-vcores |
4 |
| yarn.scheduler.minimum-allocation-mb |
1024 |
| yarn.scheduler.minimum-allocation-vcores |
1 |
| yarn.scheduler.queue-placement-rules |
user-group |
| yarn.sharedcache.admin.address |
0.0.0.0:8047 |
| yarn.sharedcache.admin.thread-count |
1 |
| yarn.sharedcache.app-checker.class |
org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker |
| yarn.sharedcache.checksum.algo.impl |
org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl |
| yarn.sharedcache.cleaner.initial-delay-mins |
10 |
| yarn.sharedcache.cleaner.period-mins |
1440 |
| yarn.sharedcache.cleaner.resource-sleep-ms |
0 |
| yarn.sharedcache.client-server.address |
0.0.0.0:8045 |
| yarn.sharedcache.client-server.thread-count |
50 |
| yarn.sharedcache.enabled |
false |
| yarn.sharedcache.nested-level |
3 |
| yarn.sharedcache.nm.uploader.replication.factor |
10 |
| yarn.sharedcache.nm.uploader.thread-count |
20 |
| yarn.sharedcache.root-dir |
/sharedcache |
| yarn.sharedcache.store.class |
org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore |
| yarn.sharedcache.store.in-memory.check-period-mins |
720 |
| yarn.sharedcache.store.in-memory.initial-delay-mins |
10 |
| yarn.sharedcache.store.in-memory.staleness-period-mins |
10080 |
| yarn.sharedcache.uploader.server.address |
0.0.0.0:8046 |
| yarn.sharedcache.uploader.server.thread-count |
50 |
| yarn.sharedcache.webapp.address |
0.0.0.0:8788 |
| yarn.system-metrics-publisher.enabled |
false |
| yarn.timeline-service.address |
${yarn.timeline-service.hostname}:10200 |
| yarn.timeline-service.app-collector.linger-period.ms |
60000 |
| yarn.timeline-service.client.best-effort |
false |
| yarn.timeline-service.client.drain-entities.timeout.ms |
2000 |
| yarn.timeline-service.client.fd-clean-interval-secs |
60 |
| yarn.timeline-service.client.fd-flush-interval-secs |
10 |
| yarn.timeline-service.client.fd-retain-secs |
300 |
| yarn.timeline-service.client.internal-timers-ttl-secs |
420 |
| yarn.timeline-service.client.max-retries |
30 |
| yarn.timeline-service.client.retry-interval-ms |
1000 |
| yarn.timeline-service.enabled |
false |
| yarn.timeline-service.entity-group-fs-store.active-dir |
/tmp/entity-file-history/active |
| yarn.timeline-service.entity-group-fs-store.app-cache-size |
10 |
| yarn.timeline-service.entity-group-fs-store.cache-store-class |
org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore |
| yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds |
3600 |
| yarn.timeline-service.entity-group-fs-store.done-dir |
/tmp/entity-file-history/done/ |
| yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size |
10485760 |
| yarn.timeline-service.entity-group-fs-store.retain-seconds |
604800 |
| yarn.timeline-service.entity-group-fs-store.scan-interval-seconds |
60 |
| yarn.timeline-service.entity-group-fs-store.summary-store |
org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore |
| yarn.timeline-service.entity-group-fs-store.with-user-dir |
false |
| yarn.timeline-service.generic-application-history.max-applications |
10000 |
| yarn.timeline-service.handler-thread-count |
10 |
| yarn.timeline-service.hbase-schema.prefix |
prod. |
| yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds |
259200000 |
| yarn.timeline-service.hbase.coprocessor.jar.hdfs.location |
/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar |
| yarn.timeline-service.hostname |
0.0.0.0 |
| yarn.timeline-service.http-authentication.simple.anonymous.allowed |
true |
| yarn.timeline-service.http-authentication.type |
simple |
| yarn.timeline-service.http-cross-origin.enabled |
false |
| yarn.timeline-service.keytab |
/etc/krb5.keytab |
| yarn.timeline-service.leveldb-state-store.path |
${hadoop.tmp.dir}/yarn/timeline |
| yarn.timeline-service.leveldb-timeline-store.path |
${hadoop.tmp.dir}/yarn/timeline |
| yarn.timeline-service.leveldb-timeline-store.read-cache-size |
104857600 |
| yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size |
10000 |
| yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size |
10000 |
| yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms |
300000 |
| yarn.timeline-service.reader.class |
org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl |
| yarn.timeline-service.reader.webapp.address |
${yarn.timeline-service.webapp.address} |
| yarn.timeline-service.reader.webapp.https.address |
${yarn.timeline-service.webapp.https.address} |
| yarn.timeline-service.recovery.enabled |
false |
| yarn.timeline-service.state-store-class |
org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore |
| yarn.timeline-service.store-class |
org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore |
| yarn.timeline-service.timeline-client.number-of-async-entities-to-merge |
10 |
| yarn.timeline-service.ttl-enable |
true |
| yarn.timeline-service.ttl-ms |
604800000 |
| yarn.timeline-service.version |
1.0f |
| yarn.timeline-service.webapp.address |
${yarn.timeline-service.hostname}:8188 |
| yarn.timeline-service.webapp.https.address |
${yarn.timeline-service.hostname}:8190 |
| yarn.timeline-service.webapp.rest-csrf.custom-header |
X-XSRF-Header |
| yarn.timeline-service.webapp.rest-csrf.enabled |
false |
| yarn.timeline-service.webapp.rest-csrf.methods-to-ignore |
GET,OPTIONS,HEAD |
| yarn.timeline-service.webapp.xfs-filter.xframe-options |
SAMEORIGIN |
| yarn.timeline-service.writer.class |
org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl |
| yarn.timeline-service.writer.flush-interval-seconds |
60 |
| yarn.webapp.api-service.enable |
false |
| yarn.webapp.filter-entity-list-by-user |
false |
| yarn.webapp.filter-invalid-xml-chars |
false |
| yarn.webapp.ui1.tools.enable |
true |
| yarn.webapp.ui2.enable |
false |
| yarn.webapp.xfs-filter.enabled |
true |
| yarn.workflow-id.tag-prefix |
workflowid: |