You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@knox.apache.org by kr...@apache.org on 2018/12/07 23:49:17 UTC
[04/10] knox git commit: KNOX-1663 - Enforce more Checkstyle rules
http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json
----------------------------------------------------------------------
diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json
index 2e9b772..f578653 100644
--- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json
+++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json
@@ -1,5263 +1,5263 @@
{
- "conf":{
- "path":"hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml",
- "property":[
- {
- "name":"dfs.datanode.data.dir",
- "value":"/var/hadoop/datanode",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.checkpoint.txns",
- "value":"1000000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"s3.replication",
- "value":"3",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.output.fileoutputformat.compress.type",
- "value":"RECORD",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.jobhistory.lru.cache.size",
- "value":"5",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.failed.volumes.tolerated",
- "value":"0",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.webapp.spnego-keytab-file",
- "value":"/etc/security/keytabs/spnego.service.keytab",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.principal",
- "value":"rm/_HOST@EXAMPLE.COM",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.http.filter.initializers",
- "value":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.cluster.temp.dir",
- "value":"${hadoop.tmp.dir}/mapred/temp",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.keytab",
- "value":"/etc/security/keytabs/nm.service.keytab",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.shuffle.memory.limit.percent",
- "value":"0.25",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.checkpoint.max-retries",
- "value":"3",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.zk-acl",
- "value":"world:anyone:rwcda",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.skip.maxgroups",
- "value":"0",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.https.server.keystore.resource",
- "value":"ssl-server.xml",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.task.container.log.backups",
- "value":"0",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.domain.socket.path",
- "value":"/var/lib/hadoop-hdfs/dn_socket",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.http.authentication.kerberos.keytab",
- "value":"${user.home}/hadoop.keytab",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.sleepjob.reduce.sleep.count",
- "value":"120000",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.generic-application-history.store-class",
- "value":"org.apache.hadoop.yarn.server.applicationhistoryservice.FileSystemApplicationHistoryStore",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage",
- "value":"100.0",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"jetty.connector",
- "value":"org.mortbay.jetty.nio.SelectChannelConnector",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.jar",
- "value":"/user/hdfs/.staging/job_1399541193872_0035/job.jar",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.localizer.client.thread-count",
- "value":"5",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.done-dir",
- "value":"/mapred/history/done",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.framework.name",
- "value":"yarn",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ha.failover-controller.new-active.rpc-timeout.ms",
- "value":"60000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ha.health-monitor.check-interval.ms",
- "value":"1000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.file.buffer.size",
- "value":"131072",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.shuffle.max.connections",
- "value":"0",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.path.based.cache.block.map.allocation.percent",
- "value":"0.25",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.task.tmp.dir",
- "value":"./tmp",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.checkpoint.period",
- "value":"86400",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.encrypt.data.transfer.algorithm",
- "value":"3des",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.mmap.cache.timeout.ms",
- "value":"3600000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.client.kill.max",
- "value":"10",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.scheduler.class",
- "value":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.taskcache.levels",
- "value":"2",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"s3.stream-buffer-size",
- "value":"4096",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.secondary.http-address",
- "value":"host.yarn.com:50090",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.decommission.interval",
- "value":"30",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.webapp.spnego-principal",
- "value":"HTTP/_HOST@EXAMPLE.COM",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.http-address",
- "value":"host.yarn.com:50070",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.task.files.preserve.failedtasks",
- "value":"false",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.encrypt.data.transfer",
- "value":"false",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.ha.enabled",
- "value":"false",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.address",
- "value":"0.0.0.0:50010",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.avoid.write.stale.datanode",
- "value":"false",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"nfs3.server.port",
- "value":"2049",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.http.authentication.token.validity",
- "value":"36000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.AbstractFileSystem.wasb.impl",
- "value":"org.apache.hadoop.fs.azurenative.Wasb",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.group.mapping.ldap.search.filter.group",
- "value":"(objectClass=group)",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.failover.max.attempts",
- "value":"15",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.scheduler.monitor.policies",
- "value":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.fs.state-store.retry-policy-spec",
- "value":"2000, 500",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.admin.acl",
- "value":"*",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.sleepjob.reduce.sleep.time",
- "value":"12000000",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.local-cache.max-files-per-directory",
- "value":"8192",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.client.failover-retries-on-socket-timeouts",
- "value":"0",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs",
- "value":"86400",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.retrycache.expirytime.millis",
- "value":"600000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.nodemanagers.heartbeat-interval-ms",
- "value":"1000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.failover.connection.retries.on.timeouts",
- "value":"0",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.client.failover-proxy-provider",
- "value":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.map.sort.spill.percent",
- "value":"0.9",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"file.stream-buffer-size",
- "value":"4096",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.webhdfs.enabled",
- "value":"true",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.compression.codec.lzo.class",
- "value":"com.hadoop.compression.lzo.LzoCodec",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.client.connection.maxidletime",
- "value":"30000",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.persist.jobstatus.hours",
- "value":"1",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.image.transfer.chunksize",
- "value":"65536",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.resourcemanager.connect.retry_interval.secs",
- "value":"30",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.address",
- "value":"0.0.0.0:45454",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.ipc.address",
- "value":"0.0.0.0:8010",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.ha.automatic-failover.embedded",
- "value":"true",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.recovery.store.fs.uri",
- "value":"${hadoop.tmp.dir}/mapred/history/recoverystore",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.zk-state-store.parent-path",
- "value":"/rmstore",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.am.job.task.listener.thread-count",
- "value":"30",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.list.cache.pools.num.responses",
- "value":"100",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.proxyuser.hbase.groups",
- "value":"users",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.read.shortcircuit",
- "value":"true",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.safemode.extension",
- "value":"30000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.generic-application-history.fs-history-store.compression-type",
- "value":"none",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ha.zookeeper.parent-znode",
- "value":"/hadoop-ha",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.container-executor.class",
- "value":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.skip.checksum.errors",
- "value":"false",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.path.based.cache.refresh.interval.ms",
- "value":"30000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.user.name",
- "value":"hdfs",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.scheduler.client.thread-count",
- "value":"50",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.http.authentication.kerberos.principal",
- "value":"HTTP/_HOST@LOCALHOST",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.log.level",
- "value":"INFO",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern",
- "value":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.s3.maxRetries",
- "value":"4",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.server.max.response.size",
- "value":"5242880",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.admin.reduce.child.java.opts",
- "value":"-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.resourcemanager.minimum.version",
- "value":"NONE",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.kerberos.kinit.command",
- "value":"kinit",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.log-aggregation.retain-check-interval-seconds",
- "value":"-1",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.process-kill-wait.ms",
- "value":"2000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.linux-container-executor.cgroups.mount",
- "value":"false",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.map.output.key.class",
- "value":"org.apache.hadoop.io.IntWritable",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.working.dir",
- "value":"hdfs://hdfs.host.yarn.com:8020/user/hdfs",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.name.dir.restore",
- "value":"false",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.handler.count",
- "value":"10",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.admin.address",
- "value":"0.0.0.0:10033",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.client-am.ipc.max-retries",
- "value":"3",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.use.datanode.hostname",
- "value":"false",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.util.hash.type",
- "value":"murmur",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.available-space-volume-choosing-policy.balanced-space-preference-fraction",
- "value":"0.75f",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.dns.interface",
- "value":"default",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.seqfile.lazydecompress",
- "value":"true",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.disk-health-checker.min-healthy-disks",
- "value":"0.25",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.maxtaskfailures.per.tracker",
- "value":"3",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.healthchecker.script.timeout",
- "value":"600000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.client.max-nodemanagers-proxies",
- "value":"500",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.group.mapping.ldap.search.attr.group.name",
- "value":"cn",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.df.interval",
- "value":"60000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.kerberos.internal.spnego.principal",
- "value":"${dfs.web.authentication.kerberos.principal}",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.cached.conn.retry",
- "value":"3",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.reduce.class",
- "value":"org.apache.hadoop.mapreduce.SleepJob$SleepReducer",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.map.class",
- "value":"org.apache.hadoop.mapreduce.SleepJob$SleepMapper",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.reduce.shuffle.consumer.plugin.class",
- "value":"org.apache.hadoop.mapreduce.task.reduce.Shuffle",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.address",
- "value":"local",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.tasks.sleeptimebeforesigkill",
- "value":"5000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.journalnode.rpc-address",
- "value":"0.0.0.0:8485",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.fs-limits.max-blocks-per-file",
- "value":"1048576",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.acl-view-job",
- "value":"*",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.am.job.committer.cancel-timeout",
- "value":"60000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.block.write.replace-datanode-on-failure.policy",
- "value":"DEFAULT",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.shuffle.connection-keep-alive.enable",
- "value":"false",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.counters.group.name.max",
- "value":"1000",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.replication.interval",
- "value":"3",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.minicluster.fixed.ports",
- "value":"false",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.num.checkpoints.retained",
- "value":"2",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.scheduler.address",
- "value":"${yarn.resourcemanager.hostname}:8030",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.http.address",
- "value":"0.0.0.0:50060",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.admin.acl",
- "value":"*",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.directoryscan.threads",
- "value":"1",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.memory.mb",
- "value":"3072",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.group.mapping.ldap.ssl",
- "value":"false",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.principal",
- "value":"nm/_HOST@EXAMPLE.COM",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.http.policy",
- "value":"HTTP_ONLY",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.task.merge.progress.records",
- "value":"10000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.heartbeat.interval",
- "value":"3",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.recovery.enabled",
- "value":"false",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"net.topology.script.number.args",
- "value":"100",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.hosts.exclude",
- "value":"/etc/hadoop/conf/dfs.exclude",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.local.clientfactory.class.name",
- "value":"org.apache.hadoop.mapred.LocalClientFactory",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client-write-packet-size",
- "value":"65536",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.group.mapping.ldap.directory.search.timeout",
- "value":"10000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.native.lib.available",
- "value":"true",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.failover.connection.retries",
- "value":"0",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.disk-health-checker.interval-ms",
- "value":"120000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.blocksize",
- "value":"134217728",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs",
- "value":"86400",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.webapp.address",
- "value":"host.yarn.com:19888",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.resource-tracker.client.thread-count",
- "value":"50",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.client.failover-retries",
- "value":"0",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.blockreport.initialDelay",
- "value":"120",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.aux-services.mapreduce_shuffle.class",
- "value":"org.apache.hadoop.mapred.ShuffleHandler",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ha.health-monitor.rpc-timeout.ms",
- "value":"45000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.zk-timeout-ms",
- "value":"10000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.markreset.buffer.percent",
- "value":"0.0",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size",
- "value":"10000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.ha.tail-edits.period",
- "value":"60",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.admin.user.env",
- "value":"LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:/usr/lib/hadoop/lib/native/`$JAVA_HOME/bin/java -d32 -version &> /dev/null;if [ $? -eq 0 ]; then echo Linux-i386-32; else echo Linux-amd64-64;fi`",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.client.thread-count",
- "value":"50",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.health-checker.script.timeout-ms",
- "value":"60000",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"file.bytes-per-checksum",
- "value":"512",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.replication.max",
- "value":"50",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.max.extra.edits.segments.retained",
- "value":"10000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.map.index.skip",
- "value":"0",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.webapp.spnego-principal",
- "value":"HTTP/_HOST@EXAMPLE.COM",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.task.timeout",
- "value":"600000",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.du.reserved",
- "value":"1073741824",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.cpu.vcores",
- "value":"1",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.support.append",
- "value":"true",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.file-block-storage-locations.num-threads",
- "value":"10",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ftp.blocksize",
- "value":"67108864",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.container-manager.thread-count",
- "value":"20",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.server.listen.queue.size",
- "value":"128",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.amliveliness-monitor.interval-ms",
- "value":"1000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.ha.automatic-failover.enabled",
- "value":"true",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.ssl.hostname.verifier",
- "value":"DEFAULT",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.dns.interface",
- "value":"default",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.group.mapping.ldap.search.attr.member",
- "value":"member",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.userlog.retain.hours",
- "value":"24",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.outofband.heartbeat",
- "value":"false",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.log.server.url",
- "value":"http://host.yarn.com:19888/jobhistory/logs",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.name",
- "value":"Sleep job",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.resource.memory-mb",
- "value":"8192",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.webhdfs.user.provider.user.pattern",
- "value":"^[A-Za-z_][A-Za-z0-9._-]*[$]?$",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.web.authentication.kerberos.keytab",
- "value":"/etc/security/keytabs/spnego.service.keytab",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.delegation.token.renew-interval",
- "value":"86400000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.ssl.keystores.factory.class",
- "value":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.http.policy",
- "value":"HTTP_ONLY",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.sync.behind.writes",
- "value":"false",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.read.shortcircuit.skip.checksum",
- "value":"false",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.map.maxattempts",
- "value":"4",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.webapp.address",
- "value":"${yarn.timeline-service.hostname}:8188",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.handler.count",
- "value":"10",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.ssl.require.client.cert",
- "value":"false",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ftp.client-write-packet-size",
- "value":"65536",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.write.exclude.nodes.cache.expiry.interval.millis",
- "value":"600000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.server.tcpnodelay",
- "value":"false",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.cleaner.enable",
- "value":"true",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.du.interval",
- "value":"600000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.shuffle.retry-delay.max.ms",
- "value":"60000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.task.profile.reduces",
- "value":"0-2",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ha.health-monitor.connect-retry-interval.ms",
- "value":"1000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.fuse.connection.timeout",
- "value":"300",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.permissions.superusergroup",
- "value":"hdfs",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.jobhistory.task.numberprogresssplits",
- "value":"12",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.counters.counter.name.max",
- "value":"1000",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.ftp.host.port",
- "value":"21",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.map.speculative",
- "value":"false",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.data.dir.perm",
- "value":"755",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.client.submit.file.replication",
- "value":"10",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.ubertask.maxmaps",
- "value":"9",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"s3native.blocksize",
- "value":"67108864",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.replication.min",
- "value":"1",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.cluster.acls.enabled",
- "value":"false",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.webapp.https.address",
- "value":"host.yarn.com:19888",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.uid.cache.secs",
- "value":"14400",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.localizer.fetch.thread-count",
- "value":"4",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"map.sort.class",
- "value":"org.apache.hadoop.util.QuickSort",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.trash.checkpoint.interval",
- "value":"0",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.proxyuser.hcat.groups",
- "value":"users",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapred.queue.default.acl-administer-jobs",
- "value":"*",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.image.transfer.timeout",
- "value":"60000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.name.dir",
- "value":"/var/hadoop/namenode",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.client.connect.timeout",
- "value":"20000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.am.staging-dir",
- "value":"/user",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.AbstractFileSystem.file.impl",
- "value":"org.apache.hadoop.fs.local.LocalFs",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.env-whitelist",
- "value":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.image.compression.codec",
- "value":"org.apache.hadoop.io.compress.DefaultCodec",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.reduces",
- "value":"1",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.complete.cancel.delegation.tokens",
- "value":"true",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.recovery.store.class",
- "value":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.group.mapping.ldap.search.filter.user",
- "value":"(&(objectClass=user)(sAMAccountName={0}))",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.enable.retrycache",
- "value":"true",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.sleep-delay-before-sigkill.ms",
- "value":"250",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.joblist.cache.size",
- "value":"20000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.outputformat.class",
- "value":"org.apache.hadoop.mapreduce.lib.output.NullOutputFormat",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.healthchecker.interval",
- "value":"60000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.heartbeats.in.second",
- "value":"100",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.auth_to_local",
- "value":"\n RULE:[2:$1@$0](jhs@.*EXAMPLE.COM)s/.*/mapred/\n RULE:[2:$1@$0]([nr]m@.*EXAMPLE.COM)s/.*/yarn/\n RULE:[2:$1@$0]([nd]n@.*EXAMPLE.COM)s/.*/hdfs/\n DEFAULT",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.admin.map.child.java.opts",
- "value":"-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.persist.jobstatus.dir",
- "value":"/jobtracker/jobsInfo",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.backup.http-address",
- "value":"0.0.0.0:50105",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.rpc.protection",
- "value":"authentication",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.mmap.enabled",
- "value":"true",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.am.container.log.backups",
- "value":"0",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ftp.stream-buffer-size",
- "value":"4096",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.https-address",
- "value":"host.yarn.com:50701",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.address",
- "value":"${yarn.timeline-service.hostname}:10200",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.ha.log-roll.period",
- "value":"120",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.webapp.spnego-keytab-file",
- "value":"/etc/security/keytabs/spnego.service.keytab",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.admin.client.thread-count",
- "value":"1",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.webapp.spnego-keytab-file",
- "value":"/etc/security/keytabs/spnego.service.keytab",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.fsdatasetcache.max.threads.per.volume",
- "value":"4",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"file.client-write-packet-size",
- "value":"65536",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.http.authentication.simple.anonymous.allowed",
- "value":"true",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.leveldb-timeline-store.path",
- "value":"${yarn.log.dir}/timeline",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.drop.cache.behind.reads",
- "value":"false",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.log.retain-seconds",
- "value":"10800",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.image.transfer.bandwidthPerSec",
- "value":"0",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.instrumentation",
- "value":"org.apache.hadoop.mapred.TaskTrackerMetricsInst",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ha.failover-controller.cli-check.rpc-timeout.ms",
- "value":"20000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.linux-container-executor.cgroups.hierarchy",
- "value":"/hadoop-yarn",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.write.stale.datanode.ratio",
- "value":"0.5f",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.groups.cache.warn.after.ms",
- "value":"5000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.client.thread-count",
- "value":"10",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.mapfile.bloom.size",
- "value":"1048576",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.ha.fencing.ssh.connect-timeout",
- "value":"30000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.zk-num-retries",
- "value":"500",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"s3.bytes-per-checksum",
- "value":"512",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.am.container.log.limit.kb",
- "value":"0",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.edit.log.autoroll.check.interval.ms",
- "value":"300000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.automatic.close",
- "value":"true",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.am.create-intermediate-jh-base-dir",
- "value":"false",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.trash.interval",
- "value":"360",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.journalnode.https-address",
- "value":"0.0.0.0:8481",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.authentication",
- "value":"simple",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.ttl-ms",
- "value":"604800000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.defaultFS",
- "value":"hdfs://hdfs.host.yarn.com:8020",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.generic-application-history.enabled",
- "value":"false",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.ssl.server.conf",
- "value":"ssl-server.xml",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.client.connect.max.retries",
- "value":"50",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.delayed.delegation-token.removal-interval-ms",
- "value":"30000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.journalnode.http-address",
- "value":"0.0.0.0:8480",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.shared.file.descriptor.paths",
- "value":"/dev/shm,/tmp",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.taskscheduler",
- "value":"org.apache.hadoop.mapred.JobQueueTaskScheduler",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.speculative.speculativecap",
- "value":"0.1",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.store-class",
- "value":"org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.am.liveness-monitor.expiry-interval-ms",
- "value":"600000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.output.fileoutputformat.compress",
- "value":"false",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.checksum.type",
- "value":"CRC32",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.server.read.threadpool.size",
- "value":"5",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"net.topology.node.switch.mapping.impl",
- "value":"org.apache.hadoop.net.ScriptBasedMapping",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.replication.considerLoad",
- "value":"true",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.fs-limits.min-block-size",
- "value":"1048576",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.swift.impl",
- "value":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.audit.loggers",
- "value":"default",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.max.split.locations",
- "value":"10",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.address",
- "value":"${yarn.resourcemanager.hostname}:8032",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.counters.max",
- "value":"20000",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.block.write.retries",
- "value":"3",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.nm.liveness-monitor.interval-ms",
- "value":"1000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.short.circuit.shared.memory.watcher.interrupt.check.ms",
- "value":"60000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.map.index.interval",
- "value":"128",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapred.child.java.opts",
- "value":"-Xmx200m",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.local.dir.minspacestart",
- "value":"0",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.client.progressmonitor.pollinterval",
- "value":"1000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.https.keystore.resource",
- "value":"ssl-client.xml",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.task.profile.map.params",
- "value":"${mapreduce.task.profile.params}",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"rpc.engine.org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolPB",
- "value":"org.apache.hadoop.ipc.ProtobufRpcEngine",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.tasktracker.maxblacklists",
- "value":"4",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.queuename",
- "value":"default",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts",
- "value":"3",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.localizer.address",
- "value":"${yarn.nodemanager.hostname}:8040",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.mapfile.bloom.error.rate",
- "value":"0.005",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.delete.thread-count",
- "value":"4",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.split.metainfo.maxsize",
- "value":"10000000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.scheduler.maximum-allocation-vcores",
- "value":"32",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapred.mapper.new-api",
- "value":"true",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.client.tcpnodelay",
- "value":"false",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.dir",
- "value":"/user/hdfs/.staging/job_1399541193872_0035",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.https.port",
- "value":"50070",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.am.resource.mb",
- "value":"1536",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.dns.nameserver",
- "value":"default",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb",
- "value":"0",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.map.output.compress.codec",
- "value":"org.apache.hadoop.io.compress.SnappyCodec",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapred.child.root.logger",
- "value":"INFO,TLA",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.accesstime.precision",
- "value":"0",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.map.log.level",
- "value":"INFO",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"io.seqfile.compress.blocksize",
- "value":"1000000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.taskcontroller",
- "value":"org.apache.hadoop.mapred.DefaultTaskController",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.groups.cache.secs",
- "value":"300",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.context",
- "value":"default",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.proxyuser.hbase.hosts",
- "value":"*",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.proxyuser.hive.groups",
- "value":"users",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.fileoutputcommitter.marksuccessfuljobs",
- "value":"true",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.end-notification.max.attempts",
- "value":"5",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user",
- "value":"nobody",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.webapp.address",
- "value":"0.0.0.0:50060",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.submithostname",
- "value":"host.yarn.com",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.recovery.enable",
- "value":"false",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.expire.trackers.interval",
- "value":"600000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.webapp.address",
- "value":"host.yarn.com:8088",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.health-checker.interval-ms",
- "value":"135000",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.loadedjobs.cache.size",
- "value":"5",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size",
- "value":"10",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"hadoop.security.authorization",
- "value":"false",
- "source":[
- "core-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.map.output.collector.class",
- "value":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.am.max-attempts",
- "value":"2",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"fs.ftp.host",
- "value":"0.0.0.0",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms",
- "value":"1000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.datanode.kerberos.principal",
- "value":"dn/_HOST@EXAMPLE.COM",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.ifile.readahead",
- "value":"true",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.scheduler.monitor.enable",
- "value":"false",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.resourcemanager.zk-retry-interval-ms",
- "value":"2000",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ha.zookeeper.session-timeout.ms",
- "value":"5000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.tasktracker.taskmemorymanager.monitoringinterval",
- "value":"5000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.shuffle.parallelcopies",
- "value":"30",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.client.mmap.retry.timeout.ms",
- "value":"300000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.map.skip.maxrecords",
- "value":"0",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.job.classloader.system.classes",
- "value":"java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop.",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.avoid.read.stale.datanode",
- "value":"false",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.https.enable",
- "value":"false",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.timeline-service.webapp.https.address",
- "value":"${yarn.timeline-service.hostname}:8190",
- "source":[
- "yarn-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.shuffle.read.timeout",
- "value":"180000",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"yarn.nodemanager.remote-app-log-dir-suffix",
- "value":"logs",
- "source":[
- "yarn-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.output.fileoutputformat.compress.codec",
- "value":"org.apache.hadoop.io.compress.DefaultCodec",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobtracker.instrumentation",
- "value":"org.apache.hadoop.mapred.JobTrackerMetricsInst",
- "source":[
- "mapred-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.blockreport.intervalMsec",
- "value":"21600000",
- "source":[
- "hdfs-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"ipc.client.connect.retry.interval",
- "value":"1000",
- "source":[
- "core-default.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.reduce.speculative",
- "value":"false",
- "source":[
- "programatically",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"mapreduce.jobhistory.keytab",
- "value":"/etc/security/keytabs/jhs.service.keytab",
- "source":[
- "mapred-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name":"dfs.namenode.kerberos.principal",
- "value":"nn/_HOST@EXAMPLE.COM",
- "source":[
- "hdfs-site.xml",
- "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml"
- ]
- },
- {
- "name"
<TRUNCATED>