add default settings.
hadoop_conf/branches/localhost-2.2/default.tsv (diff) hadoop_conf/branches/localhost-2.2/default.xml (diff) hadoop_conf/branches/localhost-2.2/configuration.xsl (diff) hadoop_conf/branches/localhost-cdh5/default.tsv (diff) hadoop_conf/branches/localhost-cdh5/default.xml (diff) hadoop_conf/branches/localhost-cdh5/configuration.xsl (diff)| @@ -0,0 +1,360 @@ | ||
| 1 | +name value | |
| 2 | +dfs.ha.fencing.ssh.connect-timeout 30000 | |
| 3 | +file.blocksize 67108864 | |
| 4 | +file.bytes-per-checksum 512 | |
| 5 | +file.client-write-packet-size 65536 | |
| 6 | +file.replication 1 | |
| 7 | +file.stream-buffer-size 4096 | |
| 8 | +fs.AbstractFileSystem.file.impl org.apache.hadoop.fs.local.LocalFs | |
| 9 | +fs.AbstractFileSystem.hdfs.impl org.apache.hadoop.fs.Hdfs | |
| 10 | +fs.AbstractFileSystem.viewfs.impl org.apache.hadoop.fs.viewfs.ViewFs | |
| 11 | +fs.automatic.close true | |
| 12 | +fs.client.resolve.remote.symlinks true | |
| 13 | +fs.defaultFS hdfs://localhost:9000 | |
| 14 | +fs.df.interval 60000 | |
| 15 | +fs.ftp.host 0.0.0.0 | |
| 16 | +fs.ftp.host.port 21 | |
| 17 | +fs.permissions.umask-mode 22 | |
| 18 | +fs.s3.block.size 67108864 | |
| 19 | +fs.s3.buffer.dir ${hadoop.tmp.dir}/s3 | |
| 20 | +fs.s3.maxRetries 4 | |
| 21 | +fs.s3.sleepTimeSeconds 10 | |
| 22 | +fs.s3n.block.size 67108864 | |
| 23 | +fs.trash.checkpoint.interval 0 | |
| 24 | +fs.trash.interval 0 | |
| 25 | +ftp.blocksize 67108864 | |
| 26 | +ftp.bytes-per-checksum 512 | |
| 27 | +ftp.client-write-packet-size 65536 | |
| 28 | +ftp.replication 3 | |
| 29 | +ftp.stream-buffer-size 4096 | |
| 30 | +ha.failover-controller.cli-check.rpc-timeout.ms 20000 | |
| 31 | +ha.failover-controller.graceful-fence.connection.retries 1 | |
| 32 | +ha.failover-controller.graceful-fence.rpc-timeout.ms 5000 | |
| 33 | +ha.failover-controller.new-active.rpc-timeout.ms 60000 | |
| 34 | +ha.health-monitor.check-interval.ms 1000 | |
| 35 | +ha.health-monitor.connect-retry-interval.ms 1000 | |
| 36 | +ha.health-monitor.rpc-timeout.ms 45000 | |
| 37 | +ha.health-monitor.sleep-after-disconnect.ms 1000 | |
| 38 | +ha.zookeeper.acl world:anyone:rwcda | |
| 39 | +ha.zookeeper.parent-znode /hadoop-ha | |
| 40 | +ha.zookeeper.session-timeout.ms 5000 | |
| 41 | +hadoop.common.configuration.version 0.23.0 | |
| 42 | +hadoop.http.authentication.kerberos.keytab ${user.home}/hadoop.keytab | |
| 43 | +hadoop.http.authentication.kerberos.principal HTTP/_HOST@LOCALHOST | |
| 44 | +hadoop.http.authentication.signature.secret.file ${user.home}/hadoop-http-auth-signature-secret | |
| 45 | +hadoop.http.authentication.simple.anonymous.allowed true | |
| 46 | +hadoop.http.authentication.token.validity 36000 | |
| 47 | +hadoop.http.authentication.type simple | |
| 48 | +hadoop.http.filter.initializers org.apache.hadoop.http.lib.StaticUserWebFilter | |
| 49 | +hadoop.http.staticuser.user dr.who | |
| 50 | +hadoop.jetty.logs.serve.aliases true | |
| 51 | +hadoop.kerberos.kinit.command kinit | |
| 52 | +hadoop.rpc.protection authentication | |
| 53 | +hadoop.rpc.socket.factory.class.default org.apache.hadoop.net.StandardSocketFactory | |
| 54 | +hadoop.security.authentication simple | |
| 55 | +hadoop.security.authorization false | |
| 56 | +hadoop.security.group.mapping org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback | |
| 57 | +hadoop.security.group.mapping.ldap.directory.search.timeout 10000 | |
| 58 | +hadoop.security.group.mapping.ldap.search.attr.group.name cn | |
| 59 | +hadoop.security.group.mapping.ldap.search.attr.member member | |
| 60 | +hadoop.security.group.mapping.ldap.search.filter.group (objectClass=group) | |
| 61 | +hadoop.security.group.mapping.ldap.search.filter.user (&(objectClass=user)(sAMAccountName={0})) | |
| 62 | +hadoop.security.group.mapping.ldap.ssl false | |
| 63 | +hadoop.security.groups.cache.secs 300 | |
| 64 | +hadoop.security.instrumentation.requires.admin false | |
| 65 | +hadoop.security.uid.cache.secs 14400 | |
| 66 | +hadoop.ssl.client.conf ssl-client.xml | |
| 67 | +hadoop.ssl.enabled false | |
| 68 | +hadoop.ssl.hostname.verifier DEFAULT | |
| 69 | +hadoop.ssl.keystores.factory.class org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory | |
| 70 | +hadoop.ssl.require.client.cert false | |
| 71 | +hadoop.ssl.server.conf ssl-server.xml | |
| 72 | +hadoop.tmp.dir /tmp/hadoop-${user.name} | |
| 73 | +hadoop.util.hash.type murmur | |
| 74 | +hadoop.work.around.non.threadsafe.getpwuid false | |
| 75 | +io.bytes.per.checksum 512 | |
| 76 | +io.compression.codec.bzip2.library system-native | |
| 77 | +io.file.buffer.size 4096 | |
| 78 | +io.map.index.interval 128 | |
| 79 | +io.map.index.skip 0 | |
| 80 | +io.mapfile.bloom.error.rate 0.005 | |
| 81 | +io.mapfile.bloom.size 1048576 | |
| 82 | +io.native.lib.available true | |
| 83 | +io.seqfile.compress.blocksize 1000000 | |
| 84 | +io.seqfile.lazydecompress true | |
| 85 | +io.seqfile.local.dir ${hadoop.tmp.dir}/io/local | |
| 86 | +io.seqfile.sorter.recordlimit 1000000 | |
| 87 | +io.serializations org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization | |
| 88 | +io.skip.checksum.errors false | |
| 89 | +ipc.client.connect.max.retries 10 | |
| 90 | +ipc.client.connect.max.retries.on.timeouts 45 | |
| 91 | +ipc.client.connect.timeout 20000 | |
| 92 | +ipc.client.connection.maxidletime 10000 | |
| 93 | +ipc.client.fallback-to-simple-auth-allowed false | |
| 94 | +ipc.client.idlethreshold 4000 | |
| 95 | +ipc.client.kill.max 10 | |
| 96 | +ipc.client.tcpnodelay false | |
| 97 | +ipc.server.listen.queue.size 128 | |
| 98 | +ipc.server.tcpnodelay false | |
| 99 | +map.sort.class org.apache.hadoop.util.QuickSort | |
| 100 | +mapred.child.java.opts -Xmx200m | |
| 101 | +mapreduce.admin.user.env LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native | |
| 102 | +mapreduce.am.max-attempts 2 | |
| 103 | +mapreduce.client.completion.pollinterval 5000 | |
| 104 | +mapreduce.client.output.filter FAILED | |
| 105 | +mapreduce.client.progressmonitor.pollinterval 1000 | |
| 106 | +mapreduce.client.submit.file.replication 10 | |
| 107 | +mapreduce.cluster.acls.enabled false | |
| 108 | +mapreduce.cluster.local.dir ${hadoop.tmp.dir}/mapred/local | |
| 109 | +mapreduce.cluster.temp.dir ${hadoop.tmp.dir}/mapred/temp | |
| 110 | +mapreduce.framework.name yarn | |
| 111 | +mapreduce.ifile.readahead true | |
| 112 | +mapreduce.ifile.readahead.bytes 4194304 | |
| 113 | +mapreduce.input.fileinputformat.split.minsize 0 | |
| 114 | +mapreduce.job.acl-modify-job | |
| 115 | +mapreduce.job.acl-view-job | |
| 116 | +mapreduce.job.classloader false | |
| 117 | +mapreduce.job.classloader.system.classes java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop. | |
| 118 | +mapreduce.job.committer.setup.cleanup.needed true | |
| 119 | +mapreduce.job.complete.cancel.delegation.tokens true | |
| 120 | +mapreduce.job.counters.max 120 | |
| 121 | +mapreduce.job.end-notification.max.attempts 5 | |
| 122 | +mapreduce.job.end-notification.max.retry.interval 5000 | |
| 123 | +mapreduce.job.end-notification.retry.attempts 0 | |
| 124 | +mapreduce.job.end-notification.retry.interval 1000 | |
| 125 | +mapreduce.job.hdfs-servers ${fs.defaultFS} | |
| 126 | +mapreduce.job.jvm.numtasks 1 | |
| 127 | +mapreduce.job.map.output.collector.class org.apache.hadoop.mapred.MapTask$MapOutputBuffer | |
| 128 | +mapreduce.job.maps 2 | |
| 129 | +mapreduce.job.maxtaskfailures.per.tracker 3 | |
| 130 | +mapreduce.job.queuename default | |
| 131 | +mapreduce.job.reduce.shuffle.consumer.plugin.class org.apache.hadoop.mapreduce.task.reduce.Shuffle | |
| 132 | +mapreduce.job.reduce.slowstart.completedmaps 0.05 | |
| 133 | +mapreduce.job.reduces 1 | |
| 134 | +mapreduce.job.speculative.slownodethreshold 1 | |
| 135 | +mapreduce.job.speculative.slowtaskthreshold 1 | |
| 136 | +mapreduce.job.speculative.speculativecap 0.1 | |
| 137 | +mapreduce.job.split.metainfo.maxsize 10000000 | |
| 138 | +mapreduce.job.token.tracking.ids.enabled false | |
| 139 | +mapreduce.job.ubertask.enable false | |
| 140 | +mapreduce.job.ubertask.maxmaps 9 | |
| 141 | +mapreduce.job.ubertask.maxreduces 1 | |
| 142 | +mapreduce.job.userlog.retain.hours 24 | |
| 143 | +mapreduce.jobhistory.address 0.0.0.0:10020 | |
| 144 | +mapreduce.jobhistory.cleaner.enable true | |
| 145 | +mapreduce.jobhistory.cleaner.interval-ms 86400000 | |
| 146 | +mapreduce.jobhistory.client.thread-count 10 | |
| 147 | +mapreduce.jobhistory.datestring.cache.size 200000 | |
| 148 | +mapreduce.jobhistory.done-dir ${yarn.app.mapreduce.am.staging-dir}/history/done | |
| 149 | +mapreduce.jobhistory.http.policy HTTP_ONLY | |
| 150 | +mapreduce.jobhistory.intermediate-done-dir ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate | |
| 151 | +mapreduce.jobhistory.joblist.cache.size 20000 | |
| 152 | +mapreduce.jobhistory.keytab /etc/security/keytab/jhs.service.keytab | |
| 153 | +mapreduce.jobhistory.loadedjobs.cache.size 5 | |
| 154 | +mapreduce.jobhistory.max-age-ms 604800000 | |
| 155 | +mapreduce.jobhistory.minicluster.fixed.ports false | |
| 156 | +mapreduce.jobhistory.move.interval-ms 180000 | |
| 157 | +mapreduce.jobhistory.move.thread-count 3 | |
| 158 | +mapreduce.jobhistory.principal jhs/_HOST@REALM.TLD | |
| 159 | +mapreduce.jobhistory.webapp.address 0.0.0.0:19888 | |
| 160 | +mapreduce.jobtracker.address local | |
| 161 | +mapreduce.jobtracker.expire.trackers.interval 600000 | |
| 162 | +mapreduce.jobtracker.handler.count 10 | |
| 163 | +mapreduce.jobtracker.heartbeats.in.second 100 | |
| 164 | +mapreduce.jobtracker.http.address 0.0.0.0:50030 | |
| 165 | +mapreduce.jobtracker.instrumentation org.apache.hadoop.mapred.JobTrackerMetricsInst | |
| 166 | +mapreduce.jobtracker.jobhistory.block.size 3145728 | |
| 167 | +mapreduce.jobtracker.jobhistory.lru.cache.size 5 | |
| 168 | +mapreduce.jobtracker.jobhistory.task.numberprogresssplits 12 | |
| 169 | +mapreduce.jobtracker.maxtasks.perjob -1 | |
| 170 | +mapreduce.jobtracker.persist.jobstatus.active true | |
| 171 | +mapreduce.jobtracker.persist.jobstatus.dir /jobtracker/jobsInfo | |
| 172 | +mapreduce.jobtracker.persist.jobstatus.hours 1 | |
| 173 | +mapreduce.jobtracker.restart.recover false | |
| 174 | +mapreduce.jobtracker.retiredjobs.cache.size 1000 | |
| 175 | +mapreduce.jobtracker.staging.root.dir ${hadoop.tmp.dir}/mapred/staging | |
| 176 | +mapreduce.jobtracker.system.dir ${hadoop.tmp.dir}/mapred/system | |
| 177 | +mapreduce.jobtracker.taskcache.levels 2 | |
| 178 | +mapreduce.jobtracker.taskscheduler org.apache.hadoop.mapred.JobQueueTaskScheduler | |
| 179 | +mapreduce.jobtracker.tasktracker.maxblacklists 4 | |
| 180 | +mapreduce.local.clientfactory.class.name org.apache.hadoop.mapred.LocalClientFactory | |
| 181 | +mapreduce.map.cpu.vcores 1 | |
| 182 | +mapreduce.map.log.level INFO | |
| 183 | +mapreduce.map.maxattempts 4 | |
| 184 | +mapreduce.map.output.compress false | |
| 185 | +mapreduce.map.output.compress.codec org.apache.hadoop.io.compress.DefaultCodec | |
| 186 | +mapreduce.map.skip.maxrecords 0 | |
| 187 | +mapreduce.map.skip.proc.count.autoincr true | |
| 188 | +mapreduce.map.sort.spill.percent 0.8 | |
| 189 | +mapreduce.map.speculative true | |
| 190 | +mapreduce.output.fileoutputformat.compress false | |
| 191 | +mapreduce.output.fileoutputformat.compress.codec org.apache.hadoop.io.compress.DefaultCodec | |
| 192 | +mapreduce.output.fileoutputformat.compress.type RECORD | |
| 193 | +mapreduce.reduce.cpu.vcores 1 | |
| 194 | +mapreduce.reduce.input.buffer.percent 0 | |
| 195 | +mapreduce.reduce.log.level INFO | |
| 196 | +mapreduce.reduce.markreset.buffer.percent 0 | |
| 197 | +mapreduce.reduce.maxattempts 4 | |
| 198 | +mapreduce.reduce.merge.inmem.threshold 1000 | |
| 199 | +mapreduce.reduce.shuffle.connect.timeout 180000 | |
| 200 | +mapreduce.reduce.shuffle.input.buffer.percent 0.7 | |
| 201 | +mapreduce.reduce.shuffle.memory.limit.percent 0.25 | |
| 202 | +mapreduce.reduce.shuffle.merge.percent 0.66 | |
| 203 | +mapreduce.reduce.shuffle.parallelcopies 5 | |
| 204 | +mapreduce.reduce.shuffle.read.timeout 180000 | |
| 205 | +mapreduce.reduce.shuffle.retry-delay.max.ms 60000 | |
| 206 | +mapreduce.reduce.skip.maxgroups 0 | |
| 207 | +mapreduce.reduce.skip.proc.count.autoincr true | |
| 208 | +mapreduce.reduce.speculative true | |
| 209 | +mapreduce.shuffle.max.connections 0 | |
| 210 | +mapreduce.shuffle.port 13562 | |
| 211 | +mapreduce.shuffle.ssl.enabled false | |
| 212 | +mapreduce.shuffle.ssl.file.buffer.size 65536 | |
| 213 | +mapreduce.task.files.preserve.failedtasks false | |
| 214 | +mapreduce.task.io.sort.factor 10 | |
| 215 | +mapreduce.task.io.sort.mb 100 | |
| 216 | +mapreduce.task.merge.progress.records 10000 | |
| 217 | +mapreduce.task.profile false | |
| 218 | +mapreduce.task.profile.maps 0-2 | |
| 219 | +mapreduce.task.profile.reduces 0-2 | |
| 220 | +mapreduce.task.skip.start.attempts 2 | |
| 221 | +mapreduce.task.timeout 600000 | |
| 222 | +mapreduce.task.tmp.dir ./tmp | |
| 223 | +mapreduce.task.userlog.limit.kb 0 | |
| 224 | +mapreduce.tasktracker.dns.interface default | |
| 225 | +mapreduce.tasktracker.dns.nameserver default | |
| 226 | +mapreduce.tasktracker.healthchecker.interval 60000 | |
| 227 | +mapreduce.tasktracker.healthchecker.script.timeout 600000 | |
| 228 | +mapreduce.tasktracker.http.address 0.0.0.0:50060 | |
| 229 | +mapreduce.tasktracker.http.threads 40 | |
| 230 | +mapreduce.tasktracker.indexcache.mb 10 | |
| 231 | +mapreduce.tasktracker.instrumentation org.apache.hadoop.mapred.TaskTrackerMetricsInst | |
| 232 | +mapreduce.tasktracker.local.dir.minspacekill 0 | |
| 233 | +mapreduce.tasktracker.local.dir.minspacestart 0 | |
| 234 | +mapreduce.tasktracker.map.tasks.maximum 2 | |
| 235 | +mapreduce.tasktracker.outofband.heartbeat false | |
| 236 | +mapreduce.tasktracker.reduce.tasks.maximum 2 | |
| 237 | +mapreduce.tasktracker.report.address 127.0.0.1:0 | |
| 238 | +mapreduce.tasktracker.taskcontroller org.apache.hadoop.mapred.DefaultTaskController | |
| 239 | +mapreduce.tasktracker.taskmemorymanager.monitoringinterval 5000 | |
| 240 | +mapreduce.tasktracker.tasks.sleeptimebeforesigkill 5000 | |
| 241 | +net.topology.impl org.apache.hadoop.net.NetworkTopology | |
| 242 | +net.topology.node.switch.mapping.impl org.apache.hadoop.net.ScriptBasedMapping | |
| 243 | +net.topology.script.number.args 100 | |
| 244 | +nfs3.mountd.port 4242 | |
| 245 | +nfs3.server.port 2049 | |
| 246 | +rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
| 247 | +rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
| 248 | +rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
| 249 | +rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
| 250 | +s3.blocksize 67108864 | |
| 251 | +s3.bytes-per-checksum 512 | |
| 252 | +s3.client-write-packet-size 65536 | |
| 253 | +s3.replication 3 | |
| 254 | +s3.stream-buffer-size 4096 | |
| 255 | +s3native.blocksize 67108864 | |
| 256 | +s3native.bytes-per-checksum 512 | |
| 257 | +s3native.client-write-packet-size 65536 | |
| 258 | +s3native.replication 3 | |
| 259 | +s3native.stream-buffer-size 4096 | |
| 260 | +tfile.fs.input.buffer.size 262144 | |
| 261 | +tfile.fs.output.buffer.size 262144 | |
| 262 | +tfile.io.chunk.size 1048576 | |
| 263 | +yarn.acl.enable true | |
| 264 | +yarn.admin.acl * | |
| 265 | +yarn.am.liveness-monitor.expiry-interval-ms 600000 | |
| 266 | +yarn.app.mapreduce.am.command-opts -Xmx1024m | |
| 267 | +yarn.app.mapreduce.am.job.committer.cancel-timeout 60000 | |
| 268 | +yarn.app.mapreduce.am.job.committer.commit-window 10000 | |
| 269 | +yarn.app.mapreduce.am.job.task.listener.thread-count 30 | |
| 270 | +yarn.app.mapreduce.am.resource.cpu-vcores 1 | |
| 271 | +yarn.app.mapreduce.am.resource.mb 1536 | |
| 272 | +yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms 1000 | |
| 273 | +yarn.app.mapreduce.am.staging-dir /tmp/hadoop-yarn/staging | |
| 274 | +yarn.app.mapreduce.client-am.ipc.max-retries 3 | |
| 275 | +yarn.app.mapreduce.client.max-retries 3 | |
| 276 | +yarn.application.classpath $HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/share/hadoop/common/*,$HADOOP_COMMON_HOME/share/hadoop/common/lib/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*,$HADOOP_YARN_HOME/share/hadoop/yarn/*,$HADOOP_YARN_HOME/share/hadoop/yarn/lib/* | |
| 277 | +yarn.client.app-submission.poll-interval 1000 | |
| 278 | +yarn.client.max-nodemanagers-proxies 500 | |
| 279 | +yarn.client.nodemanager-client-async.thread-pool-max-size 500 | |
| 280 | +yarn.dispatcher.exit-on-error true | |
| 281 | +yarn.http.policy HTTP_ONLY | |
| 282 | +yarn.ipc.rpc.class org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC | |
| 283 | +yarn.ipc.serializer.type protocolbuffers | |
| 284 | +yarn.log-aggregation-enable false | |
| 285 | +yarn.log-aggregation.retain-check-interval-seconds -1 | |
| 286 | +yarn.log-aggregation.retain-seconds -1 | |
| 287 | +yarn.nm.liveness-monitor.expiry-interval-ms 600000 | |
| 288 | +yarn.nodemanager.address ${yarn.nodemanager.hostname}:0 | |
| 289 | +yarn.nodemanager.admin-env MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX | |
| 290 | +yarn.nodemanager.aux-services.mapreduce_shuffle.class org.apache.hadoop.mapred.ShuffleHandler | |
| 291 | +yarn.nodemanager.container-executor.class org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor | |
| 292 | +yarn.nodemanager.container-manager.thread-count 20 | |
| 293 | +yarn.nodemanager.container-monitor.interval-ms 3000 | |
| 294 | +yarn.nodemanager.delete.debug-delay-sec 0 | |
| 295 | +yarn.nodemanager.delete.thread-count 4 | |
| 296 | +yarn.nodemanager.disk-health-checker.interval-ms 120000 | |
| 297 | +yarn.nodemanager.disk-health-checker.min-healthy-disks 0.25 | |
| 298 | +yarn.nodemanager.env-whitelist JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME | |
| 299 | +yarn.nodemanager.health-checker.interval-ms 600000 | |
| 300 | +yarn.nodemanager.health-checker.script.timeout-ms 1200000 | |
| 301 | +yarn.nodemanager.hostname 0.0.0.0 | |
| 302 | +yarn.nodemanager.keytab /etc/krb5.keytab | |
| 303 | +yarn.nodemanager.linux-container-executor.cgroups.hierarchy /hadoop-yarn | |
| 304 | +yarn.nodemanager.linux-container-executor.cgroups.mount false | |
| 305 | +yarn.nodemanager.linux-container-executor.resources-handler.class org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler | |
| 306 | +yarn.nodemanager.local-cache.max-files-per-directory 8192 | |
| 307 | +yarn.nodemanager.local-dirs ${hadoop.tmp.dir}/nm-local-dir | |
| 308 | +yarn.nodemanager.localizer.address ${yarn.nodemanager.hostname}:8040 | |
| 309 | +yarn.nodemanager.localizer.cache.cleanup.interval-ms 600000 | |
| 310 | +yarn.nodemanager.localizer.cache.target-size-mb 10240 | |
| 311 | +yarn.nodemanager.localizer.client.thread-count 5 | |
| 312 | +yarn.nodemanager.localizer.fetch.thread-count 4 | |
| 313 | +yarn.nodemanager.log-aggregation.compression-type none | |
| 314 | +yarn.nodemanager.log-dirs ${yarn.log.dir}/userlogs | |
| 315 | +yarn.nodemanager.log.retain-seconds 10800 | |
| 316 | +yarn.nodemanager.pmem-check-enabled true | |
| 317 | +yarn.nodemanager.process-kill-wait.ms 2000 | |
| 318 | +yarn.nodemanager.remote-app-log-dir /tmp/logs | |
| 319 | +yarn.nodemanager.remote-app-log-dir-suffix logs | |
| 320 | +yarn.nodemanager.resource.cpu-vcores 8 | |
| 321 | +yarn.nodemanager.resource.memory-mb 8192 | |
| 322 | +yarn.nodemanager.resourcemanager.connect.retry_interval.secs 30 | |
| 323 | +yarn.nodemanager.resourcemanager.connect.wait.secs 900 | |
| 324 | +yarn.nodemanager.sleep-delay-before-sigkill.ms 250 | |
| 325 | +yarn.nodemanager.vmem-check-enabled true | |
| 326 | +yarn.nodemanager.vmem-pmem-ratio 2.1 | |
| 327 | +yarn.nodemanager.webapp.address ${yarn.nodemanager.hostname}:8042 | |
| 328 | +yarn.resourcemanager.address localhost:8032 | |
| 329 | +yarn.resourcemanager.admin.address localhost:8033 | |
| 330 | +yarn.resourcemanager.admin.client.thread-count 1 | |
| 331 | +yarn.resourcemanager.am.max-attempts 2 | |
| 332 | +yarn.resourcemanager.amliveliness-monitor.interval-ms 1000 | |
| 333 | +yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs 86400 | |
| 334 | +yarn.resourcemanager.client.thread-count 50 | |
| 335 | +yarn.resourcemanager.connect.max-wait.ms 900000 | |
| 336 | +yarn.resourcemanager.connect.retry-interval.ms 30000 | |
| 337 | +yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs 86400 | |
| 338 | +yarn.resourcemanager.container.liveness-monitor.interval-ms 600000 | |
| 339 | +yarn.resourcemanager.delayed.delegation-token.removal-interval-ms 30000 | |
| 340 | +yarn.resourcemanager.fs.state-store.uri ${hadoop.tmp.dir}/yarn/system/rmstore | |
| 341 | +yarn.resourcemanager.hostname 0.0.0.0 | |
| 342 | +yarn.resourcemanager.keytab /etc/krb5.keytab | |
| 343 | +yarn.resourcemanager.max-completed-applications 10000 | |
| 344 | +yarn.resourcemanager.nm.liveness-monitor.interval-ms 1000 | |
| 345 | +yarn.resourcemanager.nodemanagers.heartbeat-interval-ms 1000 | |
| 346 | +yarn.resourcemanager.recovery.enabled false | |
| 347 | +yarn.resourcemanager.resource-tracker.address localhost:8031 | |
| 348 | +yarn.resourcemanager.resource-tracker.client.thread-count 50 | |
| 349 | +yarn.resourcemanager.scheduler.address localhost:8030 | |
| 350 | +yarn.resourcemanager.scheduler.class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler | |
| 351 | +yarn.resourcemanager.scheduler.client.thread-count 50 | |
| 352 | +yarn.resourcemanager.scheduler.monitor.enable false | |
| 353 | +yarn.resourcemanager.scheduler.monitor.policies org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy | |
| 354 | +yarn.resourcemanager.store.class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore | |
| 355 | +yarn.resourcemanager.webapp.address ${yarn.resourcemanager.hostname}:8088 | |
| 356 | +yarn.resourcemanager.webapp.https.address ${yarn.resourcemanager.hostname}:8090 | |
| 357 | +yarn.scheduler.maximum-allocation-mb 8192 | |
| 358 | +yarn.scheduler.maximum-allocation-vcores 32 | |
| 359 | +yarn.scheduler.minimum-allocation-mb 1024 | |
| 360 | +yarn.scheduler.minimum-allocation-vcores 1 |
| @@ -0,0 +1,363 @@ | ||
| 1 | +<?xml version="1.0" encoding="UTF-8" standalone="no"?> | |
| 2 | +<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | |
| 3 | +<configuration> | |
| 4 | +<property><name>mapreduce.job.ubertask.enable</name><value>false</value><source>mapred-default.xml</source></property> | |
| 5 | +<property><name>yarn.resourcemanager.max-completed-applications</name><value>10000</value><source>yarn-default.xml</source></property> | |
| 6 | +<property><name>yarn.resourcemanager.delayed.delegation-token.removal-interval-ms</name><value>30000</value><source>yarn-default.xml</source></property> | |
| 7 | +<property><name>io.bytes.per.checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 8 | +<property><name>mapreduce.client.submit.file.replication</name><value>10</value><source>mapred-default.xml</source></property> | |
| 9 | +<property><name>mapreduce.jobhistory.cleaner.interval-ms</name><value>86400000</value><source>mapred-default.xml</source></property> | |
| 10 | +<property><name>yarn.nodemanager.container-manager.thread-count</name><value>20</value><source>yarn-default.xml</source></property> | |
| 11 | +<property><name>yarn.nodemanager.pmem-check-enabled</name><value>true</value><source>yarn-default.xml</source></property> | |
| 12 | +<property><name>mapreduce.jobhistory.done-dir</name><value>${yarn.app.mapreduce.am.staging-dir}/history/done</value><source>mapred-default.xml</source></property> | |
| 13 | +<property><name>mapreduce.tasktracker.healthchecker.interval</name><value>60000</value><source>mapred-default.xml</source></property> | |
| 14 | +<property><name>mapreduce.jobtracker.staging.root.dir</name><value>${hadoop.tmp.dir}/mapred/staging</value><source>mapred-default.xml</source></property> | |
| 15 | +<property><name>yarn.resourcemanager.recovery.enabled</name><value>false</value><source>yarn-default.xml</source></property> | |
| 16 | +<property><name>fs.AbstractFileSystem.file.impl</name><value>org.apache.hadoop.fs.local.LocalFs</value><source>core-default.xml</source></property> | |
| 17 | +<property><name>mapreduce.client.completion.pollinterval</name><value>5000</value><source>mapred-default.xml</source></property> | |
| 18 | +<property><name>mapreduce.jobhistory.client.thread-count</name><value>10</value><source>mapred-default.xml</source></property> | |
| 19 | +<property><name>mapreduce.job.ubertask.maxreduces</name><value>1</value><source>mapred-default.xml</source></property> | |
| 20 | +<property><name>mapreduce.reduce.shuffle.memory.limit.percent</name><value>0.25</value><source>mapred-default.xml</source></property> | |
| 21 | +<property><name>yarn.client.max-nodemanagers-proxies</name><value>500</value><source>yarn-default.xml</source></property> | |
| 22 | +<property><name>hadoop.ssl.keystores.factory.class</name><value>org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory</value><source>core-default.xml</source></property> | |
| 23 | +<property><name>hadoop.http.authentication.kerberos.keytab</name><value>${user.home}/hadoop.keytab</value><source>core-default.xml</source></property> | |
| 24 | +<property><name>yarn.nodemanager.keytab</name><value>/etc/krb5.keytab</value><source>yarn-default.xml</source></property> | |
| 25 | +<property><name>io.seqfile.sorter.recordlimit</name><value>1000000</value><source>core-default.xml</source></property> | |
| 26 | +<property><name>s3.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
| 27 | +<property><name>mapreduce.task.io.sort.factor</name><value>10</value><source>mapred-default.xml</source></property> | |
| 28 | +<property><name>yarn.nodemanager.disk-health-checker.interval-ms</name><value>120000</value><source>yarn-default.xml</source></property> | |
| 29 | +<property><name>yarn.admin.acl</name><value>*</value><source>yarn-default.xml</source></property> | |
| 30 | +<property><name>mapreduce.job.speculative.speculativecap</name><value>0.1</value><source>mapred-default.xml</source></property> | |
| 31 | +<property><name>yarn.nodemanager.resource.memory-mb</name><value>8192</value><source>yarn-default.xml</source></property> | |
| 32 | +<property><name>io.map.index.interval</name><value>128</value><source>core-default.xml</source></property> | |
| 33 | +<property><name>nfs3.mountd.port</name><value>4242</value><source>core-default.xml</source></property> | |
| 34 | +<property><name>s3.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
| 35 | +<property><name>yarn.resourcemanager.fs.state-store.uri</name><value>${hadoop.tmp.dir}/yarn/system/rmstore</value><source>yarn-default.xml</source></property> | |
| 36 | +<property><name>mapreduce.task.files.preserve.failedtasks</name><value>false</value><source>mapred-default.xml</source></property> | |
| 37 | +<property><name>ha.zookeeper.session-timeout.ms</name><value>5000</value><source>core-default.xml</source></property> | |
| 38 | +<property><name>s3.replication</name><value>3</value><source>core-default.xml</source></property> | |
| 39 | +<property><name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name><value>org.apache.hadoop.mapred.ShuffleHandler</value><source>yarn-default.xml</source></property> | |
| 40 | +<property><name>mapreduce.reduce.shuffle.connect.timeout</name><value>180000</value><source>mapred-default.xml</source></property> | |
| 41 | +<property><name>hadoop.ssl.enabled</name><value>false</value><source>core-default.xml</source></property> | |
| 42 | +<property><name>mapreduce.job.counters.max</name><value>120</value><source>mapred-default.xml</source></property> | |
| 43 | +<property><name>ipc.client.connect.max.retries.on.timeouts</name><value>45</value><source>core-default.xml</source></property> | |
| 44 | +<property><name>mapreduce.job.complete.cancel.delegation.tokens</name><value>true</value><source>mapred-default.xml</source></property> | |
| 45 | +<property><name>fs.trash.interval</name><value>0</value><source>core-default.xml</source></property> | |
| 46 | +<property><name>yarn.resourcemanager.admin.address</name><value>jupiter:8033</value><source>programatically</source></property> | |
| 47 | +<property><name>ha.health-monitor.check-interval.ms</name><value>1000</value><source>core-default.xml</source></property> | |
| 48 | +<property><name>hadoop.jetty.logs.serve.aliases</name><value>true</value><source>core-default.xml</source></property> | |
| 49 | +<property><name>hadoop.http.authentication.kerberos.principal</name><value>HTTP/_HOST@LOCALHOST</value><source>core-default.xml</source></property> | |
| 50 | +<property><name>mapreduce.tasktracker.taskmemorymanager.monitoringinterval</name><value>5000</value><source>mapred-default.xml</source></property> | |
| 51 | +<property><name>mapreduce.job.reduce.shuffle.consumer.plugin.class</name><value>org.apache.hadoop.mapreduce.task.reduce.Shuffle</value><source>mapred-default.xml</source></property> | |
| 52 | +<property><name>s3native.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
| 53 | +<property><name>ha.health-monitor.sleep-after-disconnect.ms</name><value>1000</value><source>core-default.xml</source></property> | |
| 54 | +<property><name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
| 55 | +<property><name>yarn.log-aggregation.retain-check-interval-seconds</name><value>-1</value><source>yarn-default.xml</source></property> | |
| 56 | +<property><name>mapreduce.jobtracker.jobhistory.task.numberprogresssplits</name><value>12</value><source>mapred-default.xml</source></property> | |
| 57 | +<property><name>mapreduce.map.cpu.vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
| 58 | +<property><name>yarn.acl.enable</name><value>true</value><source>yarn-default.xml</source></property> | |
| 59 | +<property><name>hadoop.security.instrumentation.requires.admin</name><value>false</value><source>core-default.xml</source></property> | |
| 60 | +<property><name>yarn.nodemanager.localizer.fetch.thread-count</name><value>4</value><source>yarn-default.xml</source></property> | |
| 61 | +<property><name>hadoop.security.authorization</name><value>false</value><source>core-default.xml</source></property> | |
| 62 | +<property><name>hadoop.security.group.mapping.ldap.search.filter.group</name><value>(objectClass=group)</value><source>core-default.xml</source></property> | |
| 63 | +<property><name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
| 64 | +<property><name>mapreduce.output.fileoutputformat.compress.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value><source>mapred-default.xml</source></property> | |
| 65 | +<property><name>mapreduce.shuffle.max.connections</name><value>0</value><source>mapred-default.xml</source></property> | |
| 66 | +<property><name>mapreduce.shuffle.port</name><value>13562</value><source>mapred-default.xml</source></property> | |
| 67 | +<property><name>mapreduce.reduce.log.level</name><value>INFO</value><source>mapred-default.xml</source></property> | |
| 68 | +<property><name>yarn.log-aggregation-enable</name><value>false</value><source>yarn-default.xml</source></property> | |
| 69 | +<property><name>mapreduce.jobtracker.instrumentation</name><value>org.apache.hadoop.mapred.JobTrackerMetricsInst</value><source>mapred-default.xml</source></property> | |
| 70 | +<property><name>hadoop.security.group.mapping.ldap.search.attr.group.name</name><value>cn</value><source>core-default.xml</source></property> | |
| 71 | +<property><name>fs.client.resolve.remote.symlinks</name><value>true</value><source>core-default.xml</source></property> | |
| 72 | +<property><name>s3native.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 73 | +<property><name>mapreduce.tasktracker.tasks.sleeptimebeforesigkill</name><value>5000</value><source>mapred-default.xml</source></property> | |
| 74 | +<property><name>tfile.fs.output.buffer.size</name><value>262144</value><source>core-default.xml</source></property> | |
| 75 | +<property><name>yarn.nodemanager.local-dirs</name><value>${hadoop.tmp.dir}/nm-local-dir</value><source>yarn-default.xml</source></property> | |
| 76 | +<property><name>mapreduce.jobtracker.persist.jobstatus.active</name><value>true</value><source>mapred-default.xml</source></property> | |
| 77 | +<property><name>fs.AbstractFileSystem.hdfs.impl</name><value>org.apache.hadoop.fs.Hdfs</value><source>core-default.xml</source></property> | |
| 78 | +<property><name>mapreduce.job.map.output.collector.class</name><value>org.apache.hadoop.mapred.MapTask$MapOutputBuffer</value><source>mapred-default.xml</source></property> | |
| 79 | +<property><name>mapreduce.tasktracker.local.dir.minspacestart</name><value>0</value><source>mapred-default.xml</source></property> | |
| 80 | +<property><name>hadoop.security.uid.cache.secs</name><value>14400</value><source>core-default.xml</source></property> | |
| 81 | +<property><name>yarn.resourcemanager.scheduler.monitor.policies</name><value>org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy</value><source>yarn-default.xml</source></property> | |
| 82 | +<property><name>hadoop.ssl.client.conf</name><value>ssl-client.xml</value><source>core-default.xml</source></property> | |
| 83 | +<property><name>mapreduce.tasktracker.local.dir.minspacekill</name><value>0</value><source>mapred-default.xml</source></property> | |
| 84 | +<property><name>mapreduce.jobtracker.retiredjobs.cache.size</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 85 | +<property><name>yarn.resourcemanager.scheduler.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value><source>yarn-default.xml</source></property> | |
| 86 | +<property><name>mapreduce.job.reduce.slowstart.completedmaps</name><value>0.05</value><source>mapred-default.xml</source></property> | |
| 87 | +<property><name>mapreduce.job.end-notification.retry.attempts</name><value>0</value><source>mapred-default.xml</source></property> | |
| 88 | +<property><name>mapreduce.tasktracker.outofband.heartbeat</name><value>false</value><source>mapred-default.xml</source></property> | |
| 89 | +<property><name>io.native.lib.available</name><value>true</value><source>core-default.xml</source></property> | |
| 90 | +<property><name>mapreduce.jobtracker.persist.jobstatus.hours</name><value>1</value><source>mapred-default.xml</source></property> | |
| 91 | +<property><name>mapreduce.client.progressmonitor.pollinterval</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 92 | +<property><name>mapreduce.reduce.input.buffer.percent</name><value>0.0</value><source>mapred-default.xml</source></property> | |
| 93 | +<property><name>mapreduce.map.output.compress.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value><source>mapred-default.xml</source></property> | |
| 94 | +<property><name>mapreduce.map.skip.proc.count.autoincr</name><value>true</value><source>mapred-default.xml</source></property> | |
| 95 | +<property><name>mapreduce.jobtracker.address</name><value>local</value><source>mapred-default.xml</source></property> | |
| 96 | +<property><name>mapreduce.cluster.local.dir</name><value>${hadoop.tmp.dir}/mapred/local</value><source>mapred-default.xml</source></property> | |
| 97 | +<property><name>mapreduce.tasktracker.taskcontroller</name><value>org.apache.hadoop.mapred.DefaultTaskController</value><source>mapred-default.xml</source></property> | |
| 98 | +<property><name>mapreduce.reduce.shuffle.parallelcopies</name><value>5</value><source>mapred-default.xml</source></property> | |
| 99 | +<property><name>yarn.nodemanager.env-whitelist</name><value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME</value><source>yarn-default.xml</source></property> | |
| 100 | +<property><name>mapreduce.jobtracker.heartbeats.in.second</name><value>100</value><source>mapred-default.xml</source></property> | |
| 101 | +<property><name>mapreduce.job.maxtaskfailures.per.tracker</name><value>3</value><source>mapred-default.xml</source></property> | |
| 102 | +<property><name>ipc.client.connection.maxidletime</name><value>10000</value><source>core-default.xml</source></property> | |
| 103 | +<property><name>mapreduce.shuffle.ssl.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
| 104 | +<property><name>fs.s3.sleepTimeSeconds</name><value>10</value><source>core-default.xml</source></property> | |
| 105 | +<property><name>yarn.scheduler.maximum-allocation-vcores</name><value>32</value><source>yarn-default.xml</source></property> | |
| 106 | +<property><name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
| 107 | +<property><name>hadoop.ssl.server.conf</name><value>ssl-server.xml</value><source>core-default.xml</source></property> | |
| 108 | +<property><name>ha.zookeeper.parent-znode</name><value>/hadoop-ha</value><source>core-default.xml</source></property> | |
| 109 | +<property><name>io.seqfile.lazydecompress</name><value>true</value><source>core-default.xml</source></property> | |
| 110 | +<property><name>yarn.client.app-submission.poll-interval</name><value>1000</value><source>yarn-default.xml</source></property> | |
| 111 | +<property><name>mapreduce.reduce.merge.inmem.threshold</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 112 | +<property><name>mapreduce.input.fileinputformat.split.minsize</name><value>0</value><source>mapred-default.xml</source></property> | |
| 113 | +<property><name>ipc.client.tcpnodelay</name><value>false</value><source>core-default.xml</source></property> | |
| 114 | +<property><name>s3.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
| 115 | +<property><name>mapreduce.jobtracker.tasktracker.maxblacklists</name><value>4</value><source>mapred-default.xml</source></property> | |
| 116 | +<property><name>nfs3.server.port</name><value>2049</value><source>core-default.xml</source></property> | |
| 117 | +<property><name>mapreduce.job.jvm.numtasks</name><value>1</value><source>mapred-default.xml</source></property> | |
| 118 | +<property><name>mapreduce.task.io.sort.mb</name><value>100</value><source>mapred-default.xml</source></property> | |
| 119 | +<property><name>io.file.buffer.size</name><value>4096</value><source>core-default.xml</source></property> | |
| 120 | +<property><name>yarn.nodemanager.admin-env</name><value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value><source>yarn-default.xml</source></property> | |
| 121 | +<property><name>mapreduce.job.split.metainfo.maxsize</name><value>10000000</value><source>mapred-default.xml</source></property> | |
| 122 | +<property><name>yarn.resourcemanager.scheduler.monitor.enable</name><value>false</value><source>yarn-default.xml</source></property> | |
| 123 | +<property><name>yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 124 | +<property><name>mapreduce.reduce.maxattempts</name><value>4</value><source>mapred-default.xml</source></property> | |
| 125 | +<property><name>hadoop.security.authentication</name><value>simple</value><source>core-default.xml</source></property> | |
| 126 | +<property><name>fs.s3.buffer.dir</name><value>${hadoop.tmp.dir}/s3</value><source>core-default.xml</source></property> | |
| 127 | +<property><name>mapreduce.jobtracker.taskscheduler</name><value>org.apache.hadoop.mapred.JobQueueTaskScheduler</value><source>mapred-default.xml</source></property> | |
| 128 | +<property><name>yarn.app.mapreduce.am.job.task.listener.thread-count</name><value>30</value><source>mapred-default.xml</source></property> | |
| 129 | +<property><name>mapreduce.job.reduces</name><value>1</value><source>mapred-default.xml</source></property> | |
| 130 | +<property><name>mapreduce.map.sort.spill.percent</name><value>0.80</value><source>mapred-default.xml</source></property> | |
| 131 | +<property><name>mapreduce.job.end-notification.retry.interval</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 132 | +<property><name>mapreduce.jobhistory.minicluster.fixed.ports</name><value>false</value><source>mapred-default.xml</source></property> | |
| 133 | +<property><name>mapreduce.job.maps</name><value>2</value><source>mapred-default.xml</source></property> | |
| 134 | +<property><name>mapreduce.job.speculative.slownodethreshold</name><value>1.0</value><source>mapred-default.xml</source></property> | |
| 135 | +<property><name>tfile.fs.input.buffer.size</name><value>262144</value><source>core-default.xml</source></property> | |
| 136 | +<property><name>mapreduce.map.speculative</name><value>true</value><source>mapred-default.xml</source></property> | |
| 137 | +<property><name>mapreduce.job.acl-view-job</name><value> </value><source>mapred-default.xml</source></property> | |
| 138 | +<property><name>mapreduce.reduce.shuffle.retry-delay.max.ms</name><value>60000</value><source>mapred-default.xml</source></property> | |
| 139 | +<property><name>rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
| 140 | +<property><name>mapreduce.job.end-notification.max.retry.interval</name><value>5000</value><source>mapred-default.xml</source></property> | |
| 141 | +<property><name>yarn.ipc.serializer.type</name><value>protocolbuffers</value><source>yarn-default.xml</source></property> | |
| 142 | +<property><name>ftp.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
| 143 | +<property><name>mapreduce.tasktracker.http.threads</name><value>40</value><source>mapred-default.xml</source></property> | |
| 144 | +<property><name>ha.failover-controller.cli-check.rpc-timeout.ms</name><value>20000</value><source>core-default.xml</source></property> | |
| 145 | +<property><name>mapreduce.job.token.tracking.ids.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
| 146 | +<property><name>yarn.nodemanager.resourcemanager.connect.wait.secs</name><value>900</value><source>yarn-default.xml</source></property> | |
| 147 | +<property><name>mapreduce.task.skip.start.attempts</name><value>2</value><source>mapred-default.xml</source></property> | |
| 148 | +<property><name>mapreduce.jobtracker.persist.jobstatus.dir</name><value>/jobtracker/jobsInfo</value><source>mapred-default.xml</source></property> | |
| 149 | +<property><name>ipc.client.kill.max</name><value>10</value><source>core-default.xml</source></property> | |
| 150 | +<property><name>yarn.nodemanager.linux-container-executor.cgroups.mount</name><value>false</value><source>yarn-default.xml</source></property> | |
| 151 | +<property><name>mapreduce.jobhistory.keytab</name><value>/etc/security/keytab/jhs.service.keytab</value><source>mapred-default.xml</source></property> | |
| 152 | +<property><name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name><value>/hadoop-yarn</value><source>yarn-default.xml</source></property> | |
| 153 | +<property><name>mapreduce.job.end-notification.max.attempts</name><value>5</value><source>mapred-default.xml</source></property> | |
| 154 | +<property><name>mapreduce.jobhistory.max-age-ms</name><value>604800000</value><source>mapred-default.xml</source></property> | |
| 155 | +<property><name>yarn.http.policy</name><value>HTTP_ONLY</value><source>yarn-default.xml</source></property> | |
| 156 | +<property><name>mapreduce.task.tmp.dir</name><value>./tmp</value><source>mapred-default.xml</source></property> | |
| 157 | +<property><name>hadoop.http.filter.initializers</name><value>org.apache.hadoop.http.lib.StaticUserWebFilter</value><source>core-default.xml</source></property> | |
| 158 | +<property><name>hadoop.http.authentication.type</name><value>simple</value><source>core-default.xml</source></property> | |
| 159 | +<property><name>yarn.resourcemanager.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
| 160 | +<property><name>ipc.server.listen.queue.size</name><value>128</value><source>core-default.xml</source></property> | |
| 161 | +<property><name>mapreduce.reduce.skip.maxgroups</name><value>0</value><source>mapred-default.xml</source></property> | |
| 162 | +<property><name>file.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
| 163 | +<property><name>yarn.resourcemanager.store.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore</value><source>yarn-default.xml</source></property> | |
| 164 | +<property><name>io.mapfile.bloom.size</name><value>1048576</value><source>core-default.xml</source></property> | |
| 165 | +<property><name>yarn.nodemanager.container-executor.class</name><value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value><source>yarn-default.xml</source></property> | |
| 166 | +<property><name>mapreduce.map.maxattempts</name><value>4</value><source>mapred-default.xml</source></property> | |
| 167 | +<property><name>mapreduce.jobtracker.jobhistory.block.size</name><value>3145728</value><source>mapred-default.xml</source></property> | |
| 168 | +<property><name>yarn.log-aggregation.retain-seconds</name><value>-1</value><source>yarn-default.xml</source></property> | |
| 169 | +<property><name>yarn.app.mapreduce.am.job.committer.cancel-timeout</name><value>60000</value><source>mapred-default.xml</source></property> | |
| 170 | +<property><name>ftp.replication</name><value>3</value><source>core-default.xml</source></property> | |
| 171 | +<property><name>mapreduce.jobtracker.http.address</name><value>0.0.0.0:50030</value><source>mapred-default.xml</source></property> | |
| 172 | +<property><name>mapreduce.jobhistory.intermediate-done-dir</name><value>${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate</value><source>mapred-default.xml</source></property> | |
| 173 | +<property><name>yarn.nodemanager.health-checker.script.timeout-ms</name><value>1200000</value><source>yarn-default.xml</source></property> | |
| 174 | +<property><name>mapreduce.jobhistory.address</name><value>0.0.0.0:10020</value><source>mapred-default.xml</source></property> | |
| 175 | +<property><name>mapreduce.jobtracker.taskcache.levels</name><value>2</value><source>mapred-default.xml</source></property> | |
| 176 | +<property><name>yarn.nodemanager.log.retain-seconds</name><value>10800</value><source>yarn-default.xml</source></property> | |
| 177 | +<property><name>yarn.nodemanager.local-cache.max-files-per-directory</name><value>8192</value><source>yarn-default.xml</source></property> | |
| 178 | +<property><name>mapred.child.java.opts</name><value>-Xmx200m</value><source>mapred-default.xml</source></property> | |
| 179 | +<property><name>map.sort.class</name><value>org.apache.hadoop.util.QuickSort</value><source>mapred-default.xml</source></property> | |
| 180 | +<property><name>hadoop.util.hash.type</name><value>murmur</value><source>core-default.xml</source></property> | |
| 181 | +<property><name>mapreduce.jobhistory.move.interval-ms</name><value>180000</value><source>mapred-default.xml</source></property> | |
| 182 | +<property><name>mapreduce.reduce.skip.proc.count.autoincr</name><value>true</value><source>mapred-default.xml</source></property> | |
| 183 | +<property><name>yarn.nodemanager.container-monitor.interval-ms</name><value>3000</value><source>yarn-default.xml</source></property> | |
| 184 | +<property><name>yarn.client.nodemanager-client-async.thread-pool-max-size</name><value>500</value><source>yarn-default.xml</source></property> | |
| 185 | +<property><name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name><value>0.25</value><source>yarn-default.xml</source></property> | |
| 186 | +<property><name>mapreduce.jobhistory.http.policy</name><value>HTTP_ONLY</value><source>mapred-default.xml</source></property> | |
| 187 | +<property><name>ha.zookeeper.acl</name><value>world:anyone:rwcda</value><source>core-default.xml</source></property> | |
| 188 | +<property><name>yarn.nodemanager.sleep-delay-before-sigkill.ms</name><value>250</value><source>yarn-default.xml</source></property> | |
| 189 | +<property><name>io.map.index.skip</name><value>0</value><source>core-default.xml</source></property> | |
| 190 | +<property><name>net.topology.node.switch.mapping.impl</name><value>org.apache.hadoop.net.ScriptBasedMapping</value><source>core-default.xml</source></property> | |
| 191 | +<property><name>fs.s3.maxRetries</name><value>4</value><source>core-default.xml</source></property> | |
| 192 | +<property><name>ha.failover-controller.new-active.rpc-timeout.ms</name><value>60000</value><source>core-default.xml</source></property> | |
| 193 | +<property><name>s3native.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
| 194 | +<property><name>yarn.resourcemanager.amliveliness-monitor.interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
| 195 | +<property><name>hadoop.http.staticuser.user</name><value>dr.who</value><source>core-default.xml</source></property> | |
| 196 | +<property><name>mapreduce.reduce.speculative</name><value>true</value><source>mapred-default.xml</source></property> | |
| 197 | +<property><name>mapreduce.client.output.filter</name><value>FAILED</value><source>mapred-default.xml</source></property> | |
| 198 | +<property><name>mapreduce.jobhistory.datestring.cache.size</name><value>200000</value><source>mapred-default.xml</source></property> | |
| 199 | +<property><name>mapreduce.ifile.readahead.bytes</name><value>4194304</value><source>mapred-default.xml</source></property> | |
| 200 | +<property><name>mapreduce.tasktracker.report.address</name><value>127.0.0.1:0</value><source>mapred-default.xml</source></property> | |
| 201 | +<property><name>mapreduce.task.userlog.limit.kb</name><value>0</value><source>mapred-default.xml</source></property> | |
| 202 | +<property><name>mapreduce.tasktracker.map.tasks.maximum</name><value>2</value><source>mapred-default.xml</source></property> | |
| 203 | +<property><name>hadoop.http.authentication.simple.anonymous.allowed</name><value>true</value><source>core-default.xml</source></property> | |
| 204 | +<property><name>mapreduce.job.classloader.system.classes</name><value>java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop.</value><source>mapred-default.xml</source></property> | |
| 205 | +<property><name>hadoop.rpc.socket.factory.class.default</name><value>org.apache.hadoop.net.StandardSocketFactory</value><source>core-default.xml</source></property> | |
| 206 | +<property><name>yarn.nodemanager.resourcemanager.connect.retry_interval.secs</name><value>30</value><source>yarn-default.xml</source></property> | |
| 207 | +<property><name>yarn.resourcemanager.connect.max-wait.ms</name><value>900000</value><source>yarn-default.xml</source></property> | |
| 208 | +<property><name>fs.automatic.close</name><value>true</value><source>core-default.xml</source></property> | |
| 209 | +<property><name>mapreduce.tasktracker.healthchecker.script.timeout</name><value>600000</value><source>mapred-default.xml</source></property> | |
| 210 | +<property><name>yarn.resourcemanager.address</name><value>jupiter:8032</value><source>programatically</source></property> | |
| 211 | +<property><name>yarn.nodemanager.health-checker.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 212 | +<property><name>yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs</name><value>86400</value><source>yarn-default.xml</source></property> | |
| 213 | +<property><name>mapreduce.reduce.markreset.buffer.percent</name><value>0.0</value><source>mapred-default.xml</source></property> | |
| 214 | +<property><name>hadoop.security.group.mapping.ldap.directory.search.timeout</name><value>10000</value><source>core-default.xml</source></property> | |
| 215 | +<property><name>mapreduce.map.log.level</name><value>INFO</value><source>mapred-default.xml</source></property> | |
| 216 | +<property><name>yarn.nodemanager.localizer.address</name><value>${yarn.nodemanager.hostname}:8040</value><source>yarn-default.xml</source></property> | |
| 217 | +<property><name>ftp.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
| 218 | +<property><name>yarn.resourcemanager.keytab</name><value>/etc/krb5.keytab</value><source>yarn-default.xml</source></property> | |
| 219 | +<property><name>ha.health-monitor.rpc-timeout.ms</name><value>45000</value><source>core-default.xml</source></property> | |
| 220 | +<property><name>hadoop.security.group.mapping.ldap.search.attr.member</name><value>member</value><source>core-default.xml</source></property> | |
| 221 | +<property><name>mapreduce.job.classloader</name><value>false</value><source>mapred-default.xml</source></property> | |
| 222 | +<property><name>yarn.nm.liveness-monitor.expiry-interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 223 | +<property><name>io.compression.codec.bzip2.library</name><value>system-native</value><source>core-default.xml</source></property> | |
| 224 | +<property><name>hadoop.http.authentication.token.validity</name><value>36000</value><source>core-default.xml</source></property> | |
| 225 | +<property><name>mapreduce.job.hdfs-servers</name><value>${fs.defaultFS}</value><source>yarn-default.xml</source></property> | |
| 226 | +<property><name>s3native.replication</name><value>3</value><source>core-default.xml</source></property> | |
| 227 | +<property><name>rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
| 228 | +<property><name>yarn.nodemanager.localizer.client.thread-count</name><value>5</value><source>yarn-default.xml</source></property> | |
| 229 | +<property><name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 230 | +<property><name>dfs.ha.fencing.ssh.connect-timeout</name><value>30000</value><source>core-default.xml</source></property> | |
| 231 | +<property><name>yarn.am.liveness-monitor.expiry-interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 232 | +<property><name>net.topology.impl</name><value>org.apache.hadoop.net.NetworkTopology</value><source>core-default.xml</source></property> | |
| 233 | +<property><name>mapreduce.task.profile</name><value>false</value><source>mapred-default.xml</source></property> | |
| 234 | +<property><name>yarn.nodemanager.linux-container-executor.resources-handler.class</name><value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value><source>yarn-default.xml</source></property> | |
| 235 | +<property><name>mapreduce.tasktracker.instrumentation</name><value>org.apache.hadoop.mapred.TaskTrackerMetricsInst</value><source>mapred-default.xml</source></property> | |
| 236 | +<property><name>mapreduce.tasktracker.http.address</name><value>0.0.0.0:50060</value><source>mapred-default.xml</source></property> | |
| 237 | +<property><name>mapreduce.jobhistory.webapp.address</name><value>0.0.0.0:19888</value><source>mapred-default.xml</source></property> | |
| 238 | +<property><name>yarn.ipc.rpc.class</name><value>org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC</value><source>yarn-default.xml</source></property> | |
| 239 | +<property><name>ha.failover-controller.graceful-fence.rpc-timeout.ms</name><value>5000</value><source>core-default.xml</source></property> | |
| 240 | +<property><name>yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs</name><value>86400</value><source>yarn-default.xml</source></property> | |
| 241 | +<property><name>yarn.resourcemanager.am.max-attempts</name><value>2</value><source>yarn-default.xml</source></property> | |
| 242 | +<property><name>mapreduce.job.ubertask.maxmaps</name><value>9</value><source>mapred-default.xml</source></property> | |
| 243 | +<property><name>yarn.scheduler.maximum-allocation-mb</name><value>8192</value><source>yarn-default.xml</source></property> | |
| 244 | +<property><name>yarn.resourcemanager.webapp.https.address</name><value>${yarn.resourcemanager.hostname}:8090</value><source>yarn-default.xml</source></property> | |
| 245 | +<property><name>mapreduce.job.userlog.retain.hours</name><value>24</value><source>mapred-default.xml</source></property> | |
| 246 | +<property><name>mapreduce.task.timeout</name><value>600000</value><source>mapred-default.xml</source></property> | |
| 247 | +<property><name>mapreduce.jobhistory.loadedjobs.cache.size</name><value>5</value><source>mapred-default.xml</source></property> | |
| 248 | +<property><name>mapreduce.framework.name</name><value>yarn</value><source>mapred-site.xml</source></property> | |
| 249 | +<property><name>ipc.client.idlethreshold</name><value>4000</value><source>core-default.xml</source></property> | |
| 250 | +<property><name>ipc.server.tcpnodelay</name><value>false</value><source>core-default.xml</source></property> | |
| 251 | +<property><name>ftp.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 252 | +<property><name>yarn.resourcemanager.hostname</name><value>0.0.0.0</value><source>yarn-default.xml</source></property> | |
| 253 | +<property><name>s3.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 254 | +<property><name>mapreduce.job.speculative.slowtaskthreshold</name><value>1.0</value><source>mapred-default.xml</source></property> | |
| 255 | +<property><name>yarn.nodemanager.localizer.cache.target-size-mb</name><value>10240</value><source>yarn-default.xml</source></property> | |
| 256 | +<property><name>yarn.nodemanager.remote-app-log-dir</name><value>/tmp/logs</value><source>yarn-default.xml</source></property> | |
| 257 | +<property><name>fs.s3.block.size</name><value>67108864</value><source>core-default.xml</source></property> | |
| 258 | +<property><name>mapreduce.job.queuename</name><value>default</value><source>mapred-default.xml</source></property> | |
| 259 | +<property><name>yarn.scheduler.minimum-allocation-mb</name><value>1024</value><source>yarn-default.xml</source></property> | |
| 260 | +<property><name>hadoop.rpc.protection</name><value>authentication</value><source>core-default.xml</source></property> | |
| 261 | +<property><name>yarn.app.mapreduce.client-am.ipc.max-retries</name><value>3</value><source>mapred-default.xml</source></property> | |
| 262 | +<property><name>ftp.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
| 263 | +<property><name>yarn.nodemanager.address</name><value>${yarn.nodemanager.hostname}:0</value><source>yarn-default.xml</source></property> | |
| 264 | +<property><name>fs.defaultFS</name><value>hdfs://localhost:9000</value><source>core-site.xml</source></property> | |
| 265 | +<property><name>mapreduce.task.merge.progress.records</name><value>10000</value><source>mapred-default.xml</source></property> | |
| 266 | +<property><name>yarn.resourcemanager.scheduler.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
| 267 | +<property><name>file.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
| 268 | +<property><name>mapreduce.reduce.cpu.vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
| 269 | +<property><name>yarn.nodemanager.delete.thread-count</name><value>4</value><source>yarn-default.xml</source></property> | |
| 270 | +<property><name>yarn.resourcemanager.scheduler.address</name><value>jupiter:8030</value><source>programatically</source></property> | |
| 271 | +<property><name>fs.trash.checkpoint.interval</name><value>0</value><source>core-default.xml</source></property> | |
| 272 | +<property><name>hadoop.http.authentication.signature.secret.file</name><value>${user.home}/hadoop-http-auth-signature-secret</value><source>core-default.xml</source></property> | |
| 273 | +<property><name>s3native.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
| 274 | +<property><name>mapreduce.reduce.shuffle.read.timeout</name><value>180000</value><source>mapred-default.xml</source></property> | |
| 275 | +<property><name>yarn.app.mapreduce.am.command-opts</name><value>-Xmx1024m</value><source>mapred-default.xml</source></property> | |
| 276 | +<property><name>mapreduce.admin.user.env</name><value>LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native</value><source>mapred-default.xml</source></property> | |
| 277 | +<property><name>mapreduce.local.clientfactory.class.name</name><value>org.apache.hadoop.mapred.LocalClientFactory</value><source>mapred-default.xml</source></property> | |
| 278 | +<property><name>fs.permissions.umask-mode</name><value>022</value><source>core-default.xml</source></property> | |
| 279 | +<property><name>mapreduce.jobhistory.move.thread-count</name><value>3</value><source>mapred-default.xml</source></property> | |
| 280 | +<property><name>hadoop.common.configuration.version</name><value>0.23.0</value><source>core-default.xml</source></property> | |
| 281 | +<property><name>mapreduce.tasktracker.dns.interface</name><value>default</value><source>mapred-default.xml</source></property> | |
| 282 | +<property><name>yarn.resourcemanager.connect.retry-interval.ms</name><value>30000</value><source>yarn-default.xml</source></property> | |
| 283 | +<property><name>mapreduce.output.fileoutputformat.compress.type</name><value>RECORD</value><source>mapred-default.xml</source></property> | |
| 284 | +<property><name>mapreduce.ifile.readahead</name><value>true</value><source>mapred-default.xml</source></property> | |
| 285 | +<property><name>hadoop.security.group.mapping.ldap.ssl</name><value>false</value><source>core-default.xml</source></property> | |
| 286 | +<property><name>io.serializations</name><value>org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization</value><source>core-default.xml</source></property> | |
| 287 | +<property><name>fs.df.interval</name><value>60000</value><source>core-default.xml</source></property> | |
| 288 | +<property><name>mapreduce.reduce.shuffle.input.buffer.percent</name><value>0.70</value><source>mapred-default.xml</source></property> | |
| 289 | +<property><name>io.seqfile.compress.blocksize</name><value>1000000</value><source>core-default.xml</source></property> | |
| 290 | +<property><name>ipc.client.connect.max.retries</name><value>10</value><source>core-default.xml</source></property> | |
| 291 | +<property><name>hadoop.security.groups.cache.secs</name><value>300</value><source>core-default.xml</source></property> | |
| 292 | +<property><name>yarn.nodemanager.process-kill-wait.ms</name><value>2000</value><source>yarn-default.xml</source></property> | |
| 293 | +<property><name>yarn.nodemanager.vmem-check-enabled</name><value>true</value><source>yarn-default.xml</source></property> | |
| 294 | +<property><name>yarn.application.classpath</name><value>$HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/share/hadoop/common/*,$HADOOP_COMMON_HOME/share/hadoop/common/lib/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*,$HADOOP_YARN_HOME/share/hadoop/yarn/*,$HADOOP_YARN_HOME/share/hadoop/yarn/lib/*</value><source>yarn-default.xml</source></property> | |
| 295 | +<property><name>yarn.app.mapreduce.client.max-retries</name><value>3</value><source>mapred-default.xml</source></property> | |
| 296 | +<property><name>yarn.nodemanager.log-aggregation.compression-type</name><value>none</value><source>yarn-default.xml</source></property> | |
| 297 | +<property><name>hadoop.security.group.mapping.ldap.search.filter.user</name><value>(&(objectClass=user)(sAMAccountName={0}))</value><source>core-default.xml</source></property> | |
| 298 | +<property><name>yarn.nodemanager.localizer.cache.cleanup.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 299 | +<property><name>yarn.nodemanager.log-dirs</name><value>${yarn.log.dir}/userlogs</value><source>yarn-default.xml</source></property> | |
| 300 | +<property><name>fs.s3n.block.size</name><value>67108864</value><source>core-default.xml</source></property> | |
| 301 | +<property><name>fs.ftp.host</name><value>0.0.0.0</value><source>core-default.xml</source></property> | |
| 302 | +<property><name>hadoop.security.group.mapping</name><value>org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback</value><source>core-default.xml</source></property> | |
| 303 | +<property><name>yarn.app.mapreduce.am.resource.cpu-vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
| 304 | +<property><name>mapreduce.jobhistory.cleaner.enable</name><value>true</value><source>mapred-default.xml</source></property> | |
| 305 | +<property><name>mapreduce.map.skip.maxrecords</name><value>0</value><source>mapred-default.xml</source></property> | |
| 306 | +<property><name>yarn.scheduler.minimum-allocation-vcores</name><value>1</value><source>yarn-default.xml</source></property> | |
| 307 | +<property><name>file.replication</name><value>1</value><source>core-default.xml</source></property> | |
| 308 | +<property><name>yarn.resourcemanager.resource-tracker.address</name><value>jupiter:8031</value><source>programatically</source></property> | |
| 309 | +<property><name>mapreduce.jobtracker.restart.recover</name><value>false</value><source>mapred-default.xml</source></property> | |
| 310 | +<property><name>hadoop.work.around.non.threadsafe.getpwuid</name><value>false</value><source>core-default.xml</source></property> | |
| 311 | +<property><name>mapreduce.tasktracker.indexcache.mb</name><value>10</value><source>mapred-default.xml</source></property> | |
| 312 | +<property><name>mapreduce.output.fileoutputformat.compress</name><value>false</value><source>mapred-default.xml</source></property> | |
| 313 | +<property><name>hadoop.tmp.dir</name><value>/tmp/hadoop-${user.name}</value><source>core-default.xml</source></property> | |
| 314 | +<property><name>yarn.nodemanager.resource.cpu-vcores</name><value>8</value><source>yarn-default.xml</source></property> | |
| 315 | +<property><name>hadoop.kerberos.kinit.command</name><value>kinit</value><source>core-default.xml</source></property> | |
| 316 | +<property><name>mapreduce.job.committer.setup.cleanup.needed</name><value>true</value><source>mapred-default.xml</source></property> | |
| 317 | +<property><name>mapreduce.task.profile.reduces</name><value>0-2</value><source>mapred-default.xml</source></property> | |
| 318 | +<property><name>file.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 319 | +<property><name>mapreduce.jobtracker.handler.count</name><value>10</value><source>mapred-default.xml</source></property> | |
| 320 | +<property><name>yarn.app.mapreduce.am.job.committer.commit-window</name><value>10000</value><source>mapred-default.xml</source></property> | |
| 321 | +<property><name>yarn.dispatcher.exit-on-error</name><value>true</value><source>programatically</source></property> | |
| 322 | +<property><name>net.topology.script.number.args</name><value>100</value><source>core-default.xml</source></property> | |
| 323 | +<property><name>mapreduce.task.profile.maps</name><value>0-2</value><source>mapred-default.xml</source></property> | |
| 324 | +<property><name>yarn.resourcemanager.webapp.address</name><value>${yarn.resourcemanager.hostname}:8088</value><source>yarn-default.xml</source></property> | |
| 325 | +<property><name>mapreduce.jobtracker.system.dir</name><value>${hadoop.tmp.dir}/mapred/system</value><source>mapred-default.xml</source></property> | |
| 326 | +<property><name>hadoop.ssl.hostname.verifier</name><value>DEFAULT</value><source>core-default.xml</source></property> | |
| 327 | +<property><name>yarn.nodemanager.vmem-pmem-ratio</name><value>2.1</value><source>yarn-default.xml</source></property> | |
| 328 | +<property><name>yarn.nodemanager.hostname</name><value>0.0.0.0</value><source>yarn-default.xml</source></property> | |
| 329 | +<property><name>ipc.client.connect.timeout</name><value>20000</value><source>core-default.xml</source></property> | |
| 330 | +<property><name>mapreduce.jobhistory.principal</name><value>jhs/_HOST@REALM.TLD</value><source>mapred-default.xml</source></property> | |
| 331 | +<property><name>io.mapfile.bloom.error.rate</name><value>0.005</value><source>core-default.xml</source></property> | |
| 332 | +<property><name>mapreduce.shuffle.ssl.file.buffer.size</name><value>65536</value><source>mapred-default.xml</source></property> | |
| 333 | +<property><name>mapreduce.jobtracker.expire.trackers.interval</name><value>600000</value><source>mapred-default.xml</source></property> | |
| 334 | +<property><name>mapreduce.cluster.acls.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
| 335 | +<property><name>yarn.nodemanager.remote-app-log-dir-suffix</name><value>logs</value><source>yarn-default.xml</source></property> | |
| 336 | +<property><name>ha.failover-controller.graceful-fence.connection.retries</name><value>1</value><source>core-default.xml</source></property> | |
| 337 | +<property><name>ha.health-monitor.connect-retry-interval.ms</name><value>1000</value><source>core-default.xml</source></property> | |
| 338 | +<property><name>yarn.app.mapreduce.am.resource.mb</name><value>1536</value><source>mapred-default.xml</source></property> | |
| 339 | +<property><name>io.seqfile.local.dir</name><value>${hadoop.tmp.dir}/io/local</value><source>core-default.xml</source></property> | |
| 340 | +<property><name>mapreduce.reduce.shuffle.merge.percent</name><value>0.66</value><source>mapred-default.xml</source></property> | |
| 341 | +<property><name>tfile.io.chunk.size</name><value>1048576</value><source>core-default.xml</source></property> | |
| 342 | +<property><name>file.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
| 343 | +<property><name>mapreduce.jobtracker.jobhistory.lru.cache.size</name><value>5</value><source>mapred-default.xml</source></property> | |
| 344 | +<property><name>mapreduce.jobtracker.maxtasks.perjob</name><value>-1</value><source>mapred-default.xml</source></property> | |
| 345 | +<property><name>yarn.resourcemanager.nm.liveness-monitor.interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
| 346 | +<property><name>mapreduce.job.acl-modify-job</name><value> </value><source>mapred-default.xml</source></property> | |
| 347 | +<property><name>yarn.nodemanager.webapp.address</name><value>${yarn.nodemanager.hostname}:8042</value><source>yarn-default.xml</source></property> | |
| 348 | +<property><name>mapreduce.am.max-attempts</name><value>2</value><source>mapred-default.xml</source></property> | |
| 349 | +<property><name>mapreduce.tasktracker.reduce.tasks.maximum</name><value>2</value><source>mapred-default.xml</source></property> | |
| 350 | +<property><name>mapreduce.cluster.temp.dir</name><value>${hadoop.tmp.dir}/mapred/temp</value><source>mapred-default.xml</source></property> | |
| 351 | +<property><name>io.skip.checksum.errors</name><value>false</value><source>core-default.xml</source></property> | |
| 352 | +<property><name>mapreduce.jobhistory.joblist.cache.size</name><value>20000</value><source>mapred-default.xml</source></property> | |
| 353 | +<property><name>yarn.app.mapreduce.am.staging-dir</name><value>/tmp/hadoop-yarn/staging</value><source>mapred-default.xml</source></property> | |
| 354 | +<property><name>fs.ftp.host.port</name><value>21</value><source>core-default.xml</source></property> | |
| 355 | +<property><name>yarn.resourcemanager.admin.client.thread-count</name><value>1</value><source>yarn-default.xml</source></property> | |
| 356 | +<property><name>fs.AbstractFileSystem.viewfs.impl</name><value>org.apache.hadoop.fs.viewfs.ViewFs</value><source>core-default.xml</source></property> | |
| 357 | +<property><name>yarn.resourcemanager.resource-tracker.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
| 358 | +<property><name>mapreduce.tasktracker.dns.nameserver</name><value>default</value><source>mapred-default.xml</source></property> | |
| 359 | +<property><name>ipc.client.fallback-to-simple-auth-allowed</name><value>false</value><source>core-default.xml</source></property> | |
| 360 | +<property><name>mapreduce.map.output.compress</name><value>false</value><source>mapred-default.xml</source></property> | |
| 361 | +<property><name>yarn.nodemanager.delete.debug-delay-sec</name><value>0</value><source>yarn-default.xml</source></property> | |
| 362 | +<property><name>hadoop.ssl.require.client.cert</name><value>false</value><source>core-default.xml</source></property> | |
| 363 | +</configuration> |
| @@ -0,0 +1,24 @@ | ||
| 1 | +<?xml version="1.0"?> | |
| 2 | +<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"> | |
| 3 | +<xsl:output method="html"/> | |
| 4 | +<xsl:template match="configuration"> | |
| 5 | +<html> | |
| 6 | +<body> | |
| 7 | +<table border="1"> | |
| 8 | +<tr> | |
| 9 | + <th>name</th> | |
| 10 | + <th>value</th> | |
| 11 | + <th>source</th> | |
| 12 | +</tr> | |
| 13 | +<xsl:for-each select="property"> | |
| 14 | +<tr> | |
| 15 | + <td><a name="{name}"><xsl:value-of select="name"/></a></td> | |
| 16 | + <td><xsl:value-of select="value"/></td> | |
| 17 | + <td><xsl:value-of select="source"/></td> | |
| 18 | +</tr> | |
| 19 | +</xsl:for-each> | |
| 20 | +</table> | |
| 21 | +</body> | |
| 22 | +</html> | |
| 23 | +</xsl:template> | |
| 24 | +</xsl:stylesheet> |
| @@ -0,0 +1,375 @@ | ||
| 1 | +name value | |
| 2 | +dfs.ha.fencing.ssh.connect-timeout 30000 | |
| 3 | +file.blocksize 67108864 | |
| 4 | +file.bytes-per-checksum 512 | |
| 5 | +file.client-write-packet-size 65536 | |
| 6 | +file.replication 1 | |
| 7 | +file.stream-buffer-size 4096 | |
| 8 | +fs.AbstractFileSystem.file.impl org.apache.hadoop.fs.local.LocalFs | |
| 9 | +fs.AbstractFileSystem.hdfs.impl org.apache.hadoop.fs.Hdfs | |
| 10 | +fs.AbstractFileSystem.viewfs.impl org.apache.hadoop.fs.viewfs.ViewFs | |
| 11 | +fs.automatic.close true | |
| 12 | +fs.client.resolve.remote.symlinks true | |
| 13 | +fs.defaultFS hdfs://localhost:9000 | |
| 14 | +fs.df.interval 60000 | |
| 15 | +fs.ftp.host 0.0.0.0 | |
| 16 | +fs.ftp.host.port 21 | |
| 17 | +fs.permissions.umask-mode 22 | |
| 18 | +fs.s3.block.size 67108864 | |
| 19 | +fs.s3.buffer.dir ${hadoop.tmp.dir}/s3 | |
| 20 | +fs.s3.maxRetries 4 | |
| 21 | +fs.s3.sleepTimeSeconds 10 | |
| 22 | +fs.s3n.block.size 67108864 | |
| 23 | +fs.trash.checkpoint.interval 0 | |
| 24 | +fs.trash.interval 0 | |
| 25 | +ftp.blocksize 67108864 | |
| 26 | +ftp.bytes-per-checksum 512 | |
| 27 | +ftp.client-write-packet-size 65536 | |
| 28 | +ftp.replication 3 | |
| 29 | +ftp.stream-buffer-size 4096 | |
| 30 | +ha.failover-controller.cli-check.rpc-timeout.ms 20000 | |
| 31 | +ha.failover-controller.graceful-fence.connection.retries 1 | |
| 32 | +ha.failover-controller.graceful-fence.rpc-timeout.ms 5000 | |
| 33 | +ha.failover-controller.new-active.rpc-timeout.ms 60000 | |
| 34 | +ha.health-monitor.check-interval.ms 1000 | |
| 35 | +ha.health-monitor.connect-retry-interval.ms 1000 | |
| 36 | +ha.health-monitor.rpc-timeout.ms 45000 | |
| 37 | +ha.health-monitor.sleep-after-disconnect.ms 1000 | |
| 38 | +ha.zookeeper.acl world:anyone:rwcda | |
| 39 | +ha.zookeeper.parent-znode /hadoop-ha | |
| 40 | +ha.zookeeper.session-timeout.ms 5000 | |
| 41 | +hadoop.common.configuration.version 0.23.0 | |
| 42 | +hadoop.http.authentication.kerberos.keytab ${user.home}/hadoop.keytab | |
| 43 | +hadoop.http.authentication.kerberos.principal HTTP/_HOST@LOCALHOST | |
| 44 | +hadoop.http.authentication.signature.secret.file ${user.home}/hadoop-http-auth-signature-secret | |
| 45 | +hadoop.http.authentication.simple.anonymous.allowed true | |
| 46 | +hadoop.http.authentication.token.validity 36000 | |
| 47 | +hadoop.http.authentication.type simple | |
| 48 | +hadoop.http.filter.initializers org.apache.hadoop.http.lib.StaticUserWebFilter | |
| 49 | +hadoop.http.staticuser.user dr.who | |
| 50 | +hadoop.jetty.logs.serve.aliases true | |
| 51 | +hadoop.kerberos.kinit.command kinit | |
| 52 | +hadoop.rpc.protection authentication | |
| 53 | +hadoop.rpc.socket.factory.class.default org.apache.hadoop.net.StandardSocketFactory | |
| 54 | +hadoop.security.authentication simple | |
| 55 | +hadoop.security.authorization false | |
| 56 | +hadoop.security.group.mapping org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback | |
| 57 | +hadoop.security.group.mapping.ldap.directory.search.timeout 10000 | |
| 58 | +hadoop.security.group.mapping.ldap.search.attr.group.name cn | |
| 59 | +hadoop.security.group.mapping.ldap.search.attr.member member | |
| 60 | +hadoop.security.group.mapping.ldap.search.filter.group (objectClass=group) | |
| 61 | +hadoop.security.group.mapping.ldap.search.filter.user (&(objectClass=user)(sAMAccountName={0})) | |
| 62 | +hadoop.security.group.mapping.ldap.ssl false | |
| 63 | +hadoop.security.groups.cache.secs 300 | |
| 64 | +hadoop.security.instrumentation.requires.admin false | |
| 65 | +hadoop.security.uid.cache.secs 14400 | |
| 66 | +hadoop.ssl.client.conf ssl-client.xml | |
| 67 | +hadoop.ssl.enabled false | |
| 68 | +hadoop.ssl.hostname.verifier DEFAULT | |
| 69 | +hadoop.ssl.keystores.factory.class org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory | |
| 70 | +hadoop.ssl.require.client.cert false | |
| 71 | +hadoop.ssl.server.conf ssl-server.xml | |
| 72 | +hadoop.tmp.dir /tmp/hadoop-${user.name} | |
| 73 | +hadoop.util.hash.type murmur | |
| 74 | +hadoop.work.around.non.threadsafe.getpwuid false | |
| 75 | +io.bytes.per.checksum 512 | |
| 76 | +io.compression.codec.bzip2.library system-native | |
| 77 | +io.file.buffer.size 4096 | |
| 78 | +io.map.index.interval 128 | |
| 79 | +io.map.index.skip 0 | |
| 80 | +io.mapfile.bloom.error.rate 0.005 | |
| 81 | +io.mapfile.bloom.size 1048576 | |
| 82 | +io.native.lib.available true | |
| 83 | +io.seqfile.compress.blocksize 1000000 | |
| 84 | +io.seqfile.lazydecompress true | |
| 85 | +io.seqfile.local.dir ${hadoop.tmp.dir}/io/local | |
| 86 | +io.seqfile.sorter.recordlimit 1000000 | |
| 87 | +io.serializations org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization | |
| 88 | +io.skip.checksum.errors false | |
| 89 | +ipc.client.connect.max.retries 10 | |
| 90 | +ipc.client.connect.max.retries.on.timeouts 45 | |
| 91 | +ipc.client.connect.timeout 20000 | |
| 92 | +ipc.client.connection.maxidletime 10000 | |
| 93 | +ipc.client.fallback-to-simple-auth-allowed false | |
| 94 | +ipc.client.idlethreshold 4000 | |
| 95 | +ipc.client.kill.max 10 | |
| 96 | +ipc.client.tcpnodelay false | |
| 97 | +ipc.server.listen.queue.size 128 | |
| 98 | +ipc.server.tcpnodelay false | |
| 99 | +map.sort.class org.apache.hadoop.util.QuickSort | |
| 100 | +mapred.child.java.opts -Xmx200m | |
| 101 | +mapreduce.admin.user.env LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native | |
| 102 | +mapreduce.am.max-attempts 2 | |
| 103 | +mapreduce.client.completion.pollinterval 5000 | |
| 104 | +mapreduce.client.output.filter FAILED | |
| 105 | +mapreduce.client.progressmonitor.pollinterval 1000 | |
| 106 | +mapreduce.client.submit.file.replication 10 | |
| 107 | +mapreduce.cluster.acls.enabled false | |
| 108 | +mapreduce.cluster.local.dir ${hadoop.tmp.dir}/mapred/local | |
| 109 | +mapreduce.cluster.temp.dir ${hadoop.tmp.dir}/mapred/temp | |
| 110 | +mapreduce.framework.name yarn | |
| 111 | +mapreduce.ifile.readahead true | |
| 112 | +mapreduce.ifile.readahead.bytes 4194304 | |
| 113 | +mapreduce.input.fileinputformat.split.minsize 0 | |
| 114 | +mapreduce.job.acl-modify-job | |
| 115 | +mapreduce.job.acl-view-job | |
| 116 | +mapreduce.job.classloader false | |
| 117 | +mapreduce.job.classloader.system.classes java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop. | |
| 118 | +mapreduce.job.committer.setup.cleanup.needed true | |
| 119 | +mapreduce.job.complete.cancel.delegation.tokens true | |
| 120 | +mapreduce.job.counters.max 120 | |
| 121 | +mapreduce.job.end-notification.max.attempts 5 | |
| 122 | +mapreduce.job.end-notification.max.retry.interval 5000 | |
| 123 | +mapreduce.job.end-notification.retry.attempts 0 | |
| 124 | +mapreduce.job.end-notification.retry.interval 1000 | |
| 125 | +mapreduce.job.hdfs-servers ${fs.defaultFS} | |
| 126 | +mapreduce.job.jvm.numtasks 1 | |
| 127 | +mapreduce.job.map.output.collector.class org.apache.hadoop.mapred.MapTask$MapOutputBuffer | |
| 128 | +mapreduce.job.maps 2 | |
| 129 | +mapreduce.job.maxtaskfailures.per.tracker 3 | |
| 130 | +mapreduce.job.queuename default | |
| 131 | +mapreduce.job.reduce.shuffle.consumer.plugin.class org.apache.hadoop.mapreduce.task.reduce.Shuffle | |
| 132 | +mapreduce.job.reduce.slowstart.completedmaps 0.05 | |
| 133 | +mapreduce.job.reduces 1 | |
| 134 | +mapreduce.job.speculative.slownodethreshold 1 | |
| 135 | +mapreduce.job.speculative.slowtaskthreshold 1 | |
| 136 | +mapreduce.job.speculative.speculativecap 0.1 | |
| 137 | +mapreduce.job.split.metainfo.maxsize 10000000 | |
| 138 | +mapreduce.job.token.tracking.ids.enabled false | |
| 139 | +mapreduce.job.ubertask.enable false | |
| 140 | +mapreduce.job.ubertask.maxmaps 9 | |
| 141 | +mapreduce.job.ubertask.maxreduces 1 | |
| 142 | +mapreduce.job.userlog.retain.hours 24 | |
| 143 | +mapreduce.jobhistory.address 0.0.0.0:10020 | |
| 144 | +mapreduce.jobhistory.cleaner.enable true | |
| 145 | +mapreduce.jobhistory.cleaner.interval-ms 86400000 | |
| 146 | +mapreduce.jobhistory.client.thread-count 10 | |
| 147 | +mapreduce.jobhistory.datestring.cache.size 200000 | |
| 148 | +mapreduce.jobhistory.done-dir ${yarn.app.mapreduce.am.staging-dir}/history/done | |
| 149 | +mapreduce.jobhistory.http.policy HTTP_ONLY | |
| 150 | +mapreduce.jobhistory.intermediate-done-dir ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate | |
| 151 | +mapreduce.jobhistory.joblist.cache.size 20000 | |
| 152 | +mapreduce.jobhistory.keytab /etc/security/keytab/jhs.service.keytab | |
| 153 | +mapreduce.jobhistory.loadedjobs.cache.size 5 | |
| 154 | +mapreduce.jobhistory.max-age-ms 604800000 | |
| 155 | +mapreduce.jobhistory.minicluster.fixed.ports false | |
| 156 | +mapreduce.jobhistory.move.interval-ms 180000 | |
| 157 | +mapreduce.jobhistory.move.thread-count 3 | |
| 158 | +mapreduce.jobhistory.principal jhs/_HOST@REALM.TLD | |
| 159 | +mapreduce.jobhistory.webapp.address 0.0.0.0:19888 | |
| 160 | +mapreduce.jobtracker.address local | |
| 161 | +mapreduce.jobtracker.expire.trackers.interval 600000 | |
| 162 | +mapreduce.jobtracker.handler.count 10 | |
| 163 | +mapreduce.jobtracker.heartbeats.in.second 100 | |
| 164 | +mapreduce.jobtracker.http.address 0.0.0.0:50030 | |
| 165 | +mapreduce.jobtracker.instrumentation org.apache.hadoop.mapred.JobTrackerMetricsInst | |
| 166 | +mapreduce.jobtracker.jobhistory.block.size 3145728 | |
| 167 | +mapreduce.jobtracker.jobhistory.lru.cache.size 5 | |
| 168 | +mapreduce.jobtracker.jobhistory.task.numberprogresssplits 12 | |
| 169 | +mapreduce.jobtracker.maxtasks.perjob -1 | |
| 170 | +mapreduce.jobtracker.persist.jobstatus.active true | |
| 171 | +mapreduce.jobtracker.persist.jobstatus.dir /jobtracker/jobsInfo | |
| 172 | +mapreduce.jobtracker.persist.jobstatus.hours 1 | |
| 173 | +mapreduce.jobtracker.restart.recover false | |
| 174 | +mapreduce.jobtracker.retiredjobs.cache.size 1000 | |
| 175 | +mapreduce.jobtracker.staging.root.dir ${hadoop.tmp.dir}/mapred/staging | |
| 176 | +mapreduce.jobtracker.system.dir ${hadoop.tmp.dir}/mapred/system | |
| 177 | +mapreduce.jobtracker.taskcache.levels 2 | |
| 178 | +mapreduce.jobtracker.taskscheduler org.apache.hadoop.mapred.JobQueueTaskScheduler | |
| 179 | +mapreduce.jobtracker.tasktracker.maxblacklists 4 | |
| 180 | +mapreduce.local.clientfactory.class.name org.apache.hadoop.mapred.LocalClientFactory | |
| 181 | +mapreduce.map.cpu.vcores 1 | |
| 182 | +mapreduce.map.log.level INFO | |
| 183 | +mapreduce.map.maxattempts 4 | |
| 184 | +mapreduce.map.output.compress false | |
| 185 | +mapreduce.map.output.compress.codec org.apache.hadoop.io.compress.DefaultCodec | |
| 186 | +mapreduce.map.skip.maxrecords 0 | |
| 187 | +mapreduce.map.skip.proc.count.autoincr true | |
| 188 | +mapreduce.map.sort.spill.percent 0.8 | |
| 189 | +mapreduce.map.speculative true | |
| 190 | +mapreduce.output.fileoutputformat.compress false | |
| 191 | +mapreduce.output.fileoutputformat.compress.codec org.apache.hadoop.io.compress.DefaultCodec | |
| 192 | +mapreduce.output.fileoutputformat.compress.type RECORD | |
| 193 | +mapreduce.reduce.cpu.vcores 1 | |
| 194 | +mapreduce.reduce.input.buffer.percent 0 | |
| 195 | +mapreduce.reduce.log.level INFO | |
| 196 | +mapreduce.reduce.markreset.buffer.percent 0 | |
| 197 | +mapreduce.reduce.maxattempts 4 | |
| 198 | +mapreduce.reduce.merge.inmem.threshold 1000 | |
| 199 | +mapreduce.reduce.shuffle.connect.timeout 180000 | |
| 200 | +mapreduce.reduce.shuffle.input.buffer.percent 0.7 | |
| 201 | +mapreduce.reduce.shuffle.memory.limit.percent 0.25 | |
| 202 | +mapreduce.reduce.shuffle.merge.percent 0.66 | |
| 203 | +mapreduce.reduce.shuffle.parallelcopies 5 | |
| 204 | +mapreduce.reduce.shuffle.read.timeout 180000 | |
| 205 | +mapreduce.reduce.shuffle.retry-delay.max.ms 60000 | |
| 206 | +mapreduce.reduce.skip.maxgroups 0 | |
| 207 | +mapreduce.reduce.skip.proc.count.autoincr true | |
| 208 | +mapreduce.reduce.speculative true | |
| 209 | +mapreduce.shuffle.max.connections 0 | |
| 210 | +mapreduce.shuffle.port 13562 | |
| 211 | +mapreduce.shuffle.ssl.enabled false | |
| 212 | +mapreduce.shuffle.ssl.file.buffer.size 65536 | |
| 213 | +mapreduce.task.files.preserve.failedtasks false | |
| 214 | +mapreduce.task.io.sort.factor 10 | |
| 215 | +mapreduce.task.io.sort.mb 100 | |
| 216 | +mapreduce.task.merge.progress.records 10000 | |
| 217 | +mapreduce.task.profile false | |
| 218 | +mapreduce.task.profile.maps 0-2 | |
| 219 | +mapreduce.task.profile.reduces 0-2 | |
| 220 | +mapreduce.task.skip.start.attempts 2 | |
| 221 | +mapreduce.task.timeout 600000 | |
| 222 | +mapreduce.task.tmp.dir ./tmp | |
| 223 | +mapreduce.task.userlog.limit.kb 0 | |
| 224 | +mapreduce.tasktracker.dns.interface default | |
| 225 | +mapreduce.tasktracker.dns.nameserver default | |
| 226 | +mapreduce.tasktracker.healthchecker.interval 60000 | |
| 227 | +mapreduce.tasktracker.healthchecker.script.timeout 600000 | |
| 228 | +mapreduce.tasktracker.http.address 0.0.0.0:50060 | |
| 229 | +mapreduce.tasktracker.http.threads 40 | |
| 230 | +mapreduce.tasktracker.indexcache.mb 10 | |
| 231 | +mapreduce.tasktracker.instrumentation org.apache.hadoop.mapred.TaskTrackerMetricsInst | |
| 232 | +mapreduce.tasktracker.local.dir.minspacekill 0 | |
| 233 | +mapreduce.tasktracker.local.dir.minspacestart 0 | |
| 234 | +mapreduce.tasktracker.map.tasks.maximum 2 | |
| 235 | +mapreduce.tasktracker.outofband.heartbeat false | |
| 236 | +mapreduce.tasktracker.reduce.tasks.maximum 2 | |
| 237 | +mapreduce.tasktracker.report.address 127.0.0.1:0 | |
| 238 | +mapreduce.tasktracker.taskcontroller org.apache.hadoop.mapred.DefaultTaskController | |
| 239 | +mapreduce.tasktracker.taskmemorymanager.monitoringinterval 5000 | |
| 240 | +mapreduce.tasktracker.tasks.sleeptimebeforesigkill 5000 | |
| 241 | +net.topology.impl org.apache.hadoop.net.NetworkTopology | |
| 242 | +net.topology.node.switch.mapping.impl org.apache.hadoop.net.ScriptBasedMapping | |
| 243 | +net.topology.script.number.args 100 | |
| 244 | +nfs3.mountd.port 4242 | |
| 245 | +nfs3.server.port 2049 | |
| 246 | +rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
| 247 | +rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
| 248 | +rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
| 249 | +rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
| 250 | +s3.blocksize 67108864 | |
| 251 | +s3.bytes-per-checksum 512 | |
| 252 | +s3.client-write-packet-size 65536 | |
| 253 | +s3.replication 3 | |
| 254 | +s3.stream-buffer-size 4096 | |
| 255 | +s3native.blocksize 67108864 | |
| 256 | +s3native.bytes-per-checksum 512 | |
| 257 | +s3native.client-write-packet-size 65536 | |
| 258 | +s3native.replication 3 | |
| 259 | +s3native.stream-buffer-size 4096 | |
| 260 | +tfile.fs.input.buffer.size 262144 | |
| 261 | +tfile.fs.output.buffer.size 262144 | |
| 262 | +tfile.io.chunk.size 1048576 | |
| 263 | +yarn.acl.enable true | |
| 264 | +yarn.admin.acl * | |
| 265 | +yarn.am.liveness-monitor.expiry-interval-ms 600000 | |
| 266 | +yarn.app.mapreduce.am.command-opts -Xmx1024m | |
| 267 | +yarn.app.mapreduce.am.job.committer.cancel-timeout 60000 | |
| 268 | +yarn.app.mapreduce.am.job.committer.commit-window 10000 | |
| 269 | +yarn.app.mapreduce.am.job.task.listener.thread-count 30 | |
| 270 | +yarn.app.mapreduce.am.resource.cpu-vcores 1 | |
| 271 | +yarn.app.mapreduce.am.resource.mb 1536 | |
| 272 | +yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms 1000 | |
| 273 | +yarn.app.mapreduce.am.staging-dir /tmp/hadoop-yarn/staging | |
| 274 | +yarn.app.mapreduce.client-am.ipc.max-retries 3 | |
| 275 | +yarn.app.mapreduce.client.max-retries 3 | |
| 276 | +yarn.application.classpath $HADOOP_CONF_DIR, $HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*, $HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*, $HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*, $HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/* | |
| 277 | +yarn.client.app-submission.poll-interval 1000 | |
| 278 | +yarn.client.max-nodemanagers-proxies 500 | |
| 279 | +yarn.client.nodemanager-client-async.thread-pool-max-size 500 | |
| 280 | +yarn.dispatcher.exit-on-error true | |
| 281 | +yarn.http.policy HTTP_ONLY | |
| 282 | +yarn.ipc.rpc.class org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC | |
| 283 | +yarn.ipc.serializer.type protocolbuffers | |
| 284 | +yarn.log-aggregation-enable true | |
| 285 | +yarn.log-aggregation.retain-check-interval-seconds -1 | |
| 286 | +yarn.log-aggregation.retain-seconds -1 | |
| 287 | +yarn.nm.liveness-monitor.expiry-interval-ms 600000 | |
| 288 | +yarn.nodemanager.address ${yarn.nodemanager.hostname}:0 | |
| 289 | +yarn.nodemanager.admin-env MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX | |
| 290 | +yarn.nodemanager.aux-services mapreduce_shuffle | |
| 291 | +yarn.nodemanager.aux-services.mapreduce_shuffle.class org.apache.hadoop.mapred.ShuffleHandler | |
| 292 | +yarn.nodemanager.container-executor.class org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor | |
| 293 | +yarn.nodemanager.container-manager.thread-count 20 | |
| 294 | +yarn.nodemanager.container-monitor.interval-ms 3000 | |
| 295 | +yarn.nodemanager.delete.debug-delay-sec 0 | |
| 296 | +yarn.nodemanager.delete.thread-count 4 | |
| 297 | +yarn.nodemanager.disk-health-checker.interval-ms 120000 | |
| 298 | +yarn.nodemanager.disk-health-checker.min-healthy-disks 0.25 | |
| 299 | +yarn.nodemanager.env-whitelist JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME | |
| 300 | +yarn.nodemanager.health-checker.interval-ms 600000 | |
| 301 | +yarn.nodemanager.health-checker.script.timeout-ms 1200000 | |
| 302 | +yarn.nodemanager.hostname 0.0.0.0 | |
| 303 | +yarn.nodemanager.keytab /etc/krb5.keytab | |
| 304 | +yarn.nodemanager.linux-container-executor.cgroups.hierarchy /hadoop-yarn | |
| 305 | +yarn.nodemanager.linux-container-executor.cgroups.mount false | |
| 306 | +yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user nobody | |
| 307 | +yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern ^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$ | |
| 308 | +yarn.nodemanager.linux-container-executor.resources-handler.class org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler | |
| 309 | +yarn.nodemanager.local-cache.max-files-per-directory 8192 | |
| 310 | +yarn.nodemanager.local-dirs /var/lib/hadoop-yarn/cache/${user.name}/nm-local-dir | |
| 311 | +yarn.nodemanager.localizer.address ${yarn.nodemanager.hostname}:8040 | |
| 312 | +yarn.nodemanager.localizer.cache.cleanup.interval-ms 600000 | |
| 313 | +yarn.nodemanager.localizer.cache.target-size-mb 10240 | |
| 314 | +yarn.nodemanager.localizer.client.thread-count 5 | |
| 315 | +yarn.nodemanager.localizer.fetch.thread-count 4 | |
| 316 | +yarn.nodemanager.log-aggregation.compression-type none | |
| 317 | +yarn.nodemanager.log-dirs /var/log/hadoop-yarn/containers | |
| 318 | +yarn.nodemanager.log.retain-seconds 10800 | |
| 319 | +yarn.nodemanager.pmem-check-enabled true | |
| 320 | +yarn.nodemanager.process-kill-wait.ms 2000 | |
| 321 | +yarn.nodemanager.remote-app-log-dir /var/log/hadoop-yarn/apps | |
| 322 | +yarn.nodemanager.remote-app-log-dir-suffix logs | |
| 323 | +yarn.nodemanager.resource.cpu-vcores 8 | |
| 324 | +yarn.nodemanager.resource.memory-mb 8192 | |
| 325 | +yarn.nodemanager.resourcemanager.connect.retry_interval.secs 30 | |
| 326 | +yarn.nodemanager.resourcemanager.connect.wait.secs 900 | |
| 327 | +yarn.nodemanager.sleep-delay-before-sigkill.ms 250 | |
| 328 | +yarn.nodemanager.vmem-check-enabled true | |
| 329 | +yarn.nodemanager.vmem-pmem-ratio 2.1 | |
| 330 | +yarn.nodemanager.webapp.address ${yarn.nodemanager.hostname}:8042 | |
| 331 | +yarn.resourcemanager.address localhost:8032 | |
| 332 | +yarn.resourcemanager.admin.address localhost:8033 | |
| 333 | +yarn.resourcemanager.admin.client.thread-count 1 | |
| 334 | +yarn.resourcemanager.am.max-attempts 2 | |
| 335 | +yarn.resourcemanager.amliveliness-monitor.interval-ms 1000 | |
| 336 | +yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs 86400 | |
| 337 | +yarn.resourcemanager.client.thread-count 50 | |
| 338 | +yarn.resourcemanager.cluster.id yarn-rm-cluster | |
| 339 | +yarn.resourcemanager.connect.max-wait.ms 900000 | |
| 340 | +yarn.resourcemanager.connect.retry-interval.ms 30000 | |
| 341 | +yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs 86400 | |
| 342 | +yarn.resourcemanager.container.liveness-monitor.interval-ms 600000 | |
| 343 | +yarn.resourcemanager.delayed.delegation-token.removal-interval-ms 30000 | |
| 344 | +yarn.resourcemanager.fs.state-store.uri ${hadoop.tmp.dir}/yarn/system/rmstore | |
| 345 | +yarn.resourcemanager.ha.admin.address ${yarn.resourcemanager.hostname}:8034 | |
| 346 | +yarn.resourcemanager.ha.admin.client.thread-count 1 | |
| 347 | +yarn.resourcemanager.ha.automatic-failover.controller.class org.apache.hadoop.yarn.server.resourcemanager.RMFailoverControllerZKImpl | |
| 348 | +yarn.resourcemanager.ha.automatic-failover.enabled false | |
| 349 | +yarn.resourcemanager.ha.automatic-failover.port 8035 | |
| 350 | +yarn.resourcemanager.ha.enabled false | |
| 351 | +yarn.resourcemanager.ha.fencer org.apache.hadoop.yarn.server.resourcemanager.ZKStoreNodeFencer | |
| 352 | +yarn.resourcemanager.hostname 0.0.0.0 | |
| 353 | +yarn.resourcemanager.keytab /etc/krb5.keytab | |
| 354 | +yarn.resourcemanager.max-completed-applications 10000 | |
| 355 | +yarn.resourcemanager.nm.liveness-monitor.interval-ms 1000 | |
| 356 | +yarn.resourcemanager.nodemanagers.heartbeat-interval-ms 1000 | |
| 357 | +yarn.resourcemanager.recovery.enabled false | |
| 358 | +yarn.resourcemanager.resource-tracker.address localhost:8031 | |
| 359 | +yarn.resourcemanager.resource-tracker.client.thread-count 50 | |
| 360 | +yarn.resourcemanager.scheduler.address localhost:8030 | |
| 361 | +yarn.resourcemanager.scheduler.class org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler | |
| 362 | +yarn.resourcemanager.scheduler.client.thread-count 50 | |
| 363 | +yarn.resourcemanager.scheduler.monitor.enable false | |
| 364 | +yarn.resourcemanager.scheduler.monitor.policies org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy | |
| 365 | +yarn.resourcemanager.store.class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore | |
| 366 | +yarn.resourcemanager.webapp.address ${yarn.resourcemanager.hostname}:8088 | |
| 367 | +yarn.resourcemanager.webapp.https.address ${yarn.resourcemanager.hostname}:8090 | |
| 368 | +yarn.resourcemanager.zk.state-store.acl world:anyone:rwcda | |
| 369 | +yarn.resourcemanager.zk.state-store.num-retries 3 | |
| 370 | +yarn.resourcemanager.zk.state-store.parent-path /rmstore | |
| 371 | +yarn.resourcemanager.zk.state-store.timeout.ms 60000 | |
| 372 | +yarn.scheduler.maximum-allocation-mb 8192 | |
| 373 | +yarn.scheduler.maximum-allocation-vcores 32 | |
| 374 | +yarn.scheduler.minimum-allocation-mb 1024 | |
| 375 | +yarn.scheduler.minimum-allocation-vcores 1 |
| @@ -0,0 +1,384 @@ | ||
| 1 | +<?xml version="1.0" encoding="UTF-8" standalone="no"?> | |
| 2 | +<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | |
| 3 | +<configuration> | |
| 4 | +<property><name>mapreduce.job.ubertask.enable</name><value>false</value><source>mapred-default.xml</source></property> | |
| 5 | +<property><name>yarn.resourcemanager.max-completed-applications</name><value>10000</value><source>yarn-default.xml</source></property> | |
| 6 | +<property><name>yarn.resourcemanager.delayed.delegation-token.removal-interval-ms</name><value>30000</value><source>yarn-default.xml</source></property> | |
| 7 | +<property><name>io.bytes.per.checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 8 | +<property><name>mapreduce.client.submit.file.replication</name><value>10</value><source>mapred-default.xml</source></property> | |
| 9 | +<property><name>mapreduce.jobhistory.cleaner.interval-ms</name><value>86400000</value><source>mapred-default.xml</source></property> | |
| 10 | +<property><name>yarn.nodemanager.container-manager.thread-count</name><value>20</value><source>yarn-default.xml</source></property> | |
| 11 | +<property><name>yarn.nodemanager.pmem-check-enabled</name><value>true</value><source>yarn-default.xml</source></property> | |
| 12 | +<property><name>mapreduce.jobhistory.done-dir</name><value>${yarn.app.mapreduce.am.staging-dir}/history/done</value><source>mapred-default.xml</source></property> | |
| 13 | +<property><name>mapreduce.tasktracker.healthchecker.interval</name><value>60000</value><source>mapred-default.xml</source></property> | |
| 14 | +<property><name>mapreduce.jobtracker.staging.root.dir</name><value>${hadoop.tmp.dir}/mapred/staging</value><source>mapred-default.xml</source></property> | |
| 15 | +<property><name>yarn.resourcemanager.recovery.enabled</name><value>false</value><source>yarn-default.xml</source></property> | |
| 16 | +<property><name>yarn.resourcemanager.ha.admin.client.thread-count</name><value>1</value><source>yarn-default.xml</source></property> | |
| 17 | +<property><name>fs.AbstractFileSystem.file.impl</name><value>org.apache.hadoop.fs.local.LocalFs</value><source>core-default.xml</source></property> | |
| 18 | +<property><name>mapreduce.client.completion.pollinterval</name><value>5000</value><source>mapred-default.xml</source></property> | |
| 19 | +<property><name>mapreduce.jobhistory.client.thread-count</name><value>10</value><source>mapred-default.xml</source></property> | |
| 20 | +<property><name>mapreduce.job.ubertask.maxreduces</name><value>1</value><source>mapred-default.xml</source></property> | |
| 21 | +<property><name>mapreduce.reduce.shuffle.memory.limit.percent</name><value>0.25</value><source>mapred-default.xml</source></property> | |
| 22 | +<property><name>yarn.client.max-nodemanagers-proxies</name><value>500</value><source>yarn-default.xml</source></property> | |
| 23 | +<property><name>hadoop.ssl.keystores.factory.class</name><value>org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory</value><source>core-default.xml</source></property> | |
| 24 | +<property><name>hadoop.http.authentication.kerberos.keytab</name><value>${user.home}/hadoop.keytab</value><source>core-default.xml</source></property> | |
| 25 | +<property><name>yarn.nodemanager.keytab</name><value>/etc/krb5.keytab</value><source>yarn-default.xml</source></property> | |
| 26 | +<property><name>io.seqfile.sorter.recordlimit</name><value>1000000</value><source>core-default.xml</source></property> | |
| 27 | +<property><name>s3.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
| 28 | +<property><name>mapreduce.task.io.sort.factor</name><value>10</value><source>mapred-default.xml</source></property> | |
| 29 | +<property><name>yarn.nodemanager.disk-health-checker.interval-ms</name><value>120000</value><source>yarn-default.xml</source></property> | |
| 30 | +<property><name>yarn.admin.acl</name><value>*</value><source>yarn-default.xml</source></property> | |
| 31 | +<property><name>mapreduce.job.speculative.speculativecap</name><value>0.1</value><source>mapred-default.xml</source></property> | |
| 32 | +<property><name>yarn.nodemanager.resource.memory-mb</name><value>8192</value><source>yarn-default.xml</source></property> | |
| 33 | +<property><name>io.map.index.interval</name><value>128</value><source>core-default.xml</source></property> | |
| 34 | +<property><name>nfs3.mountd.port</name><value>4242</value><source>core-default.xml</source></property> | |
| 35 | +<property><name>s3.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
| 36 | +<property><name>yarn.resourcemanager.fs.state-store.uri</name><value>${hadoop.tmp.dir}/yarn/system/rmstore</value><source>yarn-default.xml</source></property> | |
| 37 | +<property><name>mapreduce.task.files.preserve.failedtasks</name><value>false</value><source>mapred-default.xml</source></property> | |
| 38 | +<property><name>ha.zookeeper.session-timeout.ms</name><value>5000</value><source>core-default.xml</source></property> | |
| 39 | +<property><name>s3.replication</name><value>3</value><source>core-default.xml</source></property> | |
| 40 | +<property><name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name><value>org.apache.hadoop.mapred.ShuffleHandler</value><source>yarn-site.xml</source></property> | |
| 41 | +<property><name>mapreduce.reduce.shuffle.connect.timeout</name><value>180000</value><source>mapred-default.xml</source></property> | |
| 42 | +<property><name>hadoop.ssl.enabled</name><value>false</value><source>core-default.xml</source></property> | |
| 43 | +<property><name>yarn.nodemanager.aux-services</name><value>mapreduce_shuffle</value><source>yarn-site.xml</source></property> | |
| 44 | +<property><name>mapreduce.job.counters.max</name><value>120</value><source>mapred-default.xml</source></property> | |
| 45 | +<property><name>ipc.client.connect.max.retries.on.timeouts</name><value>45</value><source>core-default.xml</source></property> | |
| 46 | +<property><name>mapreduce.job.complete.cancel.delegation.tokens</name><value>true</value><source>mapred-default.xml</source></property> | |
| 47 | +<property><name>yarn.resourcemanager.ha.fencer</name><value>org.apache.hadoop.yarn.server.resourcemanager.ZKStoreNodeFencer </value><source>yarn-default.xml</source></property> | |
| 48 | +<property><name>fs.trash.interval</name><value>0</value><source>core-default.xml</source></property> | |
| 49 | +<property><name>yarn.resourcemanager.admin.address</name><value>zephyr05.gaea.test:8033</value><source>programatically</source></property> | |
| 50 | +<property><name>ha.health-monitor.check-interval.ms</name><value>1000</value><source>core-default.xml</source></property> | |
| 51 | +<property><name>hadoop.jetty.logs.serve.aliases</name><value>true</value><source>core-default.xml</source></property> | |
| 52 | +<property><name>hadoop.http.authentication.kerberos.principal</name><value>HTTP/_HOST@LOCALHOST</value><source>core-default.xml</source></property> | |
| 53 | +<property><name>mapreduce.tasktracker.taskmemorymanager.monitoringinterval</name><value>5000</value><source>mapred-default.xml</source></property> | |
| 54 | +<property><name>mapreduce.job.reduce.shuffle.consumer.plugin.class</name><value>org.apache.hadoop.mapreduce.task.reduce.Shuffle</value><source>mapred-default.xml</source></property> | |
| 55 | +<property><name>s3native.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
| 56 | +<property><name>ha.health-monitor.sleep-after-disconnect.ms</name><value>1000</value><source>core-default.xml</source></property> | |
| 57 | +<property><name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
| 58 | +<property><name>yarn.log-aggregation.retain-check-interval-seconds</name><value>-1</value><source>yarn-default.xml</source></property> | |
| 59 | +<property><name>mapreduce.jobtracker.jobhistory.task.numberprogresssplits</name><value>12</value><source>mapred-default.xml</source></property> | |
| 60 | +<property><name>mapreduce.map.cpu.vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
| 61 | +<property><name>yarn.acl.enable</name><value>true</value><source>yarn-default.xml</source></property> | |
| 62 | +<property><name>hadoop.security.instrumentation.requires.admin</name><value>false</value><source>core-default.xml</source></property> | |
| 63 | +<property><name>yarn.nodemanager.localizer.fetch.thread-count</name><value>4</value><source>yarn-default.xml</source></property> | |
| 64 | +<property><name>hadoop.security.authorization</name><value>false</value><source>core-default.xml</source></property> | |
| 65 | +<property><name>hadoop.security.group.mapping.ldap.search.filter.group</name><value>(objectClass=group)</value><source>core-default.xml</source></property> | |
| 66 | +<property><name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
| 67 | +<property><name>mapreduce.output.fileoutputformat.compress.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value><source>mapred-default.xml</source></property> | |
| 68 | +<property><name>mapreduce.shuffle.max.connections</name><value>0</value><source>mapred-default.xml</source></property> | |
| 69 | +<property><name>mapreduce.shuffle.port</name><value>13562</value><source>mapred-default.xml</source></property> | |
| 70 | +<property><name>mapreduce.reduce.log.level</name><value>INFO</value><source>mapred-default.xml</source></property> | |
| 71 | +<property><name>yarn.log-aggregation-enable</name><value>true</value><source>yarn-site.xml</source></property> | |
| 72 | +<property><name>mapreduce.jobtracker.instrumentation</name><value>org.apache.hadoop.mapred.JobTrackerMetricsInst</value><source>mapred-default.xml</source></property> | |
| 73 | +<property><name>hadoop.security.group.mapping.ldap.search.attr.group.name</name><value>cn</value><source>core-default.xml</source></property> | |
| 74 | +<property><name>fs.client.resolve.remote.symlinks</name><value>true</value><source>core-default.xml</source></property> | |
| 75 | +<property><name>s3native.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 76 | +<property><name>mapreduce.tasktracker.tasks.sleeptimebeforesigkill</name><value>5000</value><source>mapred-default.xml</source></property> | |
| 77 | +<property><name>tfile.fs.output.buffer.size</name><value>262144</value><source>core-default.xml</source></property> | |
| 78 | +<property><name>yarn.nodemanager.local-dirs</name><value>/var/lib/hadoop-yarn/cache/${user.name}/nm-local-dir</value><source>yarn-site.xml</source></property> | |
| 79 | +<property><name>mapreduce.jobtracker.persist.jobstatus.active</name><value>true</value><source>mapred-default.xml</source></property> | |
| 80 | +<property><name>fs.AbstractFileSystem.hdfs.impl</name><value>org.apache.hadoop.fs.Hdfs</value><source>core-default.xml</source></property> | |
| 81 | +<property><name>mapreduce.job.map.output.collector.class</name><value>org.apache.hadoop.mapred.MapTask$MapOutputBuffer</value><source>mapred-default.xml</source></property> | |
| 82 | +<property><name>mapreduce.tasktracker.local.dir.minspacestart</name><value>0</value><source>mapred-default.xml</source></property> | |
| 83 | +<property><name>hadoop.security.uid.cache.secs</name><value>14400</value><source>core-default.xml</source></property> | |
| 84 | +<property><name>yarn.resourcemanager.scheduler.monitor.policies</name><value>org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy</value><source>yarn-default.xml</source></property> | |
| 85 | +<property><name>hadoop.ssl.client.conf</name><value>ssl-client.xml</value><source>core-default.xml</source></property> | |
| 86 | +<property><name>mapreduce.tasktracker.local.dir.minspacekill</name><value>0</value><source>mapred-default.xml</source></property> | |
| 87 | +<property><name>mapreduce.jobtracker.retiredjobs.cache.size</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 88 | +<property><name>yarn.resourcemanager.scheduler.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value><source>yarn-default.xml</source></property> | |
| 89 | +<property><name>mapreduce.job.reduce.slowstart.completedmaps</name><value>0.05</value><source>mapred-default.xml</source></property> | |
| 90 | +<property><name>mapreduce.job.end-notification.retry.attempts</name><value>0</value><source>mapred-default.xml</source></property> | |
| 91 | +<property><name>mapreduce.tasktracker.outofband.heartbeat</name><value>false</value><source>mapred-default.xml</source></property> | |
| 92 | +<property><name>io.native.lib.available</name><value>true</value><source>core-default.xml</source></property> | |
| 93 | +<property><name>mapreduce.jobtracker.persist.jobstatus.hours</name><value>1</value><source>mapred-default.xml</source></property> | |
| 94 | +<property><name>yarn.resourcemanager.ha.automatic-failover.enabled</name><value>false</value><source>yarn-default.xml</source></property> | |
| 95 | +<property><name>mapreduce.client.progressmonitor.pollinterval</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 96 | +<property><name>mapreduce.reduce.input.buffer.percent</name><value>0.0</value><source>mapred-default.xml</source></property> | |
| 97 | +<property><name>mapreduce.map.output.compress.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value><source>mapred-default.xml</source></property> | |
| 98 | +<property><name>mapreduce.map.skip.proc.count.autoincr</name><value>true</value><source>mapred-default.xml</source></property> | |
| 99 | +<property><name>mapreduce.jobtracker.address</name><value>local</value><source>mapred-default.xml</source></property> | |
| 100 | +<property><name>mapreduce.cluster.local.dir</name><value>${hadoop.tmp.dir}/mapred/local</value><source>mapred-default.xml</source></property> | |
| 101 | +<property><name>mapreduce.tasktracker.taskcontroller</name><value>org.apache.hadoop.mapred.DefaultTaskController</value><source>mapred-default.xml</source></property> | |
| 102 | +<property><name>mapreduce.reduce.shuffle.parallelcopies</name><value>5</value><source>mapred-default.xml</source></property> | |
| 103 | +<property><name>yarn.nodemanager.env-whitelist</name><value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME</value><source>yarn-default.xml</source></property> | |
| 104 | +<property><name>mapreduce.jobtracker.heartbeats.in.second</name><value>100</value><source>mapred-default.xml</source></property> | |
| 105 | +<property><name>mapreduce.job.maxtaskfailures.per.tracker</name><value>3</value><source>mapred-default.xml</source></property> | |
| 106 | +<property><name>ipc.client.connection.maxidletime</name><value>10000</value><source>core-default.xml</source></property> | |
| 107 | +<property><name>mapreduce.shuffle.ssl.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
| 108 | +<property><name>fs.s3.sleepTimeSeconds</name><value>10</value><source>core-default.xml</source></property> | |
| 109 | +<property><name>yarn.scheduler.maximum-allocation-vcores</name><value>32</value><source>yarn-default.xml</source></property> | |
| 110 | +<property><name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
| 111 | +<property><name>hadoop.ssl.server.conf</name><value>ssl-server.xml</value><source>core-default.xml</source></property> | |
| 112 | +<property><name>ha.zookeeper.parent-znode</name><value>/hadoop-ha</value><source>core-default.xml</source></property> | |
| 113 | +<property><name>io.seqfile.lazydecompress</name><value>true</value><source>core-default.xml</source></property> | |
| 114 | +<property><name>yarn.client.app-submission.poll-interval</name><value>1000</value><source>yarn-default.xml</source></property> | |
| 115 | +<property><name>mapreduce.reduce.merge.inmem.threshold</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 116 | +<property><name>mapreduce.input.fileinputformat.split.minsize</name><value>0</value><source>mapred-default.xml</source></property> | |
| 117 | +<property><name>ipc.client.tcpnodelay</name><value>false</value><source>core-default.xml</source></property> | |
| 118 | +<property><name>yarn.resourcemanager.cluster.id</name><value>yarn-rm-cluster</value><source>yarn-default.xml</source></property> | |
| 119 | +<property><name>mapreduce.jobtracker.tasktracker.maxblacklists</name><value>4</value><source>mapred-default.xml</source></property> | |
| 120 | +<property><name>s3.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
| 121 | +<property><name>nfs3.server.port</name><value>2049</value><source>core-default.xml</source></property> | |
| 122 | +<property><name>mapreduce.job.jvm.numtasks</name><value>1</value><source>mapred-default.xml</source></property> | |
| 123 | +<property><name>mapreduce.task.io.sort.mb</name><value>100</value><source>mapred-default.xml</source></property> | |
| 124 | +<property><name>yarn.resourcemanager.ha.enabled</name><value>false</value><source>yarn-default.xml</source></property> | |
| 125 | +<property><name>io.file.buffer.size</name><value>4096</value><source>core-default.xml</source></property> | |
| 126 | +<property><name>yarn.nodemanager.admin-env</name><value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value><source>yarn-default.xml</source></property> | |
| 127 | +<property><name>mapreduce.job.split.metainfo.maxsize</name><value>10000000</value><source>mapred-default.xml</source></property> | |
| 128 | +<property><name>yarn.resourcemanager.scheduler.monitor.enable</name><value>false</value><source>yarn-default.xml</source></property> | |
| 129 | +<property><name>yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 130 | +<property><name>mapreduce.reduce.maxattempts</name><value>4</value><source>mapred-default.xml</source></property> | |
| 131 | +<property><name>hadoop.security.authentication</name><value>simple</value><source>core-default.xml</source></property> | |
| 132 | +<property><name>fs.s3.buffer.dir</name><value>${hadoop.tmp.dir}/s3</value><source>core-default.xml</source></property> | |
| 133 | +<property><name>mapreduce.jobtracker.taskscheduler</name><value>org.apache.hadoop.mapred.JobQueueTaskScheduler</value><source>mapred-default.xml</source></property> | |
| 134 | +<property><name>yarn.app.mapreduce.am.job.task.listener.thread-count</name><value>30</value><source>mapred-default.xml</source></property> | |
| 135 | +<property><name>mapreduce.job.reduces</name><value>1</value><source>mapred-default.xml</source></property> | |
| 136 | +<property><name>mapreduce.map.sort.spill.percent</name><value>0.80</value><source>mapred-default.xml</source></property> | |
| 137 | +<property><name>mapreduce.job.end-notification.retry.interval</name><value>1000</value><source>mapred-default.xml</source></property> | |
| 138 | +<property><name>mapreduce.jobhistory.minicluster.fixed.ports</name><value>false</value><source>mapred-default.xml</source></property> | |
| 139 | +<property><name>mapreduce.job.maps</name><value>2</value><source>mapred-default.xml</source></property> | |
| 140 | +<property><name>mapreduce.job.speculative.slownodethreshold</name><value>1.0</value><source>mapred-default.xml</source></property> | |
| 141 | +<property><name>tfile.fs.input.buffer.size</name><value>262144</value><source>core-default.xml</source></property> | |
| 142 | +<property><name>mapreduce.map.speculative</name><value>true</value><source>mapred-default.xml</source></property> | |
| 143 | +<property><name>mapreduce.job.acl-view-job</name><value> </value><source>mapred-default.xml</source></property> | |
| 144 | +<property><name>yarn.resourcemanager.zk.state-store.num-retries</name><value>3</value><source>yarn-default.xml</source></property> | |
| 145 | +<property><name>mapreduce.reduce.shuffle.retry-delay.max.ms</name><value>60000</value><source>mapred-default.xml</source></property> | |
| 146 | +<property><name>rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
| 147 | +<property><name>mapreduce.job.end-notification.max.retry.interval</name><value>5000</value><source>mapred-default.xml</source></property> | |
| 148 | +<property><name>yarn.ipc.serializer.type</name><value>protocolbuffers</value><source>yarn-default.xml</source></property> | |
| 149 | +<property><name>mapreduce.tasktracker.http.threads</name><value>40</value><source>mapred-default.xml</source></property> | |
| 150 | +<property><name>ftp.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
| 151 | +<property><name>ha.failover-controller.cli-check.rpc-timeout.ms</name><value>20000</value><source>core-default.xml</source></property> | |
| 152 | +<property><name>mapreduce.job.token.tracking.ids.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
| 153 | +<property><name>yarn.nodemanager.resourcemanager.connect.wait.secs</name><value>900</value><source>yarn-default.xml</source></property> | |
| 154 | +<property><name>mapreduce.task.skip.start.attempts</name><value>2</value><source>mapred-default.xml</source></property> | |
| 155 | +<property><name>mapreduce.jobtracker.persist.jobstatus.dir</name><value>/jobtracker/jobsInfo</value><source>mapred-default.xml</source></property> | |
| 156 | +<property><name>ipc.client.kill.max</name><value>10</value><source>core-default.xml</source></property> | |
| 157 | +<property><name>yarn.nodemanager.linux-container-executor.cgroups.mount</name><value>false</value><source>yarn-default.xml</source></property> | |
| 158 | +<property><name>mapreduce.jobhistory.keytab</name><value>/etc/security/keytab/jhs.service.keytab</value><source>mapred-default.xml</source></property> | |
| 159 | +<property><name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name><value>/hadoop-yarn</value><source>yarn-default.xml</source></property> | |
| 160 | +<property><name>mapreduce.job.end-notification.max.attempts</name><value>5</value><source>mapred-default.xml</source></property> | |
| 161 | +<property><name>mapreduce.jobhistory.max-age-ms</name><value>604800000</value><source>mapred-default.xml</source></property> | |
| 162 | +<property><name>yarn.http.policy</name><value>HTTP_ONLY</value><source>yarn-default.xml</source></property> | |
| 163 | +<property><name>mapreduce.task.tmp.dir</name><value>./tmp</value><source>mapred-default.xml</source></property> | |
| 164 | +<property><name>hadoop.http.filter.initializers</name><value>org.apache.hadoop.http.lib.StaticUserWebFilter</value><source>core-default.xml</source></property> | |
| 165 | +<property><name>hadoop.http.authentication.type</name><value>simple</value><source>core-default.xml</source></property> | |
| 166 | +<property><name>yarn.resourcemanager.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
| 167 | +<property><name>ipc.server.listen.queue.size</name><value>128</value><source>core-default.xml</source></property> | |
| 168 | +<property><name>mapreduce.reduce.skip.maxgroups</name><value>0</value><source>mapred-default.xml</source></property> | |
| 169 | +<property><name>file.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
| 170 | +<property><name>yarn.resourcemanager.store.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore</value><source>yarn-default.xml</source></property> | |
| 171 | +<property><name>io.mapfile.bloom.size</name><value>1048576</value><source>core-default.xml</source></property> | |
| 172 | +<property><name>yarn.nodemanager.container-executor.class</name><value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value><source>yarn-default.xml</source></property> | |
| 173 | +<property><name>mapreduce.map.maxattempts</name><value>4</value><source>mapred-default.xml</source></property> | |
| 174 | +<property><name>mapreduce.jobtracker.jobhistory.block.size</name><value>3145728</value><source>mapred-default.xml</source></property> | |
| 175 | +<property><name>yarn.log-aggregation.retain-seconds</name><value>-1</value><source>yarn-default.xml</source></property> | |
| 176 | +<property><name>yarn.app.mapreduce.am.job.committer.cancel-timeout</name><value>60000</value><source>mapred-default.xml</source></property> | |
| 177 | +<property><name>ftp.replication</name><value>3</value><source>core-default.xml</source></property> | |
| 178 | +<property><name>mapreduce.jobtracker.http.address</name><value>0.0.0.0:50030</value><source>mapred-default.xml</source></property> | |
| 179 | +<property><name>mapreduce.jobhistory.intermediate-done-dir</name><value>${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate</value><source>mapred-default.xml</source></property> | |
| 180 | +<property><name>yarn.nodemanager.health-checker.script.timeout-ms</name><value>1200000</value><source>yarn-default.xml</source></property> | |
| 181 | +<property><name>mapreduce.jobhistory.address</name><value>0.0.0.0:10020</value><source>mapred-default.xml</source></property> | |
| 182 | +<property><name>mapreduce.jobtracker.taskcache.levels</name><value>2</value><source>mapred-default.xml</source></property> | |
| 183 | +<property><name>yarn.nodemanager.log.retain-seconds</name><value>10800</value><source>yarn-default.xml</source></property> | |
| 184 | +<property><name>yarn.nodemanager.local-cache.max-files-per-directory</name><value>8192</value><source>yarn-default.xml</source></property> | |
| 185 | +<property><name>mapred.child.java.opts</name><value>-Xmx200m</value><source>mapred-default.xml</source></property> | |
| 186 | +<property><name>map.sort.class</name><value>org.apache.hadoop.util.QuickSort</value><source>mapred-default.xml</source></property> | |
| 187 | +<property><name>hadoop.util.hash.type</name><value>murmur</value><source>core-default.xml</source></property> | |
| 188 | +<property><name>mapreduce.jobhistory.move.interval-ms</name><value>180000</value><source>mapred-default.xml</source></property> | |
| 189 | +<property><name>mapreduce.reduce.skip.proc.count.autoincr</name><value>true</value><source>mapred-default.xml</source></property> | |
| 190 | +<property><name>yarn.nodemanager.container-monitor.interval-ms</name><value>3000</value><source>yarn-default.xml</source></property> | |
| 191 | +<property><name>yarn.client.nodemanager-client-async.thread-pool-max-size</name><value>500</value><source>yarn-default.xml</source></property> | |
| 192 | +<property><name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name><value>0.25</value><source>yarn-default.xml</source></property> | |
| 193 | +<property><name>mapreduce.jobhistory.http.policy</name><value>HTTP_ONLY</value><source>mapred-default.xml</source></property> | |
| 194 | +<property><name>ha.zookeeper.acl</name><value>world:anyone:rwcda</value><source>core-default.xml</source></property> | |
| 195 | +<property><name>yarn.nodemanager.sleep-delay-before-sigkill.ms</name><value>250</value><source>yarn-default.xml</source></property> | |
| 196 | +<property><name>io.map.index.skip</name><value>0</value><source>core-default.xml</source></property> | |
| 197 | +<property><name>net.topology.node.switch.mapping.impl</name><value>org.apache.hadoop.net.ScriptBasedMapping</value><source>core-default.xml</source></property> | |
| 198 | +<property><name>fs.s3.maxRetries</name><value>4</value><source>core-default.xml</source></property> | |
| 199 | +<property><name>ha.failover-controller.new-active.rpc-timeout.ms</name><value>60000</value><source>core-default.xml</source></property> | |
| 200 | +<property><name>s3native.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
| 201 | +<property><name>yarn.resourcemanager.amliveliness-monitor.interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
| 202 | +<property><name>hadoop.http.staticuser.user</name><value>dr.who</value><source>core-default.xml</source></property> | |
| 203 | +<property><name>mapreduce.reduce.speculative</name><value>true</value><source>mapred-default.xml</source></property> | |
| 204 | +<property><name>mapreduce.client.output.filter</name><value>FAILED</value><source>mapred-default.xml</source></property> | |
| 205 | +<property><name>mapreduce.jobhistory.datestring.cache.size</name><value>200000</value><source>mapred-default.xml</source></property> | |
| 206 | +<property><name>mapreduce.ifile.readahead.bytes</name><value>4194304</value><source>mapred-default.xml</source></property> | |
| 207 | +<property><name>mapreduce.tasktracker.report.address</name><value>127.0.0.1:0</value><source>mapred-default.xml</source></property> | |
| 208 | +<property><name>mapreduce.task.userlog.limit.kb</name><value>0</value><source>mapred-default.xml</source></property> | |
| 209 | +<property><name>mapreduce.tasktracker.map.tasks.maximum</name><value>2</value><source>mapred-default.xml</source></property> | |
| 210 | +<property><name>hadoop.http.authentication.simple.anonymous.allowed</name><value>true</value><source>core-default.xml</source></property> | |
| 211 | +<property><name>mapreduce.job.classloader.system.classes</name><value>java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop.</value><source>mapred-default.xml</source></property> | |
| 212 | +<property><name>hadoop.rpc.socket.factory.class.default</name><value>org.apache.hadoop.net.StandardSocketFactory</value><source>core-default.xml</source></property> | |
| 213 | +<property><name>yarn.nodemanager.resourcemanager.connect.retry_interval.secs</name><value>30</value><source>yarn-default.xml</source></property> | |
| 214 | +<property><name>yarn.resourcemanager.connect.max-wait.ms</name><value>900000</value><source>yarn-default.xml</source></property> | |
| 215 | +<property><name>fs.automatic.close</name><value>true</value><source>core-default.xml</source></property> | |
| 216 | +<property><name>mapreduce.tasktracker.healthchecker.script.timeout</name><value>600000</value><source>mapred-default.xml</source></property> | |
| 217 | +<property><name>yarn.resourcemanager.address</name><value>zephyr05.gaea.test:8032</value><source>programatically</source></property> | |
| 218 | +<property><name>yarn.resourcemanager.zk.state-store.parent-path</name><value>/rmstore</value><source>yarn-default.xml</source></property> | |
| 219 | +<property><name>yarn.nodemanager.health-checker.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 220 | +<property><name>yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs</name><value>86400</value><source>yarn-default.xml</source></property> | |
| 221 | +<property><name>mapreduce.reduce.markreset.buffer.percent</name><value>0.0</value><source>mapred-default.xml</source></property> | |
| 222 | +<property><name>hadoop.security.group.mapping.ldap.directory.search.timeout</name><value>10000</value><source>core-default.xml</source></property> | |
| 223 | +<property><name>mapreduce.map.log.level</name><value>INFO</value><source>mapred-default.xml</source></property> | |
| 224 | +<property><name>yarn.nodemanager.localizer.address</name><value>${yarn.nodemanager.hostname}:8040</value><source>yarn-default.xml</source></property> | |
| 225 | +<property><name>ftp.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
| 226 | +<property><name>yarn.resourcemanager.keytab</name><value>/etc/krb5.keytab</value><source>yarn-default.xml</source></property> | |
| 227 | +<property><name>ha.health-monitor.rpc-timeout.ms</name><value>45000</value><source>core-default.xml</source></property> | |
| 228 | +<property><name>hadoop.security.group.mapping.ldap.search.attr.member</name><value>member</value><source>core-default.xml</source></property> | |
| 229 | +<property><name>mapreduce.job.classloader</name><value>false</value><source>mapred-default.xml</source></property> | |
| 230 | +<property><name>yarn.resourcemanager.ha.automatic-failover.controller.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.RMFailoverControllerZKImpl</value><source>yarn-default.xml</source></property> | |
| 231 | +<property><name>yarn.nm.liveness-monitor.expiry-interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 232 | +<property><name>io.compression.codec.bzip2.library</name><value>system-native</value><source>core-default.xml</source></property> | |
| 233 | +<property><name>hadoop.http.authentication.token.validity</name><value>36000</value><source>core-default.xml</source></property> | |
| 234 | +<property><name>mapreduce.job.hdfs-servers</name><value>${fs.defaultFS}</value><source>yarn-default.xml</source></property> | |
| 235 | +<property><name>s3native.replication</name><value>3</value><source>core-default.xml</source></property> | |
| 236 | +<property><name>rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
| 237 | +<property><name>yarn.nodemanager.localizer.client.thread-count</name><value>5</value><source>yarn-default.xml</source></property> | |
| 238 | +<property><name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 239 | +<property><name>dfs.ha.fencing.ssh.connect-timeout</name><value>30000</value><source>core-default.xml</source></property> | |
| 240 | +<property><name>yarn.am.liveness-monitor.expiry-interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 241 | +<property><name>net.topology.impl</name><value>org.apache.hadoop.net.NetworkTopology</value><source>core-default.xml</source></property> | |
| 242 | +<property><name>mapreduce.task.profile</name><value>false</value><source>mapred-default.xml</source></property> | |
| 243 | +<property><name>mapreduce.tasktracker.http.address</name><value>0.0.0.0:50060</value><source>mapred-default.xml</source></property> | |
| 244 | +<property><name>yarn.nodemanager.linux-container-executor.resources-handler.class</name><value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value><source>yarn-default.xml</source></property> | |
| 245 | +<property><name>mapreduce.tasktracker.instrumentation</name><value>org.apache.hadoop.mapred.TaskTrackerMetricsInst</value><source>mapred-default.xml</source></property> | |
| 246 | +<property><name>mapreduce.jobhistory.webapp.address</name><value>0.0.0.0:19888</value><source>mapred-default.xml</source></property> | |
| 247 | +<property><name>yarn.ipc.rpc.class</name><value>org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC</value><source>yarn-default.xml</source></property> | |
| 248 | +<property><name>ha.failover-controller.graceful-fence.rpc-timeout.ms</name><value>5000</value><source>core-default.xml</source></property> | |
| 249 | +<property><name>yarn.resourcemanager.zk.state-store.timeout.ms</name><value>60000</value><source>yarn-default.xml</source></property> | |
| 250 | +<property><name>yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs</name><value>86400</value><source>yarn-default.xml</source></property> | |
| 251 | +<property><name>yarn.resourcemanager.am.max-attempts</name><value>2</value><source>yarn-default.xml</source></property> | |
| 252 | +<property><name>mapreduce.job.ubertask.maxmaps</name><value>9</value><source>mapred-default.xml</source></property> | |
| 253 | +<property><name>yarn.scheduler.maximum-allocation-mb</name><value>8192</value><source>yarn-default.xml</source></property> | |
| 254 | +<property><name>yarn.resourcemanager.webapp.https.address</name><value>${yarn.resourcemanager.hostname}:8090</value><source>yarn-default.xml</source></property> | |
| 255 | +<property><name>mapreduce.job.userlog.retain.hours</name><value>24</value><source>mapred-default.xml</source></property> | |
| 256 | +<property><name>yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern</name><value>^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$</value><source>yarn-default.xml</source></property> | |
| 257 | +<property><name>mapreduce.task.timeout</name><value>600000</value><source>mapred-default.xml</source></property> | |
| 258 | +<property><name>mapreduce.jobhistory.loadedjobs.cache.size</name><value>5</value><source>mapred-default.xml</source></property> | |
| 259 | +<property><name>mapreduce.framework.name</name><value>yarn</value><source>mapred-site.xml</source></property> | |
| 260 | +<property><name>ipc.client.idlethreshold</name><value>4000</value><source>core-default.xml</source></property> | |
| 261 | +<property><name>ipc.server.tcpnodelay</name><value>false</value><source>core-default.xml</source></property> | |
| 262 | +<property><name>ftp.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 263 | +<property><name>yarn.resourcemanager.hostname</name><value>0.0.0.0</value><source>yarn-default.xml</source></property> | |
| 264 | +<property><name>s3.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 265 | +<property><name>mapreduce.job.speculative.slowtaskthreshold</name><value>1.0</value><source>mapred-default.xml</source></property> | |
| 266 | +<property><name>yarn.nodemanager.localizer.cache.target-size-mb</name><value>10240</value><source>yarn-default.xml</source></property> | |
| 267 | +<property><name>yarn.nodemanager.remote-app-log-dir</name><value>/var/log/hadoop-yarn/apps</value><source>yarn-site.xml</source></property> | |
| 268 | +<property><name>fs.s3.block.size</name><value>67108864</value><source>core-default.xml</source></property> | |
| 269 | +<property><name>mapreduce.job.queuename</name><value>default</value><source>mapred-default.xml</source></property> | |
| 270 | +<property><name>yarn.scheduler.minimum-allocation-mb</name><value>1024</value><source>yarn-default.xml</source></property> | |
| 271 | +<property><name>hadoop.rpc.protection</name><value>authentication</value><source>core-default.xml</source></property> | |
| 272 | +<property><name>yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user</name><value>nobody</value><source>yarn-default.xml</source></property> | |
| 273 | +<property><name>yarn.app.mapreduce.client-am.ipc.max-retries</name><value>3</value><source>mapred-default.xml</source></property> | |
| 274 | +<property><name>yarn.resourcemanager.ha.automatic-failover.port</name><value>8035</value><source>yarn-default.xml</source></property> | |
| 275 | +<property><name>ftp.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
| 276 | +<property><name>yarn.nodemanager.address</name><value>${yarn.nodemanager.hostname}:0</value><source>yarn-default.xml</source></property> | |
| 277 | +<property><name>fs.defaultFS</name><value>hdfs://localhost:9000</value><source>core-site.xml</source></property> | |
| 278 | +<property><name>mapreduce.task.merge.progress.records</name><value>10000</value><source>mapred-default.xml</source></property> | |
| 279 | +<property><name>yarn.resourcemanager.scheduler.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
| 280 | +<property><name>file.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
| 281 | +<property><name>mapreduce.reduce.cpu.vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
| 282 | +<property><name>yarn.nodemanager.delete.thread-count</name><value>4</value><source>yarn-default.xml</source></property> | |
| 283 | +<property><name>yarn.resourcemanager.scheduler.address</name><value>zephyr05.gaea.test:8030</value><source>programatically</source></property> | |
| 284 | +<property><name>fs.trash.checkpoint.interval</name><value>0</value><source>core-default.xml</source></property> | |
| 285 | +<property><name>hadoop.http.authentication.signature.secret.file</name><value>${user.home}/hadoop-http-auth-signature-secret</value><source>core-default.xml</source></property> | |
| 286 | +<property><name>s3native.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
| 287 | +<property><name>mapreduce.reduce.shuffle.read.timeout</name><value>180000</value><source>mapred-default.xml</source></property> | |
| 288 | +<property><name>yarn.app.mapreduce.am.command-opts</name><value>-Xmx1024m</value><source>mapred-default.xml</source></property> | |
| 289 | +<property><name>mapreduce.admin.user.env</name><value>LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native</value><source>mapred-default.xml</source></property> | |
| 290 | +<property><name>mapreduce.local.clientfactory.class.name</name><value>org.apache.hadoop.mapred.LocalClientFactory</value><source>mapred-default.xml</source></property> | |
| 291 | +<property><name>fs.permissions.umask-mode</name><value>022</value><source>core-default.xml</source></property> | |
| 292 | +<property><name>mapreduce.jobhistory.move.thread-count</name><value>3</value><source>mapred-default.xml</source></property> | |
| 293 | +<property><name>hadoop.common.configuration.version</name><value>0.23.0</value><source>core-default.xml</source></property> | |
| 294 | +<property><name>mapreduce.tasktracker.dns.interface</name><value>default</value><source>mapred-default.xml</source></property> | |
| 295 | +<property><name>mapreduce.output.fileoutputformat.compress.type</name><value>RECORD</value><source>mapred-default.xml</source></property> | |
| 296 | +<property><name>yarn.resourcemanager.connect.retry-interval.ms</name><value>30000</value><source>yarn-default.xml</source></property> | |
| 297 | +<property><name>mapreduce.ifile.readahead</name><value>true</value><source>mapred-default.xml</source></property> | |
| 298 | +<property><name>hadoop.security.group.mapping.ldap.ssl</name><value>false</value><source>core-default.xml</source></property> | |
| 299 | +<property><name>io.serializations</name><value>org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization</value><source>core-default.xml</source></property> | |
| 300 | +<property><name>fs.df.interval</name><value>60000</value><source>core-default.xml</source></property> | |
| 301 | +<property><name>mapreduce.reduce.shuffle.input.buffer.percent</name><value>0.70</value><source>mapred-default.xml</source></property> | |
| 302 | +<property><name>io.seqfile.compress.blocksize</name><value>1000000</value><source>core-default.xml</source></property> | |
| 303 | +<property><name>ipc.client.connect.max.retries</name><value>10</value><source>core-default.xml</source></property> | |
| 304 | +<property><name>hadoop.security.groups.cache.secs</name><value>300</value><source>core-default.xml</source></property> | |
| 305 | +<property><name>yarn.nodemanager.process-kill-wait.ms</name><value>2000</value><source>yarn-default.xml</source></property> | |
| 306 | +<property><name>yarn.nodemanager.vmem-check-enabled</name><value>true</value><source>yarn-default.xml</source></property> | |
| 307 | +<property><name>yarn.application.classpath</name><value> | |
| 308 | + $HADOOP_CONF_DIR, | |
| 309 | + $HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*, | |
| 310 | + $HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*, | |
| 311 | + $HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*, | |
| 312 | + $HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/* | |
| 313 | + </value><source>yarn-site.xml</source></property> | |
| 314 | +<property><name>yarn.app.mapreduce.client.max-retries</name><value>3</value><source>mapred-default.xml</source></property> | |
| 315 | +<property><name>yarn.nodemanager.log-aggregation.compression-type</name><value>none</value><source>yarn-default.xml</source></property> | |
| 316 | +<property><name>hadoop.security.group.mapping.ldap.search.filter.user</name><value>(&(objectClass=user)(sAMAccountName={0}))</value><source>core-default.xml</source></property> | |
| 317 | +<property><name>yarn.nodemanager.localizer.cache.cleanup.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
| 318 | +<property><name>yarn.nodemanager.log-dirs</name><value>/var/log/hadoop-yarn/containers</value><source>yarn-site.xml</source></property> | |
| 319 | +<property><name>fs.s3n.block.size</name><value>67108864</value><source>core-default.xml</source></property> | |
| 320 | +<property><name>fs.ftp.host</name><value>0.0.0.0</value><source>core-default.xml</source></property> | |
| 321 | +<property><name>hadoop.security.group.mapping</name><value>org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback</value><source>core-default.xml</source></property> | |
| 322 | +<property><name>yarn.app.mapreduce.am.resource.cpu-vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
| 323 | +<property><name>mapreduce.jobhistory.cleaner.enable</name><value>true</value><source>mapred-default.xml</source></property> | |
| 324 | +<property><name>mapreduce.map.skip.maxrecords</name><value>0</value><source>mapred-default.xml</source></property> | |
| 325 | +<property><name>yarn.scheduler.minimum-allocation-vcores</name><value>1</value><source>yarn-default.xml</source></property> | |
| 326 | +<property><name>file.replication</name><value>1</value><source>core-default.xml</source></property> | |
| 327 | +<property><name>yarn.resourcemanager.resource-tracker.address</name><value>zephyr05.gaea.test:8031</value><source>programatically</source></property> | |
| 328 | +<property><name>mapreduce.jobtracker.restart.recover</name><value>false</value><source>mapred-default.xml</source></property> | |
| 329 | +<property><name>hadoop.work.around.non.threadsafe.getpwuid</name><value>false</value><source>core-default.xml</source></property> | |
| 330 | +<property><name>mapreduce.tasktracker.indexcache.mb</name><value>10</value><source>mapred-default.xml</source></property> | |
| 331 | +<property><name>mapreduce.output.fileoutputformat.compress</name><value>false</value><source>mapred-default.xml</source></property> | |
| 332 | +<property><name>hadoop.tmp.dir</name><value>/tmp/hadoop-${user.name}</value><source>core-default.xml</source></property> | |
| 333 | +<property><name>yarn.nodemanager.resource.cpu-vcores</name><value>8</value><source>yarn-default.xml</source></property> | |
| 334 | +<property><name>hadoop.kerberos.kinit.command</name><value>kinit</value><source>core-default.xml</source></property> | |
| 335 | +<property><name>mapreduce.job.committer.setup.cleanup.needed</name><value>true</value><source>mapred-default.xml</source></property> | |
| 336 | +<property><name>mapreduce.task.profile.reduces</name><value>0-2</value><source>mapred-default.xml</source></property> | |
| 337 | +<property><name>file.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
| 338 | +<property><name>mapreduce.jobtracker.handler.count</name><value>10</value><source>mapred-default.xml</source></property> | |
| 339 | +<property><name>yarn.app.mapreduce.am.job.committer.commit-window</name><value>10000</value><source>mapred-default.xml</source></property> | |
| 340 | +<property><name>yarn.resourcemanager.ha.admin.address</name><value>${yarn.resourcemanager.hostname}:8034</value><source>yarn-default.xml</source></property> | |
| 341 | +<property><name>yarn.dispatcher.exit-on-error</name><value>true</value><source>programatically</source></property> | |
| 342 | +<property><name>net.topology.script.number.args</name><value>100</value><source>core-default.xml</source></property> | |
| 343 | +<property><name>mapreduce.task.profile.maps</name><value>0-2</value><source>mapred-default.xml</source></property> | |
| 344 | +<property><name>yarn.resourcemanager.webapp.address</name><value>${yarn.resourcemanager.hostname}:8088</value><source>yarn-default.xml</source></property> | |
| 345 | +<property><name>mapreduce.jobtracker.system.dir</name><value>${hadoop.tmp.dir}/mapred/system</value><source>mapred-default.xml</source></property> | |
| 346 | +<property><name>hadoop.ssl.hostname.verifier</name><value>DEFAULT</value><source>core-default.xml</source></property> | |
| 347 | +<property><name>yarn.nodemanager.vmem-pmem-ratio</name><value>2.1</value><source>yarn-default.xml</source></property> | |
| 348 | +<property><name>yarn.nodemanager.hostname</name><value>0.0.0.0</value><source>yarn-default.xml</source></property> | |
| 349 | +<property><name>ipc.client.connect.timeout</name><value>20000</value><source>core-default.xml</source></property> | |
| 350 | +<property><name>mapreduce.jobhistory.principal</name><value>jhs/_HOST@REALM.TLD</value><source>mapred-default.xml</source></property> | |
| 351 | +<property><name>io.mapfile.bloom.error.rate</name><value>0.005</value><source>core-default.xml</source></property> | |
| 352 | +<property><name>mapreduce.shuffle.ssl.file.buffer.size</name><value>65536</value><source>mapred-default.xml</source></property> | |
| 353 | +<property><name>mapreduce.jobtracker.expire.trackers.interval</name><value>600000</value><source>mapred-default.xml</source></property> | |
| 354 | +<property><name>mapreduce.cluster.acls.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
| 355 | +<property><name>yarn.nodemanager.remote-app-log-dir-suffix</name><value>logs</value><source>yarn-default.xml</source></property> | |
| 356 | +<property><name>ha.failover-controller.graceful-fence.connection.retries</name><value>1</value><source>core-default.xml</source></property> | |
| 357 | +<property><name>ha.health-monitor.connect-retry-interval.ms</name><value>1000</value><source>core-default.xml</source></property> | |
| 358 | +<property><name>yarn.resourcemanager.zk.state-store.acl</name><value>world:anyone:rwcda</value><source>yarn-default.xml</source></property> | |
| 359 | +<property><name>yarn.app.mapreduce.am.resource.mb</name><value>1536</value><source>mapred-default.xml</source></property> | |
| 360 | +<property><name>io.seqfile.local.dir</name><value>${hadoop.tmp.dir}/io/local</value><source>core-default.xml</source></property> | |
| 361 | +<property><name>mapreduce.reduce.shuffle.merge.percent</name><value>0.66</value><source>mapred-default.xml</source></property> | |
| 362 | +<property><name>tfile.io.chunk.size</name><value>1048576</value><source>core-default.xml</source></property> | |
| 363 | +<property><name>file.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
| 364 | +<property><name>mapreduce.jobtracker.jobhistory.lru.cache.size</name><value>5</value><source>mapred-default.xml</source></property> | |
| 365 | +<property><name>mapreduce.jobtracker.maxtasks.perjob</name><value>-1</value><source>mapred-default.xml</source></property> | |
| 366 | +<property><name>yarn.resourcemanager.nm.liveness-monitor.interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
| 367 | +<property><name>mapreduce.job.acl-modify-job</name><value> </value><source>mapred-default.xml</source></property> | |
| 368 | +<property><name>yarn.nodemanager.webapp.address</name><value>${yarn.nodemanager.hostname}:8042</value><source>yarn-default.xml</source></property> | |
| 369 | +<property><name>mapreduce.am.max-attempts</name><value>2</value><source>mapred-default.xml</source></property> | |
| 370 | +<property><name>mapreduce.tasktracker.reduce.tasks.maximum</name><value>2</value><source>mapred-default.xml</source></property> | |
| 371 | +<property><name>mapreduce.cluster.temp.dir</name><value>${hadoop.tmp.dir}/mapred/temp</value><source>mapred-default.xml</source></property> | |
| 372 | +<property><name>io.skip.checksum.errors</name><value>false</value><source>core-default.xml</source></property> | |
| 373 | +<property><name>mapreduce.jobhistory.joblist.cache.size</name><value>20000</value><source>mapred-default.xml</source></property> | |
| 374 | +<property><name>yarn.app.mapreduce.am.staging-dir</name><value>/tmp/hadoop-yarn/staging</value><source>mapred-default.xml</source></property> | |
| 375 | +<property><name>fs.ftp.host.port</name><value>21</value><source>core-default.xml</source></property> | |
| 376 | +<property><name>yarn.resourcemanager.admin.client.thread-count</name><value>1</value><source>yarn-default.xml</source></property> | |
| 377 | +<property><name>fs.AbstractFileSystem.viewfs.impl</name><value>org.apache.hadoop.fs.viewfs.ViewFs</value><source>core-default.xml</source></property> | |
| 378 | +<property><name>yarn.resourcemanager.resource-tracker.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
| 379 | +<property><name>mapreduce.tasktracker.dns.nameserver</name><value>default</value><source>mapred-default.xml</source></property> | |
| 380 | +<property><name>ipc.client.fallback-to-simple-auth-allowed</name><value>false</value><source>core-default.xml</source></property> | |
| 381 | +<property><name>mapreduce.map.output.compress</name><value>false</value><source>mapred-default.xml</source></property> | |
| 382 | +<property><name>yarn.nodemanager.delete.debug-delay-sec</name><value>0</value><source>yarn-default.xml</source></property> | |
| 383 | +<property><name>hadoop.ssl.require.client.cert</name><value>false</value><source>core-default.xml</source></property> | |
| 384 | +</configuration> |
| @@ -0,0 +1,24 @@ | ||
| 1 | +<?xml version="1.0"?> | |
| 2 | +<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"> | |
| 3 | +<xsl:output method="html"/> | |
| 4 | +<xsl:template match="configuration"> | |
| 5 | +<html> | |
| 6 | +<body> | |
| 7 | +<table border="1"> | |
| 8 | +<tr> | |
| 9 | + <th>name</th> | |
| 10 | + <th>value</th> | |
| 11 | + <th>source</th> | |
| 12 | +</tr> | |
| 13 | +<xsl:for-each select="property"> | |
| 14 | +<tr> | |
| 15 | + <td><a name="{name}"><xsl:value-of select="name"/></a></td> | |
| 16 | + <td><xsl:value-of select="value"/></td> | |
| 17 | + <td><xsl:value-of select="source"/></td> | |
| 18 | +</tr> | |
| 19 | +</xsl:for-each> | |
| 20 | +</table> | |
| 21 | +</body> | |
| 22 | +</html> | |
| 23 | +</xsl:template> | |
| 24 | +</xsl:stylesheet> |
Fork