add default settings.
@@ -0,0 +1,360 @@ | ||
1 | +name value | |
2 | +dfs.ha.fencing.ssh.connect-timeout 30000 | |
3 | +file.blocksize 67108864 | |
4 | +file.bytes-per-checksum 512 | |
5 | +file.client-write-packet-size 65536 | |
6 | +file.replication 1 | |
7 | +file.stream-buffer-size 4096 | |
8 | +fs.AbstractFileSystem.file.impl org.apache.hadoop.fs.local.LocalFs | |
9 | +fs.AbstractFileSystem.hdfs.impl org.apache.hadoop.fs.Hdfs | |
10 | +fs.AbstractFileSystem.viewfs.impl org.apache.hadoop.fs.viewfs.ViewFs | |
11 | +fs.automatic.close true | |
12 | +fs.client.resolve.remote.symlinks true | |
13 | +fs.defaultFS hdfs://localhost:9000 | |
14 | +fs.df.interval 60000 | |
15 | +fs.ftp.host 0.0.0.0 | |
16 | +fs.ftp.host.port 21 | |
17 | +fs.permissions.umask-mode 22 | |
18 | +fs.s3.block.size 67108864 | |
19 | +fs.s3.buffer.dir ${hadoop.tmp.dir}/s3 | |
20 | +fs.s3.maxRetries 4 | |
21 | +fs.s3.sleepTimeSeconds 10 | |
22 | +fs.s3n.block.size 67108864 | |
23 | +fs.trash.checkpoint.interval 0 | |
24 | +fs.trash.interval 0 | |
25 | +ftp.blocksize 67108864 | |
26 | +ftp.bytes-per-checksum 512 | |
27 | +ftp.client-write-packet-size 65536 | |
28 | +ftp.replication 3 | |
29 | +ftp.stream-buffer-size 4096 | |
30 | +ha.failover-controller.cli-check.rpc-timeout.ms 20000 | |
31 | +ha.failover-controller.graceful-fence.connection.retries 1 | |
32 | +ha.failover-controller.graceful-fence.rpc-timeout.ms 5000 | |
33 | +ha.failover-controller.new-active.rpc-timeout.ms 60000 | |
34 | +ha.health-monitor.check-interval.ms 1000 | |
35 | +ha.health-monitor.connect-retry-interval.ms 1000 | |
36 | +ha.health-monitor.rpc-timeout.ms 45000 | |
37 | +ha.health-monitor.sleep-after-disconnect.ms 1000 | |
38 | +ha.zookeeper.acl world:anyone:rwcda | |
39 | +ha.zookeeper.parent-znode /hadoop-ha | |
40 | +ha.zookeeper.session-timeout.ms 5000 | |
41 | +hadoop.common.configuration.version 0.23.0 | |
42 | +hadoop.http.authentication.kerberos.keytab ${user.home}/hadoop.keytab | |
43 | +hadoop.http.authentication.kerberos.principal HTTP/_HOST@LOCALHOST | |
44 | +hadoop.http.authentication.signature.secret.file ${user.home}/hadoop-http-auth-signature-secret | |
45 | +hadoop.http.authentication.simple.anonymous.allowed true | |
46 | +hadoop.http.authentication.token.validity 36000 | |
47 | +hadoop.http.authentication.type simple | |
48 | +hadoop.http.filter.initializers org.apache.hadoop.http.lib.StaticUserWebFilter | |
49 | +hadoop.http.staticuser.user dr.who | |
50 | +hadoop.jetty.logs.serve.aliases true | |
51 | +hadoop.kerberos.kinit.command kinit | |
52 | +hadoop.rpc.protection authentication | |
53 | +hadoop.rpc.socket.factory.class.default org.apache.hadoop.net.StandardSocketFactory | |
54 | +hadoop.security.authentication simple | |
55 | +hadoop.security.authorization false | |
56 | +hadoop.security.group.mapping org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback | |
57 | +hadoop.security.group.mapping.ldap.directory.search.timeout 10000 | |
58 | +hadoop.security.group.mapping.ldap.search.attr.group.name cn | |
59 | +hadoop.security.group.mapping.ldap.search.attr.member member | |
60 | +hadoop.security.group.mapping.ldap.search.filter.group (objectClass=group) | |
61 | +hadoop.security.group.mapping.ldap.search.filter.user (&(objectClass=user)(sAMAccountName={0})) | |
62 | +hadoop.security.group.mapping.ldap.ssl false | |
63 | +hadoop.security.groups.cache.secs 300 | |
64 | +hadoop.security.instrumentation.requires.admin false | |
65 | +hadoop.security.uid.cache.secs 14400 | |
66 | +hadoop.ssl.client.conf ssl-client.xml | |
67 | +hadoop.ssl.enabled false | |
68 | +hadoop.ssl.hostname.verifier DEFAULT | |
69 | +hadoop.ssl.keystores.factory.class org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory | |
70 | +hadoop.ssl.require.client.cert false | |
71 | +hadoop.ssl.server.conf ssl-server.xml | |
72 | +hadoop.tmp.dir /tmp/hadoop-${user.name} | |
73 | +hadoop.util.hash.type murmur | |
74 | +hadoop.work.around.non.threadsafe.getpwuid false | |
75 | +io.bytes.per.checksum 512 | |
76 | +io.compression.codec.bzip2.library system-native | |
77 | +io.file.buffer.size 4096 | |
78 | +io.map.index.interval 128 | |
79 | +io.map.index.skip 0 | |
80 | +io.mapfile.bloom.error.rate 0.005 | |
81 | +io.mapfile.bloom.size 1048576 | |
82 | +io.native.lib.available true | |
83 | +io.seqfile.compress.blocksize 1000000 | |
84 | +io.seqfile.lazydecompress true | |
85 | +io.seqfile.local.dir ${hadoop.tmp.dir}/io/local | |
86 | +io.seqfile.sorter.recordlimit 1000000 | |
87 | +io.serializations org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization | |
88 | +io.skip.checksum.errors false | |
89 | +ipc.client.connect.max.retries 10 | |
90 | +ipc.client.connect.max.retries.on.timeouts 45 | |
91 | +ipc.client.connect.timeout 20000 | |
92 | +ipc.client.connection.maxidletime 10000 | |
93 | +ipc.client.fallback-to-simple-auth-allowed false | |
94 | +ipc.client.idlethreshold 4000 | |
95 | +ipc.client.kill.max 10 | |
96 | +ipc.client.tcpnodelay false | |
97 | +ipc.server.listen.queue.size 128 | |
98 | +ipc.server.tcpnodelay false | |
99 | +map.sort.class org.apache.hadoop.util.QuickSort | |
100 | +mapred.child.java.opts -Xmx200m | |
101 | +mapreduce.admin.user.env LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native | |
102 | +mapreduce.am.max-attempts 2 | |
103 | +mapreduce.client.completion.pollinterval 5000 | |
104 | +mapreduce.client.output.filter FAILED | |
105 | +mapreduce.client.progressmonitor.pollinterval 1000 | |
106 | +mapreduce.client.submit.file.replication 10 | |
107 | +mapreduce.cluster.acls.enabled false | |
108 | +mapreduce.cluster.local.dir ${hadoop.tmp.dir}/mapred/local | |
109 | +mapreduce.cluster.temp.dir ${hadoop.tmp.dir}/mapred/temp | |
110 | +mapreduce.framework.name yarn | |
111 | +mapreduce.ifile.readahead true | |
112 | +mapreduce.ifile.readahead.bytes 4194304 | |
113 | +mapreduce.input.fileinputformat.split.minsize 0 | |
114 | +mapreduce.job.acl-modify-job | |
115 | +mapreduce.job.acl-view-job | |
116 | +mapreduce.job.classloader false | |
117 | +mapreduce.job.classloader.system.classes java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop. | |
118 | +mapreduce.job.committer.setup.cleanup.needed true | |
119 | +mapreduce.job.complete.cancel.delegation.tokens true | |
120 | +mapreduce.job.counters.max 120 | |
121 | +mapreduce.job.end-notification.max.attempts 5 | |
122 | +mapreduce.job.end-notification.max.retry.interval 5000 | |
123 | +mapreduce.job.end-notification.retry.attempts 0 | |
124 | +mapreduce.job.end-notification.retry.interval 1000 | |
125 | +mapreduce.job.hdfs-servers ${fs.defaultFS} | |
126 | +mapreduce.job.jvm.numtasks 1 | |
127 | +mapreduce.job.map.output.collector.class org.apache.hadoop.mapred.MapTask$MapOutputBuffer | |
128 | +mapreduce.job.maps 2 | |
129 | +mapreduce.job.maxtaskfailures.per.tracker 3 | |
130 | +mapreduce.job.queuename default | |
131 | +mapreduce.job.reduce.shuffle.consumer.plugin.class org.apache.hadoop.mapreduce.task.reduce.Shuffle | |
132 | +mapreduce.job.reduce.slowstart.completedmaps 0.05 | |
133 | +mapreduce.job.reduces 1 | |
134 | +mapreduce.job.speculative.slownodethreshold 1 | |
135 | +mapreduce.job.speculative.slowtaskthreshold 1 | |
136 | +mapreduce.job.speculative.speculativecap 0.1 | |
137 | +mapreduce.job.split.metainfo.maxsize 10000000 | |
138 | +mapreduce.job.token.tracking.ids.enabled false | |
139 | +mapreduce.job.ubertask.enable false | |
140 | +mapreduce.job.ubertask.maxmaps 9 | |
141 | +mapreduce.job.ubertask.maxreduces 1 | |
142 | +mapreduce.job.userlog.retain.hours 24 | |
143 | +mapreduce.jobhistory.address 0.0.0.0:10020 | |
144 | +mapreduce.jobhistory.cleaner.enable true | |
145 | +mapreduce.jobhistory.cleaner.interval-ms 86400000 | |
146 | +mapreduce.jobhistory.client.thread-count 10 | |
147 | +mapreduce.jobhistory.datestring.cache.size 200000 | |
148 | +mapreduce.jobhistory.done-dir ${yarn.app.mapreduce.am.staging-dir}/history/done | |
149 | +mapreduce.jobhistory.http.policy HTTP_ONLY | |
150 | +mapreduce.jobhistory.intermediate-done-dir ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate | |
151 | +mapreduce.jobhistory.joblist.cache.size 20000 | |
152 | +mapreduce.jobhistory.keytab /etc/security/keytab/jhs.service.keytab | |
153 | +mapreduce.jobhistory.loadedjobs.cache.size 5 | |
154 | +mapreduce.jobhistory.max-age-ms 604800000 | |
155 | +mapreduce.jobhistory.minicluster.fixed.ports false | |
156 | +mapreduce.jobhistory.move.interval-ms 180000 | |
157 | +mapreduce.jobhistory.move.thread-count 3 | |
158 | +mapreduce.jobhistory.principal jhs/_HOST@REALM.TLD | |
159 | +mapreduce.jobhistory.webapp.address 0.0.0.0:19888 | |
160 | +mapreduce.jobtracker.address local | |
161 | +mapreduce.jobtracker.expire.trackers.interval 600000 | |
162 | +mapreduce.jobtracker.handler.count 10 | |
163 | +mapreduce.jobtracker.heartbeats.in.second 100 | |
164 | +mapreduce.jobtracker.http.address 0.0.0.0:50030 | |
165 | +mapreduce.jobtracker.instrumentation org.apache.hadoop.mapred.JobTrackerMetricsInst | |
166 | +mapreduce.jobtracker.jobhistory.block.size 3145728 | |
167 | +mapreduce.jobtracker.jobhistory.lru.cache.size 5 | |
168 | +mapreduce.jobtracker.jobhistory.task.numberprogresssplits 12 | |
169 | +mapreduce.jobtracker.maxtasks.perjob -1 | |
170 | +mapreduce.jobtracker.persist.jobstatus.active true | |
171 | +mapreduce.jobtracker.persist.jobstatus.dir /jobtracker/jobsInfo | |
172 | +mapreduce.jobtracker.persist.jobstatus.hours 1 | |
173 | +mapreduce.jobtracker.restart.recover false | |
174 | +mapreduce.jobtracker.retiredjobs.cache.size 1000 | |
175 | +mapreduce.jobtracker.staging.root.dir ${hadoop.tmp.dir}/mapred/staging | |
176 | +mapreduce.jobtracker.system.dir ${hadoop.tmp.dir}/mapred/system | |
177 | +mapreduce.jobtracker.taskcache.levels 2 | |
178 | +mapreduce.jobtracker.taskscheduler org.apache.hadoop.mapred.JobQueueTaskScheduler | |
179 | +mapreduce.jobtracker.tasktracker.maxblacklists 4 | |
180 | +mapreduce.local.clientfactory.class.name org.apache.hadoop.mapred.LocalClientFactory | |
181 | +mapreduce.map.cpu.vcores 1 | |
182 | +mapreduce.map.log.level INFO | |
183 | +mapreduce.map.maxattempts 4 | |
184 | +mapreduce.map.output.compress false | |
185 | +mapreduce.map.output.compress.codec org.apache.hadoop.io.compress.DefaultCodec | |
186 | +mapreduce.map.skip.maxrecords 0 | |
187 | +mapreduce.map.skip.proc.count.autoincr true | |
188 | +mapreduce.map.sort.spill.percent 0.8 | |
189 | +mapreduce.map.speculative true | |
190 | +mapreduce.output.fileoutputformat.compress false | |
191 | +mapreduce.output.fileoutputformat.compress.codec org.apache.hadoop.io.compress.DefaultCodec | |
192 | +mapreduce.output.fileoutputformat.compress.type RECORD | |
193 | +mapreduce.reduce.cpu.vcores 1 | |
194 | +mapreduce.reduce.input.buffer.percent 0 | |
195 | +mapreduce.reduce.log.level INFO | |
196 | +mapreduce.reduce.markreset.buffer.percent 0 | |
197 | +mapreduce.reduce.maxattempts 4 | |
198 | +mapreduce.reduce.merge.inmem.threshold 1000 | |
199 | +mapreduce.reduce.shuffle.connect.timeout 180000 | |
200 | +mapreduce.reduce.shuffle.input.buffer.percent 0.7 | |
201 | +mapreduce.reduce.shuffle.memory.limit.percent 0.25 | |
202 | +mapreduce.reduce.shuffle.merge.percent 0.66 | |
203 | +mapreduce.reduce.shuffle.parallelcopies 5 | |
204 | +mapreduce.reduce.shuffle.read.timeout 180000 | |
205 | +mapreduce.reduce.shuffle.retry-delay.max.ms 60000 | |
206 | +mapreduce.reduce.skip.maxgroups 0 | |
207 | +mapreduce.reduce.skip.proc.count.autoincr true | |
208 | +mapreduce.reduce.speculative true | |
209 | +mapreduce.shuffle.max.connections 0 | |
210 | +mapreduce.shuffle.port 13562 | |
211 | +mapreduce.shuffle.ssl.enabled false | |
212 | +mapreduce.shuffle.ssl.file.buffer.size 65536 | |
213 | +mapreduce.task.files.preserve.failedtasks false | |
214 | +mapreduce.task.io.sort.factor 10 | |
215 | +mapreduce.task.io.sort.mb 100 | |
216 | +mapreduce.task.merge.progress.records 10000 | |
217 | +mapreduce.task.profile false | |
218 | +mapreduce.task.profile.maps 0-2 | |
219 | +mapreduce.task.profile.reduces 0-2 | |
220 | +mapreduce.task.skip.start.attempts 2 | |
221 | +mapreduce.task.timeout 600000 | |
222 | +mapreduce.task.tmp.dir ./tmp | |
223 | +mapreduce.task.userlog.limit.kb 0 | |
224 | +mapreduce.tasktracker.dns.interface default | |
225 | +mapreduce.tasktracker.dns.nameserver default | |
226 | +mapreduce.tasktracker.healthchecker.interval 60000 | |
227 | +mapreduce.tasktracker.healthchecker.script.timeout 600000 | |
228 | +mapreduce.tasktracker.http.address 0.0.0.0:50060 | |
229 | +mapreduce.tasktracker.http.threads 40 | |
230 | +mapreduce.tasktracker.indexcache.mb 10 | |
231 | +mapreduce.tasktracker.instrumentation org.apache.hadoop.mapred.TaskTrackerMetricsInst | |
232 | +mapreduce.tasktracker.local.dir.minspacekill 0 | |
233 | +mapreduce.tasktracker.local.dir.minspacestart 0 | |
234 | +mapreduce.tasktracker.map.tasks.maximum 2 | |
235 | +mapreduce.tasktracker.outofband.heartbeat false | |
236 | +mapreduce.tasktracker.reduce.tasks.maximum 2 | |
237 | +mapreduce.tasktracker.report.address 127.0.0.1:0 | |
238 | +mapreduce.tasktracker.taskcontroller org.apache.hadoop.mapred.DefaultTaskController | |
239 | +mapreduce.tasktracker.taskmemorymanager.monitoringinterval 5000 | |
240 | +mapreduce.tasktracker.tasks.sleeptimebeforesigkill 5000 | |
241 | +net.topology.impl org.apache.hadoop.net.NetworkTopology | |
242 | +net.topology.node.switch.mapping.impl org.apache.hadoop.net.ScriptBasedMapping | |
243 | +net.topology.script.number.args 100 | |
244 | +nfs3.mountd.port 4242 | |
245 | +nfs3.server.port 2049 | |
246 | +rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
247 | +rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
248 | +rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
249 | +rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
250 | +s3.blocksize 67108864 | |
251 | +s3.bytes-per-checksum 512 | |
252 | +s3.client-write-packet-size 65536 | |
253 | +s3.replication 3 | |
254 | +s3.stream-buffer-size 4096 | |
255 | +s3native.blocksize 67108864 | |
256 | +s3native.bytes-per-checksum 512 | |
257 | +s3native.client-write-packet-size 65536 | |
258 | +s3native.replication 3 | |
259 | +s3native.stream-buffer-size 4096 | |
260 | +tfile.fs.input.buffer.size 262144 | |
261 | +tfile.fs.output.buffer.size 262144 | |
262 | +tfile.io.chunk.size 1048576 | |
263 | +yarn.acl.enable true | |
264 | +yarn.admin.acl * | |
265 | +yarn.am.liveness-monitor.expiry-interval-ms 600000 | |
266 | +yarn.app.mapreduce.am.command-opts -Xmx1024m | |
267 | +yarn.app.mapreduce.am.job.committer.cancel-timeout 60000 | |
268 | +yarn.app.mapreduce.am.job.committer.commit-window 10000 | |
269 | +yarn.app.mapreduce.am.job.task.listener.thread-count 30 | |
270 | +yarn.app.mapreduce.am.resource.cpu-vcores 1 | |
271 | +yarn.app.mapreduce.am.resource.mb 1536 | |
272 | +yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms 1000 | |
273 | +yarn.app.mapreduce.am.staging-dir /tmp/hadoop-yarn/staging | |
274 | +yarn.app.mapreduce.client-am.ipc.max-retries 3 | |
275 | +yarn.app.mapreduce.client.max-retries 3 | |
276 | +yarn.application.classpath $HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/share/hadoop/common/*,$HADOOP_COMMON_HOME/share/hadoop/common/lib/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*,$HADOOP_YARN_HOME/share/hadoop/yarn/*,$HADOOP_YARN_HOME/share/hadoop/yarn/lib/* | |
277 | +yarn.client.app-submission.poll-interval 1000 | |
278 | +yarn.client.max-nodemanagers-proxies 500 | |
279 | +yarn.client.nodemanager-client-async.thread-pool-max-size 500 | |
280 | +yarn.dispatcher.exit-on-error true | |
281 | +yarn.http.policy HTTP_ONLY | |
282 | +yarn.ipc.rpc.class org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC | |
283 | +yarn.ipc.serializer.type protocolbuffers | |
284 | +yarn.log-aggregation-enable false | |
285 | +yarn.log-aggregation.retain-check-interval-seconds -1 | |
286 | +yarn.log-aggregation.retain-seconds -1 | |
287 | +yarn.nm.liveness-monitor.expiry-interval-ms 600000 | |
288 | +yarn.nodemanager.address ${yarn.nodemanager.hostname}:0 | |
289 | +yarn.nodemanager.admin-env MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX | |
290 | +yarn.nodemanager.aux-services.mapreduce_shuffle.class org.apache.hadoop.mapred.ShuffleHandler | |
291 | +yarn.nodemanager.container-executor.class org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor | |
292 | +yarn.nodemanager.container-manager.thread-count 20 | |
293 | +yarn.nodemanager.container-monitor.interval-ms 3000 | |
294 | +yarn.nodemanager.delete.debug-delay-sec 0 | |
295 | +yarn.nodemanager.delete.thread-count 4 | |
296 | +yarn.nodemanager.disk-health-checker.interval-ms 120000 | |
297 | +yarn.nodemanager.disk-health-checker.min-healthy-disks 0.25 | |
298 | +yarn.nodemanager.env-whitelist JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME | |
299 | +yarn.nodemanager.health-checker.interval-ms 600000 | |
300 | +yarn.nodemanager.health-checker.script.timeout-ms 1200000 | |
301 | +yarn.nodemanager.hostname 0.0.0.0 | |
302 | +yarn.nodemanager.keytab /etc/krb5.keytab | |
303 | +yarn.nodemanager.linux-container-executor.cgroups.hierarchy /hadoop-yarn | |
304 | +yarn.nodemanager.linux-container-executor.cgroups.mount false | |
305 | +yarn.nodemanager.linux-container-executor.resources-handler.class org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler | |
306 | +yarn.nodemanager.local-cache.max-files-per-directory 8192 | |
307 | +yarn.nodemanager.local-dirs ${hadoop.tmp.dir}/nm-local-dir | |
308 | +yarn.nodemanager.localizer.address ${yarn.nodemanager.hostname}:8040 | |
309 | +yarn.nodemanager.localizer.cache.cleanup.interval-ms 600000 | |
310 | +yarn.nodemanager.localizer.cache.target-size-mb 10240 | |
311 | +yarn.nodemanager.localizer.client.thread-count 5 | |
312 | +yarn.nodemanager.localizer.fetch.thread-count 4 | |
313 | +yarn.nodemanager.log-aggregation.compression-type none | |
314 | +yarn.nodemanager.log-dirs ${yarn.log.dir}/userlogs | |
315 | +yarn.nodemanager.log.retain-seconds 10800 | |
316 | +yarn.nodemanager.pmem-check-enabled true | |
317 | +yarn.nodemanager.process-kill-wait.ms 2000 | |
318 | +yarn.nodemanager.remote-app-log-dir /tmp/logs | |
319 | +yarn.nodemanager.remote-app-log-dir-suffix logs | |
320 | +yarn.nodemanager.resource.cpu-vcores 8 | |
321 | +yarn.nodemanager.resource.memory-mb 8192 | |
322 | +yarn.nodemanager.resourcemanager.connect.retry_interval.secs 30 | |
323 | +yarn.nodemanager.resourcemanager.connect.wait.secs 900 | |
324 | +yarn.nodemanager.sleep-delay-before-sigkill.ms 250 | |
325 | +yarn.nodemanager.vmem-check-enabled true | |
326 | +yarn.nodemanager.vmem-pmem-ratio 2.1 | |
327 | +yarn.nodemanager.webapp.address ${yarn.nodemanager.hostname}:8042 | |
328 | +yarn.resourcemanager.address localhost:8032 | |
329 | +yarn.resourcemanager.admin.address localhost:8033 | |
330 | +yarn.resourcemanager.admin.client.thread-count 1 | |
331 | +yarn.resourcemanager.am.max-attempts 2 | |
332 | +yarn.resourcemanager.amliveliness-monitor.interval-ms 1000 | |
333 | +yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs 86400 | |
334 | +yarn.resourcemanager.client.thread-count 50 | |
335 | +yarn.resourcemanager.connect.max-wait.ms 900000 | |
336 | +yarn.resourcemanager.connect.retry-interval.ms 30000 | |
337 | +yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs 86400 | |
338 | +yarn.resourcemanager.container.liveness-monitor.interval-ms 600000 | |
339 | +yarn.resourcemanager.delayed.delegation-token.removal-interval-ms 30000 | |
340 | +yarn.resourcemanager.fs.state-store.uri ${hadoop.tmp.dir}/yarn/system/rmstore | |
341 | +yarn.resourcemanager.hostname 0.0.0.0 | |
342 | +yarn.resourcemanager.keytab /etc/krb5.keytab | |
343 | +yarn.resourcemanager.max-completed-applications 10000 | |
344 | +yarn.resourcemanager.nm.liveness-monitor.interval-ms 1000 | |
345 | +yarn.resourcemanager.nodemanagers.heartbeat-interval-ms 1000 | |
346 | +yarn.resourcemanager.recovery.enabled false | |
347 | +yarn.resourcemanager.resource-tracker.address localhost:8031 | |
348 | +yarn.resourcemanager.resource-tracker.client.thread-count 50 | |
349 | +yarn.resourcemanager.scheduler.address localhost:8030 | |
350 | +yarn.resourcemanager.scheduler.class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler | |
351 | +yarn.resourcemanager.scheduler.client.thread-count 50 | |
352 | +yarn.resourcemanager.scheduler.monitor.enable false | |
353 | +yarn.resourcemanager.scheduler.monitor.policies org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy | |
354 | +yarn.resourcemanager.store.class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore | |
355 | +yarn.resourcemanager.webapp.address ${yarn.resourcemanager.hostname}:8088 | |
356 | +yarn.resourcemanager.webapp.https.address ${yarn.resourcemanager.hostname}:8090 | |
357 | +yarn.scheduler.maximum-allocation-mb 8192 | |
358 | +yarn.scheduler.maximum-allocation-vcores 32 | |
359 | +yarn.scheduler.minimum-allocation-mb 1024 | |
360 | +yarn.scheduler.minimum-allocation-vcores 1 |
@@ -0,0 +1,363 @@ | ||
1 | +<?xml version="1.0" encoding="UTF-8" standalone="no"?> | |
2 | +<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | |
3 | +<configuration> | |
4 | +<property><name>mapreduce.job.ubertask.enable</name><value>false</value><source>mapred-default.xml</source></property> | |
5 | +<property><name>yarn.resourcemanager.max-completed-applications</name><value>10000</value><source>yarn-default.xml</source></property> | |
6 | +<property><name>yarn.resourcemanager.delayed.delegation-token.removal-interval-ms</name><value>30000</value><source>yarn-default.xml</source></property> | |
7 | +<property><name>io.bytes.per.checksum</name><value>512</value><source>core-default.xml</source></property> | |
8 | +<property><name>mapreduce.client.submit.file.replication</name><value>10</value><source>mapred-default.xml</source></property> | |
9 | +<property><name>mapreduce.jobhistory.cleaner.interval-ms</name><value>86400000</value><source>mapred-default.xml</source></property> | |
10 | +<property><name>yarn.nodemanager.container-manager.thread-count</name><value>20</value><source>yarn-default.xml</source></property> | |
11 | +<property><name>yarn.nodemanager.pmem-check-enabled</name><value>true</value><source>yarn-default.xml</source></property> | |
12 | +<property><name>mapreduce.jobhistory.done-dir</name><value>${yarn.app.mapreduce.am.staging-dir}/history/done</value><source>mapred-default.xml</source></property> | |
13 | +<property><name>mapreduce.tasktracker.healthchecker.interval</name><value>60000</value><source>mapred-default.xml</source></property> | |
14 | +<property><name>mapreduce.jobtracker.staging.root.dir</name><value>${hadoop.tmp.dir}/mapred/staging</value><source>mapred-default.xml</source></property> | |
15 | +<property><name>yarn.resourcemanager.recovery.enabled</name><value>false</value><source>yarn-default.xml</source></property> | |
16 | +<property><name>fs.AbstractFileSystem.file.impl</name><value>org.apache.hadoop.fs.local.LocalFs</value><source>core-default.xml</source></property> | |
17 | +<property><name>mapreduce.client.completion.pollinterval</name><value>5000</value><source>mapred-default.xml</source></property> | |
18 | +<property><name>mapreduce.jobhistory.client.thread-count</name><value>10</value><source>mapred-default.xml</source></property> | |
19 | +<property><name>mapreduce.job.ubertask.maxreduces</name><value>1</value><source>mapred-default.xml</source></property> | |
20 | +<property><name>mapreduce.reduce.shuffle.memory.limit.percent</name><value>0.25</value><source>mapred-default.xml</source></property> | |
21 | +<property><name>yarn.client.max-nodemanagers-proxies</name><value>500</value><source>yarn-default.xml</source></property> | |
22 | +<property><name>hadoop.ssl.keystores.factory.class</name><value>org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory</value><source>core-default.xml</source></property> | |
23 | +<property><name>hadoop.http.authentication.kerberos.keytab</name><value>${user.home}/hadoop.keytab</value><source>core-default.xml</source></property> | |
24 | +<property><name>yarn.nodemanager.keytab</name><value>/etc/krb5.keytab</value><source>yarn-default.xml</source></property> | |
25 | +<property><name>io.seqfile.sorter.recordlimit</name><value>1000000</value><source>core-default.xml</source></property> | |
26 | +<property><name>s3.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
27 | +<property><name>mapreduce.task.io.sort.factor</name><value>10</value><source>mapred-default.xml</source></property> | |
28 | +<property><name>yarn.nodemanager.disk-health-checker.interval-ms</name><value>120000</value><source>yarn-default.xml</source></property> | |
29 | +<property><name>yarn.admin.acl</name><value>*</value><source>yarn-default.xml</source></property> | |
30 | +<property><name>mapreduce.job.speculative.speculativecap</name><value>0.1</value><source>mapred-default.xml</source></property> | |
31 | +<property><name>yarn.nodemanager.resource.memory-mb</name><value>8192</value><source>yarn-default.xml</source></property> | |
32 | +<property><name>io.map.index.interval</name><value>128</value><source>core-default.xml</source></property> | |
33 | +<property><name>nfs3.mountd.port</name><value>4242</value><source>core-default.xml</source></property> | |
34 | +<property><name>s3.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
35 | +<property><name>yarn.resourcemanager.fs.state-store.uri</name><value>${hadoop.tmp.dir}/yarn/system/rmstore</value><source>yarn-default.xml</source></property> | |
36 | +<property><name>mapreduce.task.files.preserve.failedtasks</name><value>false</value><source>mapred-default.xml</source></property> | |
37 | +<property><name>ha.zookeeper.session-timeout.ms</name><value>5000</value><source>core-default.xml</source></property> | |
38 | +<property><name>s3.replication</name><value>3</value><source>core-default.xml</source></property> | |
39 | +<property><name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name><value>org.apache.hadoop.mapred.ShuffleHandler</value><source>yarn-default.xml</source></property> | |
40 | +<property><name>mapreduce.reduce.shuffle.connect.timeout</name><value>180000</value><source>mapred-default.xml</source></property> | |
41 | +<property><name>hadoop.ssl.enabled</name><value>false</value><source>core-default.xml</source></property> | |
42 | +<property><name>mapreduce.job.counters.max</name><value>120</value><source>mapred-default.xml</source></property> | |
43 | +<property><name>ipc.client.connect.max.retries.on.timeouts</name><value>45</value><source>core-default.xml</source></property> | |
44 | +<property><name>mapreduce.job.complete.cancel.delegation.tokens</name><value>true</value><source>mapred-default.xml</source></property> | |
45 | +<property><name>fs.trash.interval</name><value>0</value><source>core-default.xml</source></property> | |
46 | +<property><name>yarn.resourcemanager.admin.address</name><value>jupiter:8033</value><source>programatically</source></property> | |
47 | +<property><name>ha.health-monitor.check-interval.ms</name><value>1000</value><source>core-default.xml</source></property> | |
48 | +<property><name>hadoop.jetty.logs.serve.aliases</name><value>true</value><source>core-default.xml</source></property> | |
49 | +<property><name>hadoop.http.authentication.kerberos.principal</name><value>HTTP/_HOST@LOCALHOST</value><source>core-default.xml</source></property> | |
50 | +<property><name>mapreduce.tasktracker.taskmemorymanager.monitoringinterval</name><value>5000</value><source>mapred-default.xml</source></property> | |
51 | +<property><name>mapreduce.job.reduce.shuffle.consumer.plugin.class</name><value>org.apache.hadoop.mapreduce.task.reduce.Shuffle</value><source>mapred-default.xml</source></property> | |
52 | +<property><name>s3native.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
53 | +<property><name>ha.health-monitor.sleep-after-disconnect.ms</name><value>1000</value><source>core-default.xml</source></property> | |
54 | +<property><name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
55 | +<property><name>yarn.log-aggregation.retain-check-interval-seconds</name><value>-1</value><source>yarn-default.xml</source></property> | |
56 | +<property><name>mapreduce.jobtracker.jobhistory.task.numberprogresssplits</name><value>12</value><source>mapred-default.xml</source></property> | |
57 | +<property><name>mapreduce.map.cpu.vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
58 | +<property><name>yarn.acl.enable</name><value>true</value><source>yarn-default.xml</source></property> | |
59 | +<property><name>hadoop.security.instrumentation.requires.admin</name><value>false</value><source>core-default.xml</source></property> | |
60 | +<property><name>yarn.nodemanager.localizer.fetch.thread-count</name><value>4</value><source>yarn-default.xml</source></property> | |
61 | +<property><name>hadoop.security.authorization</name><value>false</value><source>core-default.xml</source></property> | |
62 | +<property><name>hadoop.security.group.mapping.ldap.search.filter.group</name><value>(objectClass=group)</value><source>core-default.xml</source></property> | |
63 | +<property><name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
64 | +<property><name>mapreduce.output.fileoutputformat.compress.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value><source>mapred-default.xml</source></property> | |
65 | +<property><name>mapreduce.shuffle.max.connections</name><value>0</value><source>mapred-default.xml</source></property> | |
66 | +<property><name>mapreduce.shuffle.port</name><value>13562</value><source>mapred-default.xml</source></property> | |
67 | +<property><name>mapreduce.reduce.log.level</name><value>INFO</value><source>mapred-default.xml</source></property> | |
68 | +<property><name>yarn.log-aggregation-enable</name><value>false</value><source>yarn-default.xml</source></property> | |
69 | +<property><name>mapreduce.jobtracker.instrumentation</name><value>org.apache.hadoop.mapred.JobTrackerMetricsInst</value><source>mapred-default.xml</source></property> | |
70 | +<property><name>hadoop.security.group.mapping.ldap.search.attr.group.name</name><value>cn</value><source>core-default.xml</source></property> | |
71 | +<property><name>fs.client.resolve.remote.symlinks</name><value>true</value><source>core-default.xml</source></property> | |
72 | +<property><name>s3native.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
73 | +<property><name>mapreduce.tasktracker.tasks.sleeptimebeforesigkill</name><value>5000</value><source>mapred-default.xml</source></property> | |
74 | +<property><name>tfile.fs.output.buffer.size</name><value>262144</value><source>core-default.xml</source></property> | |
75 | +<property><name>yarn.nodemanager.local-dirs</name><value>${hadoop.tmp.dir}/nm-local-dir</value><source>yarn-default.xml</source></property> | |
76 | +<property><name>mapreduce.jobtracker.persist.jobstatus.active</name><value>true</value><source>mapred-default.xml</source></property> | |
77 | +<property><name>fs.AbstractFileSystem.hdfs.impl</name><value>org.apache.hadoop.fs.Hdfs</value><source>core-default.xml</source></property> | |
78 | +<property><name>mapreduce.job.map.output.collector.class</name><value>org.apache.hadoop.mapred.MapTask$MapOutputBuffer</value><source>mapred-default.xml</source></property> | |
79 | +<property><name>mapreduce.tasktracker.local.dir.minspacestart</name><value>0</value><source>mapred-default.xml</source></property> | |
80 | +<property><name>hadoop.security.uid.cache.secs</name><value>14400</value><source>core-default.xml</source></property> | |
81 | +<property><name>yarn.resourcemanager.scheduler.monitor.policies</name><value>org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy</value><source>yarn-default.xml</source></property> | |
82 | +<property><name>hadoop.ssl.client.conf</name><value>ssl-client.xml</value><source>core-default.xml</source></property> | |
83 | +<property><name>mapreduce.tasktracker.local.dir.minspacekill</name><value>0</value><source>mapred-default.xml</source></property> | |
84 | +<property><name>mapreduce.jobtracker.retiredjobs.cache.size</name><value>1000</value><source>mapred-default.xml</source></property> | |
85 | +<property><name>yarn.resourcemanager.scheduler.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value><source>yarn-default.xml</source></property> | |
86 | +<property><name>mapreduce.job.reduce.slowstart.completedmaps</name><value>0.05</value><source>mapred-default.xml</source></property> | |
87 | +<property><name>mapreduce.job.end-notification.retry.attempts</name><value>0</value><source>mapred-default.xml</source></property> | |
88 | +<property><name>mapreduce.tasktracker.outofband.heartbeat</name><value>false</value><source>mapred-default.xml</source></property> | |
89 | +<property><name>io.native.lib.available</name><value>true</value><source>core-default.xml</source></property> | |
90 | +<property><name>mapreduce.jobtracker.persist.jobstatus.hours</name><value>1</value><source>mapred-default.xml</source></property> | |
91 | +<property><name>mapreduce.client.progressmonitor.pollinterval</name><value>1000</value><source>mapred-default.xml</source></property> | |
92 | +<property><name>mapreduce.reduce.input.buffer.percent</name><value>0.0</value><source>mapred-default.xml</source></property> | |
93 | +<property><name>mapreduce.map.output.compress.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value><source>mapred-default.xml</source></property> | |
94 | +<property><name>mapreduce.map.skip.proc.count.autoincr</name><value>true</value><source>mapred-default.xml</source></property> | |
95 | +<property><name>mapreduce.jobtracker.address</name><value>local</value><source>mapred-default.xml</source></property> | |
96 | +<property><name>mapreduce.cluster.local.dir</name><value>${hadoop.tmp.dir}/mapred/local</value><source>mapred-default.xml</source></property> | |
97 | +<property><name>mapreduce.tasktracker.taskcontroller</name><value>org.apache.hadoop.mapred.DefaultTaskController</value><source>mapred-default.xml</source></property> | |
98 | +<property><name>mapreduce.reduce.shuffle.parallelcopies</name><value>5</value><source>mapred-default.xml</source></property> | |
99 | +<property><name>yarn.nodemanager.env-whitelist</name><value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME</value><source>yarn-default.xml</source></property> | |
100 | +<property><name>mapreduce.jobtracker.heartbeats.in.second</name><value>100</value><source>mapred-default.xml</source></property> | |
101 | +<property><name>mapreduce.job.maxtaskfailures.per.tracker</name><value>3</value><source>mapred-default.xml</source></property> | |
102 | +<property><name>ipc.client.connection.maxidletime</name><value>10000</value><source>core-default.xml</source></property> | |
103 | +<property><name>mapreduce.shuffle.ssl.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
104 | +<property><name>fs.s3.sleepTimeSeconds</name><value>10</value><source>core-default.xml</source></property> | |
105 | +<property><name>yarn.scheduler.maximum-allocation-vcores</name><value>32</value><source>yarn-default.xml</source></property> | |
106 | +<property><name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
107 | +<property><name>hadoop.ssl.server.conf</name><value>ssl-server.xml</value><source>core-default.xml</source></property> | |
108 | +<property><name>ha.zookeeper.parent-znode</name><value>/hadoop-ha</value><source>core-default.xml</source></property> | |
109 | +<property><name>io.seqfile.lazydecompress</name><value>true</value><source>core-default.xml</source></property> | |
110 | +<property><name>yarn.client.app-submission.poll-interval</name><value>1000</value><source>yarn-default.xml</source></property> | |
111 | +<property><name>mapreduce.reduce.merge.inmem.threshold</name><value>1000</value><source>mapred-default.xml</source></property> | |
112 | +<property><name>mapreduce.input.fileinputformat.split.minsize</name><value>0</value><source>mapred-default.xml</source></property> | |
113 | +<property><name>ipc.client.tcpnodelay</name><value>false</value><source>core-default.xml</source></property> | |
114 | +<property><name>s3.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
115 | +<property><name>mapreduce.jobtracker.tasktracker.maxblacklists</name><value>4</value><source>mapred-default.xml</source></property> | |
116 | +<property><name>nfs3.server.port</name><value>2049</value><source>core-default.xml</source></property> | |
117 | +<property><name>mapreduce.job.jvm.numtasks</name><value>1</value><source>mapred-default.xml</source></property> | |
118 | +<property><name>mapreduce.task.io.sort.mb</name><value>100</value><source>mapred-default.xml</source></property> | |
119 | +<property><name>io.file.buffer.size</name><value>4096</value><source>core-default.xml</source></property> | |
120 | +<property><name>yarn.nodemanager.admin-env</name><value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value><source>yarn-default.xml</source></property> | |
121 | +<property><name>mapreduce.job.split.metainfo.maxsize</name><value>10000000</value><source>mapred-default.xml</source></property> | |
122 | +<property><name>yarn.resourcemanager.scheduler.monitor.enable</name><value>false</value><source>yarn-default.xml</source></property> | |
123 | +<property><name>yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms</name><value>1000</value><source>mapred-default.xml</source></property> | |
124 | +<property><name>mapreduce.reduce.maxattempts</name><value>4</value><source>mapred-default.xml</source></property> | |
125 | +<property><name>hadoop.security.authentication</name><value>simple</value><source>core-default.xml</source></property> | |
126 | +<property><name>fs.s3.buffer.dir</name><value>${hadoop.tmp.dir}/s3</value><source>core-default.xml</source></property> | |
127 | +<property><name>mapreduce.jobtracker.taskscheduler</name><value>org.apache.hadoop.mapred.JobQueueTaskScheduler</value><source>mapred-default.xml</source></property> | |
128 | +<property><name>yarn.app.mapreduce.am.job.task.listener.thread-count</name><value>30</value><source>mapred-default.xml</source></property> | |
129 | +<property><name>mapreduce.job.reduces</name><value>1</value><source>mapred-default.xml</source></property> | |
130 | +<property><name>mapreduce.map.sort.spill.percent</name><value>0.80</value><source>mapred-default.xml</source></property> | |
131 | +<property><name>mapreduce.job.end-notification.retry.interval</name><value>1000</value><source>mapred-default.xml</source></property> | |
132 | +<property><name>mapreduce.jobhistory.minicluster.fixed.ports</name><value>false</value><source>mapred-default.xml</source></property> | |
133 | +<property><name>mapreduce.job.maps</name><value>2</value><source>mapred-default.xml</source></property> | |
134 | +<property><name>mapreduce.job.speculative.slownodethreshold</name><value>1.0</value><source>mapred-default.xml</source></property> | |
135 | +<property><name>tfile.fs.input.buffer.size</name><value>262144</value><source>core-default.xml</source></property> | |
136 | +<property><name>mapreduce.map.speculative</name><value>true</value><source>mapred-default.xml</source></property> | |
137 | +<property><name>mapreduce.job.acl-view-job</name><value> </value><source>mapred-default.xml</source></property> | |
138 | +<property><name>mapreduce.reduce.shuffle.retry-delay.max.ms</name><value>60000</value><source>mapred-default.xml</source></property> | |
139 | +<property><name>rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
140 | +<property><name>mapreduce.job.end-notification.max.retry.interval</name><value>5000</value><source>mapred-default.xml</source></property> | |
141 | +<property><name>yarn.ipc.serializer.type</name><value>protocolbuffers</value><source>yarn-default.xml</source></property> | |
142 | +<property><name>ftp.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
143 | +<property><name>mapreduce.tasktracker.http.threads</name><value>40</value><source>mapred-default.xml</source></property> | |
144 | +<property><name>ha.failover-controller.cli-check.rpc-timeout.ms</name><value>20000</value><source>core-default.xml</source></property> | |
145 | +<property><name>mapreduce.job.token.tracking.ids.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
146 | +<property><name>yarn.nodemanager.resourcemanager.connect.wait.secs</name><value>900</value><source>yarn-default.xml</source></property> | |
147 | +<property><name>mapreduce.task.skip.start.attempts</name><value>2</value><source>mapred-default.xml</source></property> | |
148 | +<property><name>mapreduce.jobtracker.persist.jobstatus.dir</name><value>/jobtracker/jobsInfo</value><source>mapred-default.xml</source></property> | |
149 | +<property><name>ipc.client.kill.max</name><value>10</value><source>core-default.xml</source></property> | |
150 | +<property><name>yarn.nodemanager.linux-container-executor.cgroups.mount</name><value>false</value><source>yarn-default.xml</source></property> | |
151 | +<property><name>mapreduce.jobhistory.keytab</name><value>/etc/security/keytab/jhs.service.keytab</value><source>mapred-default.xml</source></property> | |
152 | +<property><name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name><value>/hadoop-yarn</value><source>yarn-default.xml</source></property> | |
153 | +<property><name>mapreduce.job.end-notification.max.attempts</name><value>5</value><source>mapred-default.xml</source></property> | |
154 | +<property><name>mapreduce.jobhistory.max-age-ms</name><value>604800000</value><source>mapred-default.xml</source></property> | |
155 | +<property><name>yarn.http.policy</name><value>HTTP_ONLY</value><source>yarn-default.xml</source></property> | |
156 | +<property><name>mapreduce.task.tmp.dir</name><value>./tmp</value><source>mapred-default.xml</source></property> | |
157 | +<property><name>hadoop.http.filter.initializers</name><value>org.apache.hadoop.http.lib.StaticUserWebFilter</value><source>core-default.xml</source></property> | |
158 | +<property><name>hadoop.http.authentication.type</name><value>simple</value><source>core-default.xml</source></property> | |
159 | +<property><name>yarn.resourcemanager.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
160 | +<property><name>ipc.server.listen.queue.size</name><value>128</value><source>core-default.xml</source></property> | |
161 | +<property><name>mapreduce.reduce.skip.maxgroups</name><value>0</value><source>mapred-default.xml</source></property> | |
162 | +<property><name>file.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
163 | +<property><name>yarn.resourcemanager.store.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore</value><source>yarn-default.xml</source></property> | |
164 | +<property><name>io.mapfile.bloom.size</name><value>1048576</value><source>core-default.xml</source></property> | |
165 | +<property><name>yarn.nodemanager.container-executor.class</name><value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value><source>yarn-default.xml</source></property> | |
166 | +<property><name>mapreduce.map.maxattempts</name><value>4</value><source>mapred-default.xml</source></property> | |
167 | +<property><name>mapreduce.jobtracker.jobhistory.block.size</name><value>3145728</value><source>mapred-default.xml</source></property> | |
168 | +<property><name>yarn.log-aggregation.retain-seconds</name><value>-1</value><source>yarn-default.xml</source></property> | |
169 | +<property><name>yarn.app.mapreduce.am.job.committer.cancel-timeout</name><value>60000</value><source>mapred-default.xml</source></property> | |
170 | +<property><name>ftp.replication</name><value>3</value><source>core-default.xml</source></property> | |
171 | +<property><name>mapreduce.jobtracker.http.address</name><value>0.0.0.0:50030</value><source>mapred-default.xml</source></property> | |
172 | +<property><name>mapreduce.jobhistory.intermediate-done-dir</name><value>${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate</value><source>mapred-default.xml</source></property> | |
173 | +<property><name>yarn.nodemanager.health-checker.script.timeout-ms</name><value>1200000</value><source>yarn-default.xml</source></property> | |
174 | +<property><name>mapreduce.jobhistory.address</name><value>0.0.0.0:10020</value><source>mapred-default.xml</source></property> | |
175 | +<property><name>mapreduce.jobtracker.taskcache.levels</name><value>2</value><source>mapred-default.xml</source></property> | |
176 | +<property><name>yarn.nodemanager.log.retain-seconds</name><value>10800</value><source>yarn-default.xml</source></property> | |
177 | +<property><name>yarn.nodemanager.local-cache.max-files-per-directory</name><value>8192</value><source>yarn-default.xml</source></property> | |
178 | +<property><name>mapred.child.java.opts</name><value>-Xmx200m</value><source>mapred-default.xml</source></property> | |
179 | +<property><name>map.sort.class</name><value>org.apache.hadoop.util.QuickSort</value><source>mapred-default.xml</source></property> | |
180 | +<property><name>hadoop.util.hash.type</name><value>murmur</value><source>core-default.xml</source></property> | |
181 | +<property><name>mapreduce.jobhistory.move.interval-ms</name><value>180000</value><source>mapred-default.xml</source></property> | |
182 | +<property><name>mapreduce.reduce.skip.proc.count.autoincr</name><value>true</value><source>mapred-default.xml</source></property> | |
183 | +<property><name>yarn.nodemanager.container-monitor.interval-ms</name><value>3000</value><source>yarn-default.xml</source></property> | |
184 | +<property><name>yarn.client.nodemanager-client-async.thread-pool-max-size</name><value>500</value><source>yarn-default.xml</source></property> | |
185 | +<property><name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name><value>0.25</value><source>yarn-default.xml</source></property> | |
186 | +<property><name>mapreduce.jobhistory.http.policy</name><value>HTTP_ONLY</value><source>mapred-default.xml</source></property> | |
187 | +<property><name>ha.zookeeper.acl</name><value>world:anyone:rwcda</value><source>core-default.xml</source></property> | |
188 | +<property><name>yarn.nodemanager.sleep-delay-before-sigkill.ms</name><value>250</value><source>yarn-default.xml</source></property> | |
189 | +<property><name>io.map.index.skip</name><value>0</value><source>core-default.xml</source></property> | |
190 | +<property><name>net.topology.node.switch.mapping.impl</name><value>org.apache.hadoop.net.ScriptBasedMapping</value><source>core-default.xml</source></property> | |
191 | +<property><name>fs.s3.maxRetries</name><value>4</value><source>core-default.xml</source></property> | |
192 | +<property><name>ha.failover-controller.new-active.rpc-timeout.ms</name><value>60000</value><source>core-default.xml</source></property> | |
193 | +<property><name>s3native.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
194 | +<property><name>yarn.resourcemanager.amliveliness-monitor.interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
195 | +<property><name>hadoop.http.staticuser.user</name><value>dr.who</value><source>core-default.xml</source></property> | |
196 | +<property><name>mapreduce.reduce.speculative</name><value>true</value><source>mapred-default.xml</source></property> | |
197 | +<property><name>mapreduce.client.output.filter</name><value>FAILED</value><source>mapred-default.xml</source></property> | |
198 | +<property><name>mapreduce.jobhistory.datestring.cache.size</name><value>200000</value><source>mapred-default.xml</source></property> | |
199 | +<property><name>mapreduce.ifile.readahead.bytes</name><value>4194304</value><source>mapred-default.xml</source></property> | |
200 | +<property><name>mapreduce.tasktracker.report.address</name><value>127.0.0.1:0</value><source>mapred-default.xml</source></property> | |
201 | +<property><name>mapreduce.task.userlog.limit.kb</name><value>0</value><source>mapred-default.xml</source></property> | |
202 | +<property><name>mapreduce.tasktracker.map.tasks.maximum</name><value>2</value><source>mapred-default.xml</source></property> | |
203 | +<property><name>hadoop.http.authentication.simple.anonymous.allowed</name><value>true</value><source>core-default.xml</source></property> | |
204 | +<property><name>mapreduce.job.classloader.system.classes</name><value>java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop.</value><source>mapred-default.xml</source></property> | |
205 | +<property><name>hadoop.rpc.socket.factory.class.default</name><value>org.apache.hadoop.net.StandardSocketFactory</value><source>core-default.xml</source></property> | |
206 | +<property><name>yarn.nodemanager.resourcemanager.connect.retry_interval.secs</name><value>30</value><source>yarn-default.xml</source></property> | |
207 | +<property><name>yarn.resourcemanager.connect.max-wait.ms</name><value>900000</value><source>yarn-default.xml</source></property> | |
208 | +<property><name>fs.automatic.close</name><value>true</value><source>core-default.xml</source></property> | |
209 | +<property><name>mapreduce.tasktracker.healthchecker.script.timeout</name><value>600000</value><source>mapred-default.xml</source></property> | |
210 | +<property><name>yarn.resourcemanager.address</name><value>jupiter:8032</value><source>programatically</source></property> | |
211 | +<property><name>yarn.nodemanager.health-checker.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
212 | +<property><name>yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs</name><value>86400</value><source>yarn-default.xml</source></property> | |
213 | +<property><name>mapreduce.reduce.markreset.buffer.percent</name><value>0.0</value><source>mapred-default.xml</source></property> | |
214 | +<property><name>hadoop.security.group.mapping.ldap.directory.search.timeout</name><value>10000</value><source>core-default.xml</source></property> | |
215 | +<property><name>mapreduce.map.log.level</name><value>INFO</value><source>mapred-default.xml</source></property> | |
216 | +<property><name>yarn.nodemanager.localizer.address</name><value>${yarn.nodemanager.hostname}:8040</value><source>yarn-default.xml</source></property> | |
217 | +<property><name>ftp.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
218 | +<property><name>yarn.resourcemanager.keytab</name><value>/etc/krb5.keytab</value><source>yarn-default.xml</source></property> | |
219 | +<property><name>ha.health-monitor.rpc-timeout.ms</name><value>45000</value><source>core-default.xml</source></property> | |
220 | +<property><name>hadoop.security.group.mapping.ldap.search.attr.member</name><value>member</value><source>core-default.xml</source></property> | |
221 | +<property><name>mapreduce.job.classloader</name><value>false</value><source>mapred-default.xml</source></property> | |
222 | +<property><name>yarn.nm.liveness-monitor.expiry-interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
223 | +<property><name>io.compression.codec.bzip2.library</name><value>system-native</value><source>core-default.xml</source></property> | |
224 | +<property><name>hadoop.http.authentication.token.validity</name><value>36000</value><source>core-default.xml</source></property> | |
225 | +<property><name>mapreduce.job.hdfs-servers</name><value>${fs.defaultFS}</value><source>yarn-default.xml</source></property> | |
226 | +<property><name>s3native.replication</name><value>3</value><source>core-default.xml</source></property> | |
227 | +<property><name>rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
228 | +<property><name>yarn.nodemanager.localizer.client.thread-count</name><value>5</value><source>yarn-default.xml</source></property> | |
229 | +<property><name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
230 | +<property><name>dfs.ha.fencing.ssh.connect-timeout</name><value>30000</value><source>core-default.xml</source></property> | |
231 | +<property><name>yarn.am.liveness-monitor.expiry-interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
232 | +<property><name>net.topology.impl</name><value>org.apache.hadoop.net.NetworkTopology</value><source>core-default.xml</source></property> | |
233 | +<property><name>mapreduce.task.profile</name><value>false</value><source>mapred-default.xml</source></property> | |
234 | +<property><name>yarn.nodemanager.linux-container-executor.resources-handler.class</name><value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value><source>yarn-default.xml</source></property> | |
235 | +<property><name>mapreduce.tasktracker.instrumentation</name><value>org.apache.hadoop.mapred.TaskTrackerMetricsInst</value><source>mapred-default.xml</source></property> | |
236 | +<property><name>mapreduce.tasktracker.http.address</name><value>0.0.0.0:50060</value><source>mapred-default.xml</source></property> | |
237 | +<property><name>mapreduce.jobhistory.webapp.address</name><value>0.0.0.0:19888</value><source>mapred-default.xml</source></property> | |
238 | +<property><name>yarn.ipc.rpc.class</name><value>org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC</value><source>yarn-default.xml</source></property> | |
239 | +<property><name>ha.failover-controller.graceful-fence.rpc-timeout.ms</name><value>5000</value><source>core-default.xml</source></property> | |
240 | +<property><name>yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs</name><value>86400</value><source>yarn-default.xml</source></property> | |
241 | +<property><name>yarn.resourcemanager.am.max-attempts</name><value>2</value><source>yarn-default.xml</source></property> | |
242 | +<property><name>mapreduce.job.ubertask.maxmaps</name><value>9</value><source>mapred-default.xml</source></property> | |
243 | +<property><name>yarn.scheduler.maximum-allocation-mb</name><value>8192</value><source>yarn-default.xml</source></property> | |
244 | +<property><name>yarn.resourcemanager.webapp.https.address</name><value>${yarn.resourcemanager.hostname}:8090</value><source>yarn-default.xml</source></property> | |
245 | +<property><name>mapreduce.job.userlog.retain.hours</name><value>24</value><source>mapred-default.xml</source></property> | |
246 | +<property><name>mapreduce.task.timeout</name><value>600000</value><source>mapred-default.xml</source></property> | |
247 | +<property><name>mapreduce.jobhistory.loadedjobs.cache.size</name><value>5</value><source>mapred-default.xml</source></property> | |
248 | +<property><name>mapreduce.framework.name</name><value>yarn</value><source>mapred-site.xml</source></property> | |
249 | +<property><name>ipc.client.idlethreshold</name><value>4000</value><source>core-default.xml</source></property> | |
250 | +<property><name>ipc.server.tcpnodelay</name><value>false</value><source>core-default.xml</source></property> | |
251 | +<property><name>ftp.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
252 | +<property><name>yarn.resourcemanager.hostname</name><value>0.0.0.0</value><source>yarn-default.xml</source></property> | |
253 | +<property><name>s3.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
254 | +<property><name>mapreduce.job.speculative.slowtaskthreshold</name><value>1.0</value><source>mapred-default.xml</source></property> | |
255 | +<property><name>yarn.nodemanager.localizer.cache.target-size-mb</name><value>10240</value><source>yarn-default.xml</source></property> | |
256 | +<property><name>yarn.nodemanager.remote-app-log-dir</name><value>/tmp/logs</value><source>yarn-default.xml</source></property> | |
257 | +<property><name>fs.s3.block.size</name><value>67108864</value><source>core-default.xml</source></property> | |
258 | +<property><name>mapreduce.job.queuename</name><value>default</value><source>mapred-default.xml</source></property> | |
259 | +<property><name>yarn.scheduler.minimum-allocation-mb</name><value>1024</value><source>yarn-default.xml</source></property> | |
260 | +<property><name>hadoop.rpc.protection</name><value>authentication</value><source>core-default.xml</source></property> | |
261 | +<property><name>yarn.app.mapreduce.client-am.ipc.max-retries</name><value>3</value><source>mapred-default.xml</source></property> | |
262 | +<property><name>ftp.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
263 | +<property><name>yarn.nodemanager.address</name><value>${yarn.nodemanager.hostname}:0</value><source>yarn-default.xml</source></property> | |
264 | +<property><name>fs.defaultFS</name><value>hdfs://localhost:9000</value><source>core-site.xml</source></property> | |
265 | +<property><name>mapreduce.task.merge.progress.records</name><value>10000</value><source>mapred-default.xml</source></property> | |
266 | +<property><name>yarn.resourcemanager.scheduler.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
267 | +<property><name>file.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
268 | +<property><name>mapreduce.reduce.cpu.vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
269 | +<property><name>yarn.nodemanager.delete.thread-count</name><value>4</value><source>yarn-default.xml</source></property> | |
270 | +<property><name>yarn.resourcemanager.scheduler.address</name><value>jupiter:8030</value><source>programatically</source></property> | |
271 | +<property><name>fs.trash.checkpoint.interval</name><value>0</value><source>core-default.xml</source></property> | |
272 | +<property><name>hadoop.http.authentication.signature.secret.file</name><value>${user.home}/hadoop-http-auth-signature-secret</value><source>core-default.xml</source></property> | |
273 | +<property><name>s3native.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
274 | +<property><name>mapreduce.reduce.shuffle.read.timeout</name><value>180000</value><source>mapred-default.xml</source></property> | |
275 | +<property><name>yarn.app.mapreduce.am.command-opts</name><value>-Xmx1024m</value><source>mapred-default.xml</source></property> | |
276 | +<property><name>mapreduce.admin.user.env</name><value>LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native</value><source>mapred-default.xml</source></property> | |
277 | +<property><name>mapreduce.local.clientfactory.class.name</name><value>org.apache.hadoop.mapred.LocalClientFactory</value><source>mapred-default.xml</source></property> | |
278 | +<property><name>fs.permissions.umask-mode</name><value>022</value><source>core-default.xml</source></property> | |
279 | +<property><name>mapreduce.jobhistory.move.thread-count</name><value>3</value><source>mapred-default.xml</source></property> | |
280 | +<property><name>hadoop.common.configuration.version</name><value>0.23.0</value><source>core-default.xml</source></property> | |
281 | +<property><name>mapreduce.tasktracker.dns.interface</name><value>default</value><source>mapred-default.xml</source></property> | |
282 | +<property><name>yarn.resourcemanager.connect.retry-interval.ms</name><value>30000</value><source>yarn-default.xml</source></property> | |
283 | +<property><name>mapreduce.output.fileoutputformat.compress.type</name><value>RECORD</value><source>mapred-default.xml</source></property> | |
284 | +<property><name>mapreduce.ifile.readahead</name><value>true</value><source>mapred-default.xml</source></property> | |
285 | +<property><name>hadoop.security.group.mapping.ldap.ssl</name><value>false</value><source>core-default.xml</source></property> | |
286 | +<property><name>io.serializations</name><value>org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization</value><source>core-default.xml</source></property> | |
287 | +<property><name>fs.df.interval</name><value>60000</value><source>core-default.xml</source></property> | |
288 | +<property><name>mapreduce.reduce.shuffle.input.buffer.percent</name><value>0.70</value><source>mapred-default.xml</source></property> | |
289 | +<property><name>io.seqfile.compress.blocksize</name><value>1000000</value><source>core-default.xml</source></property> | |
290 | +<property><name>ipc.client.connect.max.retries</name><value>10</value><source>core-default.xml</source></property> | |
291 | +<property><name>hadoop.security.groups.cache.secs</name><value>300</value><source>core-default.xml</source></property> | |
292 | +<property><name>yarn.nodemanager.process-kill-wait.ms</name><value>2000</value><source>yarn-default.xml</source></property> | |
293 | +<property><name>yarn.nodemanager.vmem-check-enabled</name><value>true</value><source>yarn-default.xml</source></property> | |
294 | +<property><name>yarn.application.classpath</name><value>$HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/share/hadoop/common/*,$HADOOP_COMMON_HOME/share/hadoop/common/lib/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*,$HADOOP_YARN_HOME/share/hadoop/yarn/*,$HADOOP_YARN_HOME/share/hadoop/yarn/lib/*</value><source>yarn-default.xml</source></property> | |
295 | +<property><name>yarn.app.mapreduce.client.max-retries</name><value>3</value><source>mapred-default.xml</source></property> | |
296 | +<property><name>yarn.nodemanager.log-aggregation.compression-type</name><value>none</value><source>yarn-default.xml</source></property> | |
297 | +<property><name>hadoop.security.group.mapping.ldap.search.filter.user</name><value>(&(objectClass=user)(sAMAccountName={0}))</value><source>core-default.xml</source></property> | |
298 | +<property><name>yarn.nodemanager.localizer.cache.cleanup.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
299 | +<property><name>yarn.nodemanager.log-dirs</name><value>${yarn.log.dir}/userlogs</value><source>yarn-default.xml</source></property> | |
300 | +<property><name>fs.s3n.block.size</name><value>67108864</value><source>core-default.xml</source></property> | |
301 | +<property><name>fs.ftp.host</name><value>0.0.0.0</value><source>core-default.xml</source></property> | |
302 | +<property><name>hadoop.security.group.mapping</name><value>org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback</value><source>core-default.xml</source></property> | |
303 | +<property><name>yarn.app.mapreduce.am.resource.cpu-vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
304 | +<property><name>mapreduce.jobhistory.cleaner.enable</name><value>true</value><source>mapred-default.xml</source></property> | |
305 | +<property><name>mapreduce.map.skip.maxrecords</name><value>0</value><source>mapred-default.xml</source></property> | |
306 | +<property><name>yarn.scheduler.minimum-allocation-vcores</name><value>1</value><source>yarn-default.xml</source></property> | |
307 | +<property><name>file.replication</name><value>1</value><source>core-default.xml</source></property> | |
308 | +<property><name>yarn.resourcemanager.resource-tracker.address</name><value>jupiter:8031</value><source>programatically</source></property> | |
309 | +<property><name>mapreduce.jobtracker.restart.recover</name><value>false</value><source>mapred-default.xml</source></property> | |
310 | +<property><name>hadoop.work.around.non.threadsafe.getpwuid</name><value>false</value><source>core-default.xml</source></property> | |
311 | +<property><name>mapreduce.tasktracker.indexcache.mb</name><value>10</value><source>mapred-default.xml</source></property> | |
312 | +<property><name>mapreduce.output.fileoutputformat.compress</name><value>false</value><source>mapred-default.xml</source></property> | |
313 | +<property><name>hadoop.tmp.dir</name><value>/tmp/hadoop-${user.name}</value><source>core-default.xml</source></property> | |
314 | +<property><name>yarn.nodemanager.resource.cpu-vcores</name><value>8</value><source>yarn-default.xml</source></property> | |
315 | +<property><name>hadoop.kerberos.kinit.command</name><value>kinit</value><source>core-default.xml</source></property> | |
316 | +<property><name>mapreduce.job.committer.setup.cleanup.needed</name><value>true</value><source>mapred-default.xml</source></property> | |
317 | +<property><name>mapreduce.task.profile.reduces</name><value>0-2</value><source>mapred-default.xml</source></property> | |
318 | +<property><name>file.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
319 | +<property><name>mapreduce.jobtracker.handler.count</name><value>10</value><source>mapred-default.xml</source></property> | |
320 | +<property><name>yarn.app.mapreduce.am.job.committer.commit-window</name><value>10000</value><source>mapred-default.xml</source></property> | |
321 | +<property><name>yarn.dispatcher.exit-on-error</name><value>true</value><source>programatically</source></property> | |
322 | +<property><name>net.topology.script.number.args</name><value>100</value><source>core-default.xml</source></property> | |
323 | +<property><name>mapreduce.task.profile.maps</name><value>0-2</value><source>mapred-default.xml</source></property> | |
324 | +<property><name>yarn.resourcemanager.webapp.address</name><value>${yarn.resourcemanager.hostname}:8088</value><source>yarn-default.xml</source></property> | |
325 | +<property><name>mapreduce.jobtracker.system.dir</name><value>${hadoop.tmp.dir}/mapred/system</value><source>mapred-default.xml</source></property> | |
326 | +<property><name>hadoop.ssl.hostname.verifier</name><value>DEFAULT</value><source>core-default.xml</source></property> | |
327 | +<property><name>yarn.nodemanager.vmem-pmem-ratio</name><value>2.1</value><source>yarn-default.xml</source></property> | |
328 | +<property><name>yarn.nodemanager.hostname</name><value>0.0.0.0</value><source>yarn-default.xml</source></property> | |
329 | +<property><name>ipc.client.connect.timeout</name><value>20000</value><source>core-default.xml</source></property> | |
330 | +<property><name>mapreduce.jobhistory.principal</name><value>jhs/_HOST@REALM.TLD</value><source>mapred-default.xml</source></property> | |
331 | +<property><name>io.mapfile.bloom.error.rate</name><value>0.005</value><source>core-default.xml</source></property> | |
332 | +<property><name>mapreduce.shuffle.ssl.file.buffer.size</name><value>65536</value><source>mapred-default.xml</source></property> | |
333 | +<property><name>mapreduce.jobtracker.expire.trackers.interval</name><value>600000</value><source>mapred-default.xml</source></property> | |
334 | +<property><name>mapreduce.cluster.acls.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
335 | +<property><name>yarn.nodemanager.remote-app-log-dir-suffix</name><value>logs</value><source>yarn-default.xml</source></property> | |
336 | +<property><name>ha.failover-controller.graceful-fence.connection.retries</name><value>1</value><source>core-default.xml</source></property> | |
337 | +<property><name>ha.health-monitor.connect-retry-interval.ms</name><value>1000</value><source>core-default.xml</source></property> | |
338 | +<property><name>yarn.app.mapreduce.am.resource.mb</name><value>1536</value><source>mapred-default.xml</source></property> | |
339 | +<property><name>io.seqfile.local.dir</name><value>${hadoop.tmp.dir}/io/local</value><source>core-default.xml</source></property> | |
340 | +<property><name>mapreduce.reduce.shuffle.merge.percent</name><value>0.66</value><source>mapred-default.xml</source></property> | |
341 | +<property><name>tfile.io.chunk.size</name><value>1048576</value><source>core-default.xml</source></property> | |
342 | +<property><name>file.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
343 | +<property><name>mapreduce.jobtracker.jobhistory.lru.cache.size</name><value>5</value><source>mapred-default.xml</source></property> | |
344 | +<property><name>mapreduce.jobtracker.maxtasks.perjob</name><value>-1</value><source>mapred-default.xml</source></property> | |
345 | +<property><name>yarn.resourcemanager.nm.liveness-monitor.interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
346 | +<property><name>mapreduce.job.acl-modify-job</name><value> </value><source>mapred-default.xml</source></property> | |
347 | +<property><name>yarn.nodemanager.webapp.address</name><value>${yarn.nodemanager.hostname}:8042</value><source>yarn-default.xml</source></property> | |
348 | +<property><name>mapreduce.am.max-attempts</name><value>2</value><source>mapred-default.xml</source></property> | |
349 | +<property><name>mapreduce.tasktracker.reduce.tasks.maximum</name><value>2</value><source>mapred-default.xml</source></property> | |
350 | +<property><name>mapreduce.cluster.temp.dir</name><value>${hadoop.tmp.dir}/mapred/temp</value><source>mapred-default.xml</source></property> | |
351 | +<property><name>io.skip.checksum.errors</name><value>false</value><source>core-default.xml</source></property> | |
352 | +<property><name>mapreduce.jobhistory.joblist.cache.size</name><value>20000</value><source>mapred-default.xml</source></property> | |
353 | +<property><name>yarn.app.mapreduce.am.staging-dir</name><value>/tmp/hadoop-yarn/staging</value><source>mapred-default.xml</source></property> | |
354 | +<property><name>fs.ftp.host.port</name><value>21</value><source>core-default.xml</source></property> | |
355 | +<property><name>yarn.resourcemanager.admin.client.thread-count</name><value>1</value><source>yarn-default.xml</source></property> | |
356 | +<property><name>fs.AbstractFileSystem.viewfs.impl</name><value>org.apache.hadoop.fs.viewfs.ViewFs</value><source>core-default.xml</source></property> | |
357 | +<property><name>yarn.resourcemanager.resource-tracker.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
358 | +<property><name>mapreduce.tasktracker.dns.nameserver</name><value>default</value><source>mapred-default.xml</source></property> | |
359 | +<property><name>ipc.client.fallback-to-simple-auth-allowed</name><value>false</value><source>core-default.xml</source></property> | |
360 | +<property><name>mapreduce.map.output.compress</name><value>false</value><source>mapred-default.xml</source></property> | |
361 | +<property><name>yarn.nodemanager.delete.debug-delay-sec</name><value>0</value><source>yarn-default.xml</source></property> | |
362 | +<property><name>hadoop.ssl.require.client.cert</name><value>false</value><source>core-default.xml</source></property> | |
363 | +</configuration> |
@@ -0,0 +1,24 @@ | ||
1 | +<?xml version="1.0"?> | |
2 | +<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"> | |
3 | +<xsl:output method="html"/> | |
4 | +<xsl:template match="configuration"> | |
5 | +<html> | |
6 | +<body> | |
7 | +<table border="1"> | |
8 | +<tr> | |
9 | + <th>name</th> | |
10 | + <th>value</th> | |
11 | + <th>source</th> | |
12 | +</tr> | |
13 | +<xsl:for-each select="property"> | |
14 | +<tr> | |
15 | + <td><a name="{name}"><xsl:value-of select="name"/></a></td> | |
16 | + <td><xsl:value-of select="value"/></td> | |
17 | + <td><xsl:value-of select="source"/></td> | |
18 | +</tr> | |
19 | +</xsl:for-each> | |
20 | +</table> | |
21 | +</body> | |
22 | +</html> | |
23 | +</xsl:template> | |
24 | +</xsl:stylesheet> |
@@ -0,0 +1,375 @@ | ||
1 | +name value | |
2 | +dfs.ha.fencing.ssh.connect-timeout 30000 | |
3 | +file.blocksize 67108864 | |
4 | +file.bytes-per-checksum 512 | |
5 | +file.client-write-packet-size 65536 | |
6 | +file.replication 1 | |
7 | +file.stream-buffer-size 4096 | |
8 | +fs.AbstractFileSystem.file.impl org.apache.hadoop.fs.local.LocalFs | |
9 | +fs.AbstractFileSystem.hdfs.impl org.apache.hadoop.fs.Hdfs | |
10 | +fs.AbstractFileSystem.viewfs.impl org.apache.hadoop.fs.viewfs.ViewFs | |
11 | +fs.automatic.close true | |
12 | +fs.client.resolve.remote.symlinks true | |
13 | +fs.defaultFS hdfs://localhost:9000 | |
14 | +fs.df.interval 60000 | |
15 | +fs.ftp.host 0.0.0.0 | |
16 | +fs.ftp.host.port 21 | |
17 | +fs.permissions.umask-mode 22 | |
18 | +fs.s3.block.size 67108864 | |
19 | +fs.s3.buffer.dir ${hadoop.tmp.dir}/s3 | |
20 | +fs.s3.maxRetries 4 | |
21 | +fs.s3.sleepTimeSeconds 10 | |
22 | +fs.s3n.block.size 67108864 | |
23 | +fs.trash.checkpoint.interval 0 | |
24 | +fs.trash.interval 0 | |
25 | +ftp.blocksize 67108864 | |
26 | +ftp.bytes-per-checksum 512 | |
27 | +ftp.client-write-packet-size 65536 | |
28 | +ftp.replication 3 | |
29 | +ftp.stream-buffer-size 4096 | |
30 | +ha.failover-controller.cli-check.rpc-timeout.ms 20000 | |
31 | +ha.failover-controller.graceful-fence.connection.retries 1 | |
32 | +ha.failover-controller.graceful-fence.rpc-timeout.ms 5000 | |
33 | +ha.failover-controller.new-active.rpc-timeout.ms 60000 | |
34 | +ha.health-monitor.check-interval.ms 1000 | |
35 | +ha.health-monitor.connect-retry-interval.ms 1000 | |
36 | +ha.health-monitor.rpc-timeout.ms 45000 | |
37 | +ha.health-monitor.sleep-after-disconnect.ms 1000 | |
38 | +ha.zookeeper.acl world:anyone:rwcda | |
39 | +ha.zookeeper.parent-znode /hadoop-ha | |
40 | +ha.zookeeper.session-timeout.ms 5000 | |
41 | +hadoop.common.configuration.version 0.23.0 | |
42 | +hadoop.http.authentication.kerberos.keytab ${user.home}/hadoop.keytab | |
43 | +hadoop.http.authentication.kerberos.principal HTTP/_HOST@LOCALHOST | |
44 | +hadoop.http.authentication.signature.secret.file ${user.home}/hadoop-http-auth-signature-secret | |
45 | +hadoop.http.authentication.simple.anonymous.allowed true | |
46 | +hadoop.http.authentication.token.validity 36000 | |
47 | +hadoop.http.authentication.type simple | |
48 | +hadoop.http.filter.initializers org.apache.hadoop.http.lib.StaticUserWebFilter | |
49 | +hadoop.http.staticuser.user dr.who | |
50 | +hadoop.jetty.logs.serve.aliases true | |
51 | +hadoop.kerberos.kinit.command kinit | |
52 | +hadoop.rpc.protection authentication | |
53 | +hadoop.rpc.socket.factory.class.default org.apache.hadoop.net.StandardSocketFactory | |
54 | +hadoop.security.authentication simple | |
55 | +hadoop.security.authorization false | |
56 | +hadoop.security.group.mapping org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback | |
57 | +hadoop.security.group.mapping.ldap.directory.search.timeout 10000 | |
58 | +hadoop.security.group.mapping.ldap.search.attr.group.name cn | |
59 | +hadoop.security.group.mapping.ldap.search.attr.member member | |
60 | +hadoop.security.group.mapping.ldap.search.filter.group (objectClass=group) | |
61 | +hadoop.security.group.mapping.ldap.search.filter.user (&(objectClass=user)(sAMAccountName={0})) | |
62 | +hadoop.security.group.mapping.ldap.ssl false | |
63 | +hadoop.security.groups.cache.secs 300 | |
64 | +hadoop.security.instrumentation.requires.admin false | |
65 | +hadoop.security.uid.cache.secs 14400 | |
66 | +hadoop.ssl.client.conf ssl-client.xml | |
67 | +hadoop.ssl.enabled false | |
68 | +hadoop.ssl.hostname.verifier DEFAULT | |
69 | +hadoop.ssl.keystores.factory.class org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory | |
70 | +hadoop.ssl.require.client.cert false | |
71 | +hadoop.ssl.server.conf ssl-server.xml | |
72 | +hadoop.tmp.dir /tmp/hadoop-${user.name} | |
73 | +hadoop.util.hash.type murmur | |
74 | +hadoop.work.around.non.threadsafe.getpwuid false | |
75 | +io.bytes.per.checksum 512 | |
76 | +io.compression.codec.bzip2.library system-native | |
77 | +io.file.buffer.size 4096 | |
78 | +io.map.index.interval 128 | |
79 | +io.map.index.skip 0 | |
80 | +io.mapfile.bloom.error.rate 0.005 | |
81 | +io.mapfile.bloom.size 1048576 | |
82 | +io.native.lib.available true | |
83 | +io.seqfile.compress.blocksize 1000000 | |
84 | +io.seqfile.lazydecompress true | |
85 | +io.seqfile.local.dir ${hadoop.tmp.dir}/io/local | |
86 | +io.seqfile.sorter.recordlimit 1000000 | |
87 | +io.serializations org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization | |
88 | +io.skip.checksum.errors false | |
89 | +ipc.client.connect.max.retries 10 | |
90 | +ipc.client.connect.max.retries.on.timeouts 45 | |
91 | +ipc.client.connect.timeout 20000 | |
92 | +ipc.client.connection.maxidletime 10000 | |
93 | +ipc.client.fallback-to-simple-auth-allowed false | |
94 | +ipc.client.idlethreshold 4000 | |
95 | +ipc.client.kill.max 10 | |
96 | +ipc.client.tcpnodelay false | |
97 | +ipc.server.listen.queue.size 128 | |
98 | +ipc.server.tcpnodelay false | |
99 | +map.sort.class org.apache.hadoop.util.QuickSort | |
100 | +mapred.child.java.opts -Xmx200m | |
101 | +mapreduce.admin.user.env LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native | |
102 | +mapreduce.am.max-attempts 2 | |
103 | +mapreduce.client.completion.pollinterval 5000 | |
104 | +mapreduce.client.output.filter FAILED | |
105 | +mapreduce.client.progressmonitor.pollinterval 1000 | |
106 | +mapreduce.client.submit.file.replication 10 | |
107 | +mapreduce.cluster.acls.enabled false | |
108 | +mapreduce.cluster.local.dir ${hadoop.tmp.dir}/mapred/local | |
109 | +mapreduce.cluster.temp.dir ${hadoop.tmp.dir}/mapred/temp | |
110 | +mapreduce.framework.name yarn | |
111 | +mapreduce.ifile.readahead true | |
112 | +mapreduce.ifile.readahead.bytes 4194304 | |
113 | +mapreduce.input.fileinputformat.split.minsize 0 | |
114 | +mapreduce.job.acl-modify-job | |
115 | +mapreduce.job.acl-view-job | |
116 | +mapreduce.job.classloader false | |
117 | +mapreduce.job.classloader.system.classes java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop. | |
118 | +mapreduce.job.committer.setup.cleanup.needed true | |
119 | +mapreduce.job.complete.cancel.delegation.tokens true | |
120 | +mapreduce.job.counters.max 120 | |
121 | +mapreduce.job.end-notification.max.attempts 5 | |
122 | +mapreduce.job.end-notification.max.retry.interval 5000 | |
123 | +mapreduce.job.end-notification.retry.attempts 0 | |
124 | +mapreduce.job.end-notification.retry.interval 1000 | |
125 | +mapreduce.job.hdfs-servers ${fs.defaultFS} | |
126 | +mapreduce.job.jvm.numtasks 1 | |
127 | +mapreduce.job.map.output.collector.class org.apache.hadoop.mapred.MapTask$MapOutputBuffer | |
128 | +mapreduce.job.maps 2 | |
129 | +mapreduce.job.maxtaskfailures.per.tracker 3 | |
130 | +mapreduce.job.queuename default | |
131 | +mapreduce.job.reduce.shuffle.consumer.plugin.class org.apache.hadoop.mapreduce.task.reduce.Shuffle | |
132 | +mapreduce.job.reduce.slowstart.completedmaps 0.05 | |
133 | +mapreduce.job.reduces 1 | |
134 | +mapreduce.job.speculative.slownodethreshold 1 | |
135 | +mapreduce.job.speculative.slowtaskthreshold 1 | |
136 | +mapreduce.job.speculative.speculativecap 0.1 | |
137 | +mapreduce.job.split.metainfo.maxsize 10000000 | |
138 | +mapreduce.job.token.tracking.ids.enabled false | |
139 | +mapreduce.job.ubertask.enable false | |
140 | +mapreduce.job.ubertask.maxmaps 9 | |
141 | +mapreduce.job.ubertask.maxreduces 1 | |
142 | +mapreduce.job.userlog.retain.hours 24 | |
143 | +mapreduce.jobhistory.address 0.0.0.0:10020 | |
144 | +mapreduce.jobhistory.cleaner.enable true | |
145 | +mapreduce.jobhistory.cleaner.interval-ms 86400000 | |
146 | +mapreduce.jobhistory.client.thread-count 10 | |
147 | +mapreduce.jobhistory.datestring.cache.size 200000 | |
148 | +mapreduce.jobhistory.done-dir ${yarn.app.mapreduce.am.staging-dir}/history/done | |
149 | +mapreduce.jobhistory.http.policy HTTP_ONLY | |
150 | +mapreduce.jobhistory.intermediate-done-dir ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate | |
151 | +mapreduce.jobhistory.joblist.cache.size 20000 | |
152 | +mapreduce.jobhistory.keytab /etc/security/keytab/jhs.service.keytab | |
153 | +mapreduce.jobhistory.loadedjobs.cache.size 5 | |
154 | +mapreduce.jobhistory.max-age-ms 604800000 | |
155 | +mapreduce.jobhistory.minicluster.fixed.ports false | |
156 | +mapreduce.jobhistory.move.interval-ms 180000 | |
157 | +mapreduce.jobhistory.move.thread-count 3 | |
158 | +mapreduce.jobhistory.principal jhs/_HOST@REALM.TLD | |
159 | +mapreduce.jobhistory.webapp.address 0.0.0.0:19888 | |
160 | +mapreduce.jobtracker.address local | |
161 | +mapreduce.jobtracker.expire.trackers.interval 600000 | |
162 | +mapreduce.jobtracker.handler.count 10 | |
163 | +mapreduce.jobtracker.heartbeats.in.second 100 | |
164 | +mapreduce.jobtracker.http.address 0.0.0.0:50030 | |
165 | +mapreduce.jobtracker.instrumentation org.apache.hadoop.mapred.JobTrackerMetricsInst | |
166 | +mapreduce.jobtracker.jobhistory.block.size 3145728 | |
167 | +mapreduce.jobtracker.jobhistory.lru.cache.size 5 | |
168 | +mapreduce.jobtracker.jobhistory.task.numberprogresssplits 12 | |
169 | +mapreduce.jobtracker.maxtasks.perjob -1 | |
170 | +mapreduce.jobtracker.persist.jobstatus.active true | |
171 | +mapreduce.jobtracker.persist.jobstatus.dir /jobtracker/jobsInfo | |
172 | +mapreduce.jobtracker.persist.jobstatus.hours 1 | |
173 | +mapreduce.jobtracker.restart.recover false | |
174 | +mapreduce.jobtracker.retiredjobs.cache.size 1000 | |
175 | +mapreduce.jobtracker.staging.root.dir ${hadoop.tmp.dir}/mapred/staging | |
176 | +mapreduce.jobtracker.system.dir ${hadoop.tmp.dir}/mapred/system | |
177 | +mapreduce.jobtracker.taskcache.levels 2 | |
178 | +mapreduce.jobtracker.taskscheduler org.apache.hadoop.mapred.JobQueueTaskScheduler | |
179 | +mapreduce.jobtracker.tasktracker.maxblacklists 4 | |
180 | +mapreduce.local.clientfactory.class.name org.apache.hadoop.mapred.LocalClientFactory | |
181 | +mapreduce.map.cpu.vcores 1 | |
182 | +mapreduce.map.log.level INFO | |
183 | +mapreduce.map.maxattempts 4 | |
184 | +mapreduce.map.output.compress false | |
185 | +mapreduce.map.output.compress.codec org.apache.hadoop.io.compress.DefaultCodec | |
186 | +mapreduce.map.skip.maxrecords 0 | |
187 | +mapreduce.map.skip.proc.count.autoincr true | |
188 | +mapreduce.map.sort.spill.percent 0.8 | |
189 | +mapreduce.map.speculative true | |
190 | +mapreduce.output.fileoutputformat.compress false | |
191 | +mapreduce.output.fileoutputformat.compress.codec org.apache.hadoop.io.compress.DefaultCodec | |
192 | +mapreduce.output.fileoutputformat.compress.type RECORD | |
193 | +mapreduce.reduce.cpu.vcores 1 | |
194 | +mapreduce.reduce.input.buffer.percent 0 | |
195 | +mapreduce.reduce.log.level INFO | |
196 | +mapreduce.reduce.markreset.buffer.percent 0 | |
197 | +mapreduce.reduce.maxattempts 4 | |
198 | +mapreduce.reduce.merge.inmem.threshold 1000 | |
199 | +mapreduce.reduce.shuffle.connect.timeout 180000 | |
200 | +mapreduce.reduce.shuffle.input.buffer.percent 0.7 | |
201 | +mapreduce.reduce.shuffle.memory.limit.percent 0.25 | |
202 | +mapreduce.reduce.shuffle.merge.percent 0.66 | |
203 | +mapreduce.reduce.shuffle.parallelcopies 5 | |
204 | +mapreduce.reduce.shuffle.read.timeout 180000 | |
205 | +mapreduce.reduce.shuffle.retry-delay.max.ms 60000 | |
206 | +mapreduce.reduce.skip.maxgroups 0 | |
207 | +mapreduce.reduce.skip.proc.count.autoincr true | |
208 | +mapreduce.reduce.speculative true | |
209 | +mapreduce.shuffle.max.connections 0 | |
210 | +mapreduce.shuffle.port 13562 | |
211 | +mapreduce.shuffle.ssl.enabled false | |
212 | +mapreduce.shuffle.ssl.file.buffer.size 65536 | |
213 | +mapreduce.task.files.preserve.failedtasks false | |
214 | +mapreduce.task.io.sort.factor 10 | |
215 | +mapreduce.task.io.sort.mb 100 | |
216 | +mapreduce.task.merge.progress.records 10000 | |
217 | +mapreduce.task.profile false | |
218 | +mapreduce.task.profile.maps 0-2 | |
219 | +mapreduce.task.profile.reduces 0-2 | |
220 | +mapreduce.task.skip.start.attempts 2 | |
221 | +mapreduce.task.timeout 600000 | |
222 | +mapreduce.task.tmp.dir ./tmp | |
223 | +mapreduce.task.userlog.limit.kb 0 | |
224 | +mapreduce.tasktracker.dns.interface default | |
225 | +mapreduce.tasktracker.dns.nameserver default | |
226 | +mapreduce.tasktracker.healthchecker.interval 60000 | |
227 | +mapreduce.tasktracker.healthchecker.script.timeout 600000 | |
228 | +mapreduce.tasktracker.http.address 0.0.0.0:50060 | |
229 | +mapreduce.tasktracker.http.threads 40 | |
230 | +mapreduce.tasktracker.indexcache.mb 10 | |
231 | +mapreduce.tasktracker.instrumentation org.apache.hadoop.mapred.TaskTrackerMetricsInst | |
232 | +mapreduce.tasktracker.local.dir.minspacekill 0 | |
233 | +mapreduce.tasktracker.local.dir.minspacestart 0 | |
234 | +mapreduce.tasktracker.map.tasks.maximum 2 | |
235 | +mapreduce.tasktracker.outofband.heartbeat false | |
236 | +mapreduce.tasktracker.reduce.tasks.maximum 2 | |
237 | +mapreduce.tasktracker.report.address 127.0.0.1:0 | |
238 | +mapreduce.tasktracker.taskcontroller org.apache.hadoop.mapred.DefaultTaskController | |
239 | +mapreduce.tasktracker.taskmemorymanager.monitoringinterval 5000 | |
240 | +mapreduce.tasktracker.tasks.sleeptimebeforesigkill 5000 | |
241 | +net.topology.impl org.apache.hadoop.net.NetworkTopology | |
242 | +net.topology.node.switch.mapping.impl org.apache.hadoop.net.ScriptBasedMapping | |
243 | +net.topology.script.number.args 100 | |
244 | +nfs3.mountd.port 4242 | |
245 | +nfs3.server.port 2049 | |
246 | +rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
247 | +rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
248 | +rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
249 | +rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB org.apache.hadoop.ipc.ProtobufRpcEngine | |
250 | +s3.blocksize 67108864 | |
251 | +s3.bytes-per-checksum 512 | |
252 | +s3.client-write-packet-size 65536 | |
253 | +s3.replication 3 | |
254 | +s3.stream-buffer-size 4096 | |
255 | +s3native.blocksize 67108864 | |
256 | +s3native.bytes-per-checksum 512 | |
257 | +s3native.client-write-packet-size 65536 | |
258 | +s3native.replication 3 | |
259 | +s3native.stream-buffer-size 4096 | |
260 | +tfile.fs.input.buffer.size 262144 | |
261 | +tfile.fs.output.buffer.size 262144 | |
262 | +tfile.io.chunk.size 1048576 | |
263 | +yarn.acl.enable true | |
264 | +yarn.admin.acl * | |
265 | +yarn.am.liveness-monitor.expiry-interval-ms 600000 | |
266 | +yarn.app.mapreduce.am.command-opts -Xmx1024m | |
267 | +yarn.app.mapreduce.am.job.committer.cancel-timeout 60000 | |
268 | +yarn.app.mapreduce.am.job.committer.commit-window 10000 | |
269 | +yarn.app.mapreduce.am.job.task.listener.thread-count 30 | |
270 | +yarn.app.mapreduce.am.resource.cpu-vcores 1 | |
271 | +yarn.app.mapreduce.am.resource.mb 1536 | |
272 | +yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms 1000 | |
273 | +yarn.app.mapreduce.am.staging-dir /tmp/hadoop-yarn/staging | |
274 | +yarn.app.mapreduce.client-am.ipc.max-retries 3 | |
275 | +yarn.app.mapreduce.client.max-retries 3 | |
276 | +yarn.application.classpath $HADOOP_CONF_DIR, $HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*, $HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*, $HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*, $HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/* | |
277 | +yarn.client.app-submission.poll-interval 1000 | |
278 | +yarn.client.max-nodemanagers-proxies 500 | |
279 | +yarn.client.nodemanager-client-async.thread-pool-max-size 500 | |
280 | +yarn.dispatcher.exit-on-error true | |
281 | +yarn.http.policy HTTP_ONLY | |
282 | +yarn.ipc.rpc.class org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC | |
283 | +yarn.ipc.serializer.type protocolbuffers | |
284 | +yarn.log-aggregation-enable true | |
285 | +yarn.log-aggregation.retain-check-interval-seconds -1 | |
286 | +yarn.log-aggregation.retain-seconds -1 | |
287 | +yarn.nm.liveness-monitor.expiry-interval-ms 600000 | |
288 | +yarn.nodemanager.address ${yarn.nodemanager.hostname}:0 | |
289 | +yarn.nodemanager.admin-env MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX | |
290 | +yarn.nodemanager.aux-services mapreduce_shuffle | |
291 | +yarn.nodemanager.aux-services.mapreduce_shuffle.class org.apache.hadoop.mapred.ShuffleHandler | |
292 | +yarn.nodemanager.container-executor.class org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor | |
293 | +yarn.nodemanager.container-manager.thread-count 20 | |
294 | +yarn.nodemanager.container-monitor.interval-ms 3000 | |
295 | +yarn.nodemanager.delete.debug-delay-sec 0 | |
296 | +yarn.nodemanager.delete.thread-count 4 | |
297 | +yarn.nodemanager.disk-health-checker.interval-ms 120000 | |
298 | +yarn.nodemanager.disk-health-checker.min-healthy-disks 0.25 | |
299 | +yarn.nodemanager.env-whitelist JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME | |
300 | +yarn.nodemanager.health-checker.interval-ms 600000 | |
301 | +yarn.nodemanager.health-checker.script.timeout-ms 1200000 | |
302 | +yarn.nodemanager.hostname 0.0.0.0 | |
303 | +yarn.nodemanager.keytab /etc/krb5.keytab | |
304 | +yarn.nodemanager.linux-container-executor.cgroups.hierarchy /hadoop-yarn | |
305 | +yarn.nodemanager.linux-container-executor.cgroups.mount false | |
306 | +yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user nobody | |
307 | +yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern ^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$ | |
308 | +yarn.nodemanager.linux-container-executor.resources-handler.class org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler | |
309 | +yarn.nodemanager.local-cache.max-files-per-directory 8192 | |
310 | +yarn.nodemanager.local-dirs /var/lib/hadoop-yarn/cache/${user.name}/nm-local-dir | |
311 | +yarn.nodemanager.localizer.address ${yarn.nodemanager.hostname}:8040 | |
312 | +yarn.nodemanager.localizer.cache.cleanup.interval-ms 600000 | |
313 | +yarn.nodemanager.localizer.cache.target-size-mb 10240 | |
314 | +yarn.nodemanager.localizer.client.thread-count 5 | |
315 | +yarn.nodemanager.localizer.fetch.thread-count 4 | |
316 | +yarn.nodemanager.log-aggregation.compression-type none | |
317 | +yarn.nodemanager.log-dirs /var/log/hadoop-yarn/containers | |
318 | +yarn.nodemanager.log.retain-seconds 10800 | |
319 | +yarn.nodemanager.pmem-check-enabled true | |
320 | +yarn.nodemanager.process-kill-wait.ms 2000 | |
321 | +yarn.nodemanager.remote-app-log-dir /var/log/hadoop-yarn/apps | |
322 | +yarn.nodemanager.remote-app-log-dir-suffix logs | |
323 | +yarn.nodemanager.resource.cpu-vcores 8 | |
324 | +yarn.nodemanager.resource.memory-mb 8192 | |
325 | +yarn.nodemanager.resourcemanager.connect.retry_interval.secs 30 | |
326 | +yarn.nodemanager.resourcemanager.connect.wait.secs 900 | |
327 | +yarn.nodemanager.sleep-delay-before-sigkill.ms 250 | |
328 | +yarn.nodemanager.vmem-check-enabled true | |
329 | +yarn.nodemanager.vmem-pmem-ratio 2.1 | |
330 | +yarn.nodemanager.webapp.address ${yarn.nodemanager.hostname}:8042 | |
331 | +yarn.resourcemanager.address localhost:8032 | |
332 | +yarn.resourcemanager.admin.address localhost:8033 | |
333 | +yarn.resourcemanager.admin.client.thread-count 1 | |
334 | +yarn.resourcemanager.am.max-attempts 2 | |
335 | +yarn.resourcemanager.amliveliness-monitor.interval-ms 1000 | |
336 | +yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs 86400 | |
337 | +yarn.resourcemanager.client.thread-count 50 | |
338 | +yarn.resourcemanager.cluster.id yarn-rm-cluster | |
339 | +yarn.resourcemanager.connect.max-wait.ms 900000 | |
340 | +yarn.resourcemanager.connect.retry-interval.ms 30000 | |
341 | +yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs 86400 | |
342 | +yarn.resourcemanager.container.liveness-monitor.interval-ms 600000 | |
343 | +yarn.resourcemanager.delayed.delegation-token.removal-interval-ms 30000 | |
344 | +yarn.resourcemanager.fs.state-store.uri ${hadoop.tmp.dir}/yarn/system/rmstore | |
345 | +yarn.resourcemanager.ha.admin.address ${yarn.resourcemanager.hostname}:8034 | |
346 | +yarn.resourcemanager.ha.admin.client.thread-count 1 | |
347 | +yarn.resourcemanager.ha.automatic-failover.controller.class org.apache.hadoop.yarn.server.resourcemanager.RMFailoverControllerZKImpl | |
348 | +yarn.resourcemanager.ha.automatic-failover.enabled false | |
349 | +yarn.resourcemanager.ha.automatic-failover.port 8035 | |
350 | +yarn.resourcemanager.ha.enabled false | |
351 | +yarn.resourcemanager.ha.fencer org.apache.hadoop.yarn.server.resourcemanager.ZKStoreNodeFencer | |
352 | +yarn.resourcemanager.hostname 0.0.0.0 | |
353 | +yarn.resourcemanager.keytab /etc/krb5.keytab | |
354 | +yarn.resourcemanager.max-completed-applications 10000 | |
355 | +yarn.resourcemanager.nm.liveness-monitor.interval-ms 1000 | |
356 | +yarn.resourcemanager.nodemanagers.heartbeat-interval-ms 1000 | |
357 | +yarn.resourcemanager.recovery.enabled false | |
358 | +yarn.resourcemanager.resource-tracker.address localhost:8031 | |
359 | +yarn.resourcemanager.resource-tracker.client.thread-count 50 | |
360 | +yarn.resourcemanager.scheduler.address localhost:8030 | |
361 | +yarn.resourcemanager.scheduler.class org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler | |
362 | +yarn.resourcemanager.scheduler.client.thread-count 50 | |
363 | +yarn.resourcemanager.scheduler.monitor.enable false | |
364 | +yarn.resourcemanager.scheduler.monitor.policies org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy | |
365 | +yarn.resourcemanager.store.class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore | |
366 | +yarn.resourcemanager.webapp.address ${yarn.resourcemanager.hostname}:8088 | |
367 | +yarn.resourcemanager.webapp.https.address ${yarn.resourcemanager.hostname}:8090 | |
368 | +yarn.resourcemanager.zk.state-store.acl world:anyone:rwcda | |
369 | +yarn.resourcemanager.zk.state-store.num-retries 3 | |
370 | +yarn.resourcemanager.zk.state-store.parent-path /rmstore | |
371 | +yarn.resourcemanager.zk.state-store.timeout.ms 60000 | |
372 | +yarn.scheduler.maximum-allocation-mb 8192 | |
373 | +yarn.scheduler.maximum-allocation-vcores 32 | |
374 | +yarn.scheduler.minimum-allocation-mb 1024 | |
375 | +yarn.scheduler.minimum-allocation-vcores 1 |
@@ -0,0 +1,384 @@ | ||
1 | +<?xml version="1.0" encoding="UTF-8" standalone="no"?> | |
2 | +<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | |
3 | +<configuration> | |
4 | +<property><name>mapreduce.job.ubertask.enable</name><value>false</value><source>mapred-default.xml</source></property> | |
5 | +<property><name>yarn.resourcemanager.max-completed-applications</name><value>10000</value><source>yarn-default.xml</source></property> | |
6 | +<property><name>yarn.resourcemanager.delayed.delegation-token.removal-interval-ms</name><value>30000</value><source>yarn-default.xml</source></property> | |
7 | +<property><name>io.bytes.per.checksum</name><value>512</value><source>core-default.xml</source></property> | |
8 | +<property><name>mapreduce.client.submit.file.replication</name><value>10</value><source>mapred-default.xml</source></property> | |
9 | +<property><name>mapreduce.jobhistory.cleaner.interval-ms</name><value>86400000</value><source>mapred-default.xml</source></property> | |
10 | +<property><name>yarn.nodemanager.container-manager.thread-count</name><value>20</value><source>yarn-default.xml</source></property> | |
11 | +<property><name>yarn.nodemanager.pmem-check-enabled</name><value>true</value><source>yarn-default.xml</source></property> | |
12 | +<property><name>mapreduce.jobhistory.done-dir</name><value>${yarn.app.mapreduce.am.staging-dir}/history/done</value><source>mapred-default.xml</source></property> | |
13 | +<property><name>mapreduce.tasktracker.healthchecker.interval</name><value>60000</value><source>mapred-default.xml</source></property> | |
14 | +<property><name>mapreduce.jobtracker.staging.root.dir</name><value>${hadoop.tmp.dir}/mapred/staging</value><source>mapred-default.xml</source></property> | |
15 | +<property><name>yarn.resourcemanager.recovery.enabled</name><value>false</value><source>yarn-default.xml</source></property> | |
16 | +<property><name>yarn.resourcemanager.ha.admin.client.thread-count</name><value>1</value><source>yarn-default.xml</source></property> | |
17 | +<property><name>fs.AbstractFileSystem.file.impl</name><value>org.apache.hadoop.fs.local.LocalFs</value><source>core-default.xml</source></property> | |
18 | +<property><name>mapreduce.client.completion.pollinterval</name><value>5000</value><source>mapred-default.xml</source></property> | |
19 | +<property><name>mapreduce.jobhistory.client.thread-count</name><value>10</value><source>mapred-default.xml</source></property> | |
20 | +<property><name>mapreduce.job.ubertask.maxreduces</name><value>1</value><source>mapred-default.xml</source></property> | |
21 | +<property><name>mapreduce.reduce.shuffle.memory.limit.percent</name><value>0.25</value><source>mapred-default.xml</source></property> | |
22 | +<property><name>yarn.client.max-nodemanagers-proxies</name><value>500</value><source>yarn-default.xml</source></property> | |
23 | +<property><name>hadoop.ssl.keystores.factory.class</name><value>org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory</value><source>core-default.xml</source></property> | |
24 | +<property><name>hadoop.http.authentication.kerberos.keytab</name><value>${user.home}/hadoop.keytab</value><source>core-default.xml</source></property> | |
25 | +<property><name>yarn.nodemanager.keytab</name><value>/etc/krb5.keytab</value><source>yarn-default.xml</source></property> | |
26 | +<property><name>io.seqfile.sorter.recordlimit</name><value>1000000</value><source>core-default.xml</source></property> | |
27 | +<property><name>s3.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
28 | +<property><name>mapreduce.task.io.sort.factor</name><value>10</value><source>mapred-default.xml</source></property> | |
29 | +<property><name>yarn.nodemanager.disk-health-checker.interval-ms</name><value>120000</value><source>yarn-default.xml</source></property> | |
30 | +<property><name>yarn.admin.acl</name><value>*</value><source>yarn-default.xml</source></property> | |
31 | +<property><name>mapreduce.job.speculative.speculativecap</name><value>0.1</value><source>mapred-default.xml</source></property> | |
32 | +<property><name>yarn.nodemanager.resource.memory-mb</name><value>8192</value><source>yarn-default.xml</source></property> | |
33 | +<property><name>io.map.index.interval</name><value>128</value><source>core-default.xml</source></property> | |
34 | +<property><name>nfs3.mountd.port</name><value>4242</value><source>core-default.xml</source></property> | |
35 | +<property><name>s3.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
36 | +<property><name>yarn.resourcemanager.fs.state-store.uri</name><value>${hadoop.tmp.dir}/yarn/system/rmstore</value><source>yarn-default.xml</source></property> | |
37 | +<property><name>mapreduce.task.files.preserve.failedtasks</name><value>false</value><source>mapred-default.xml</source></property> | |
38 | +<property><name>ha.zookeeper.session-timeout.ms</name><value>5000</value><source>core-default.xml</source></property> | |
39 | +<property><name>s3.replication</name><value>3</value><source>core-default.xml</source></property> | |
40 | +<property><name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name><value>org.apache.hadoop.mapred.ShuffleHandler</value><source>yarn-site.xml</source></property> | |
41 | +<property><name>mapreduce.reduce.shuffle.connect.timeout</name><value>180000</value><source>mapred-default.xml</source></property> | |
42 | +<property><name>hadoop.ssl.enabled</name><value>false</value><source>core-default.xml</source></property> | |
43 | +<property><name>yarn.nodemanager.aux-services</name><value>mapreduce_shuffle</value><source>yarn-site.xml</source></property> | |
44 | +<property><name>mapreduce.job.counters.max</name><value>120</value><source>mapred-default.xml</source></property> | |
45 | +<property><name>ipc.client.connect.max.retries.on.timeouts</name><value>45</value><source>core-default.xml</source></property> | |
46 | +<property><name>mapreduce.job.complete.cancel.delegation.tokens</name><value>true</value><source>mapred-default.xml</source></property> | |
47 | +<property><name>yarn.resourcemanager.ha.fencer</name><value>org.apache.hadoop.yarn.server.resourcemanager.ZKStoreNodeFencer </value><source>yarn-default.xml</source></property> | |
48 | +<property><name>fs.trash.interval</name><value>0</value><source>core-default.xml</source></property> | |
49 | +<property><name>yarn.resourcemanager.admin.address</name><value>zephyr05.gaea.test:8033</value><source>programatically</source></property> | |
50 | +<property><name>ha.health-monitor.check-interval.ms</name><value>1000</value><source>core-default.xml</source></property> | |
51 | +<property><name>hadoop.jetty.logs.serve.aliases</name><value>true</value><source>core-default.xml</source></property> | |
52 | +<property><name>hadoop.http.authentication.kerberos.principal</name><value>HTTP/_HOST@LOCALHOST</value><source>core-default.xml</source></property> | |
53 | +<property><name>mapreduce.tasktracker.taskmemorymanager.monitoringinterval</name><value>5000</value><source>mapred-default.xml</source></property> | |
54 | +<property><name>mapreduce.job.reduce.shuffle.consumer.plugin.class</name><value>org.apache.hadoop.mapreduce.task.reduce.Shuffle</value><source>mapred-default.xml</source></property> | |
55 | +<property><name>s3native.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
56 | +<property><name>ha.health-monitor.sleep-after-disconnect.ms</name><value>1000</value><source>core-default.xml</source></property> | |
57 | +<property><name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
58 | +<property><name>yarn.log-aggregation.retain-check-interval-seconds</name><value>-1</value><source>yarn-default.xml</source></property> | |
59 | +<property><name>mapreduce.jobtracker.jobhistory.task.numberprogresssplits</name><value>12</value><source>mapred-default.xml</source></property> | |
60 | +<property><name>mapreduce.map.cpu.vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
61 | +<property><name>yarn.acl.enable</name><value>true</value><source>yarn-default.xml</source></property> | |
62 | +<property><name>hadoop.security.instrumentation.requires.admin</name><value>false</value><source>core-default.xml</source></property> | |
63 | +<property><name>yarn.nodemanager.localizer.fetch.thread-count</name><value>4</value><source>yarn-default.xml</source></property> | |
64 | +<property><name>hadoop.security.authorization</name><value>false</value><source>core-default.xml</source></property> | |
65 | +<property><name>hadoop.security.group.mapping.ldap.search.filter.group</name><value>(objectClass=group)</value><source>core-default.xml</source></property> | |
66 | +<property><name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
67 | +<property><name>mapreduce.output.fileoutputformat.compress.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value><source>mapred-default.xml</source></property> | |
68 | +<property><name>mapreduce.shuffle.max.connections</name><value>0</value><source>mapred-default.xml</source></property> | |
69 | +<property><name>mapreduce.shuffle.port</name><value>13562</value><source>mapred-default.xml</source></property> | |
70 | +<property><name>mapreduce.reduce.log.level</name><value>INFO</value><source>mapred-default.xml</source></property> | |
71 | +<property><name>yarn.log-aggregation-enable</name><value>true</value><source>yarn-site.xml</source></property> | |
72 | +<property><name>mapreduce.jobtracker.instrumentation</name><value>org.apache.hadoop.mapred.JobTrackerMetricsInst</value><source>mapred-default.xml</source></property> | |
73 | +<property><name>hadoop.security.group.mapping.ldap.search.attr.group.name</name><value>cn</value><source>core-default.xml</source></property> | |
74 | +<property><name>fs.client.resolve.remote.symlinks</name><value>true</value><source>core-default.xml</source></property> | |
75 | +<property><name>s3native.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
76 | +<property><name>mapreduce.tasktracker.tasks.sleeptimebeforesigkill</name><value>5000</value><source>mapred-default.xml</source></property> | |
77 | +<property><name>tfile.fs.output.buffer.size</name><value>262144</value><source>core-default.xml</source></property> | |
78 | +<property><name>yarn.nodemanager.local-dirs</name><value>/var/lib/hadoop-yarn/cache/${user.name}/nm-local-dir</value><source>yarn-site.xml</source></property> | |
79 | +<property><name>mapreduce.jobtracker.persist.jobstatus.active</name><value>true</value><source>mapred-default.xml</source></property> | |
80 | +<property><name>fs.AbstractFileSystem.hdfs.impl</name><value>org.apache.hadoop.fs.Hdfs</value><source>core-default.xml</source></property> | |
81 | +<property><name>mapreduce.job.map.output.collector.class</name><value>org.apache.hadoop.mapred.MapTask$MapOutputBuffer</value><source>mapred-default.xml</source></property> | |
82 | +<property><name>mapreduce.tasktracker.local.dir.minspacestart</name><value>0</value><source>mapred-default.xml</source></property> | |
83 | +<property><name>hadoop.security.uid.cache.secs</name><value>14400</value><source>core-default.xml</source></property> | |
84 | +<property><name>yarn.resourcemanager.scheduler.monitor.policies</name><value>org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy</value><source>yarn-default.xml</source></property> | |
85 | +<property><name>hadoop.ssl.client.conf</name><value>ssl-client.xml</value><source>core-default.xml</source></property> | |
86 | +<property><name>mapreduce.tasktracker.local.dir.minspacekill</name><value>0</value><source>mapred-default.xml</source></property> | |
87 | +<property><name>mapreduce.jobtracker.retiredjobs.cache.size</name><value>1000</value><source>mapred-default.xml</source></property> | |
88 | +<property><name>yarn.resourcemanager.scheduler.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value><source>yarn-default.xml</source></property> | |
89 | +<property><name>mapreduce.job.reduce.slowstart.completedmaps</name><value>0.05</value><source>mapred-default.xml</source></property> | |
90 | +<property><name>mapreduce.job.end-notification.retry.attempts</name><value>0</value><source>mapred-default.xml</source></property> | |
91 | +<property><name>mapreduce.tasktracker.outofband.heartbeat</name><value>false</value><source>mapred-default.xml</source></property> | |
92 | +<property><name>io.native.lib.available</name><value>true</value><source>core-default.xml</source></property> | |
93 | +<property><name>mapreduce.jobtracker.persist.jobstatus.hours</name><value>1</value><source>mapred-default.xml</source></property> | |
94 | +<property><name>yarn.resourcemanager.ha.automatic-failover.enabled</name><value>false</value><source>yarn-default.xml</source></property> | |
95 | +<property><name>mapreduce.client.progressmonitor.pollinterval</name><value>1000</value><source>mapred-default.xml</source></property> | |
96 | +<property><name>mapreduce.reduce.input.buffer.percent</name><value>0.0</value><source>mapred-default.xml</source></property> | |
97 | +<property><name>mapreduce.map.output.compress.codec</name><value>org.apache.hadoop.io.compress.DefaultCodec</value><source>mapred-default.xml</source></property> | |
98 | +<property><name>mapreduce.map.skip.proc.count.autoincr</name><value>true</value><source>mapred-default.xml</source></property> | |
99 | +<property><name>mapreduce.jobtracker.address</name><value>local</value><source>mapred-default.xml</source></property> | |
100 | +<property><name>mapreduce.cluster.local.dir</name><value>${hadoop.tmp.dir}/mapred/local</value><source>mapred-default.xml</source></property> | |
101 | +<property><name>mapreduce.tasktracker.taskcontroller</name><value>org.apache.hadoop.mapred.DefaultTaskController</value><source>mapred-default.xml</source></property> | |
102 | +<property><name>mapreduce.reduce.shuffle.parallelcopies</name><value>5</value><source>mapred-default.xml</source></property> | |
103 | +<property><name>yarn.nodemanager.env-whitelist</name><value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME</value><source>yarn-default.xml</source></property> | |
104 | +<property><name>mapreduce.jobtracker.heartbeats.in.second</name><value>100</value><source>mapred-default.xml</source></property> | |
105 | +<property><name>mapreduce.job.maxtaskfailures.per.tracker</name><value>3</value><source>mapred-default.xml</source></property> | |
106 | +<property><name>ipc.client.connection.maxidletime</name><value>10000</value><source>core-default.xml</source></property> | |
107 | +<property><name>mapreduce.shuffle.ssl.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
108 | +<property><name>fs.s3.sleepTimeSeconds</name><value>10</value><source>core-default.xml</source></property> | |
109 | +<property><name>yarn.scheduler.maximum-allocation-vcores</name><value>32</value><source>yarn-default.xml</source></property> | |
110 | +<property><name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
111 | +<property><name>hadoop.ssl.server.conf</name><value>ssl-server.xml</value><source>core-default.xml</source></property> | |
112 | +<property><name>ha.zookeeper.parent-znode</name><value>/hadoop-ha</value><source>core-default.xml</source></property> | |
113 | +<property><name>io.seqfile.lazydecompress</name><value>true</value><source>core-default.xml</source></property> | |
114 | +<property><name>yarn.client.app-submission.poll-interval</name><value>1000</value><source>yarn-default.xml</source></property> | |
115 | +<property><name>mapreduce.reduce.merge.inmem.threshold</name><value>1000</value><source>mapred-default.xml</source></property> | |
116 | +<property><name>mapreduce.input.fileinputformat.split.minsize</name><value>0</value><source>mapred-default.xml</source></property> | |
117 | +<property><name>ipc.client.tcpnodelay</name><value>false</value><source>core-default.xml</source></property> | |
118 | +<property><name>yarn.resourcemanager.cluster.id</name><value>yarn-rm-cluster</value><source>yarn-default.xml</source></property> | |
119 | +<property><name>mapreduce.jobtracker.tasktracker.maxblacklists</name><value>4</value><source>mapred-default.xml</source></property> | |
120 | +<property><name>s3.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
121 | +<property><name>nfs3.server.port</name><value>2049</value><source>core-default.xml</source></property> | |
122 | +<property><name>mapreduce.job.jvm.numtasks</name><value>1</value><source>mapred-default.xml</source></property> | |
123 | +<property><name>mapreduce.task.io.sort.mb</name><value>100</value><source>mapred-default.xml</source></property> | |
124 | +<property><name>yarn.resourcemanager.ha.enabled</name><value>false</value><source>yarn-default.xml</source></property> | |
125 | +<property><name>io.file.buffer.size</name><value>4096</value><source>core-default.xml</source></property> | |
126 | +<property><name>yarn.nodemanager.admin-env</name><value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value><source>yarn-default.xml</source></property> | |
127 | +<property><name>mapreduce.job.split.metainfo.maxsize</name><value>10000000</value><source>mapred-default.xml</source></property> | |
128 | +<property><name>yarn.resourcemanager.scheduler.monitor.enable</name><value>false</value><source>yarn-default.xml</source></property> | |
129 | +<property><name>yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms</name><value>1000</value><source>mapred-default.xml</source></property> | |
130 | +<property><name>mapreduce.reduce.maxattempts</name><value>4</value><source>mapred-default.xml</source></property> | |
131 | +<property><name>hadoop.security.authentication</name><value>simple</value><source>core-default.xml</source></property> | |
132 | +<property><name>fs.s3.buffer.dir</name><value>${hadoop.tmp.dir}/s3</value><source>core-default.xml</source></property> | |
133 | +<property><name>mapreduce.jobtracker.taskscheduler</name><value>org.apache.hadoop.mapred.JobQueueTaskScheduler</value><source>mapred-default.xml</source></property> | |
134 | +<property><name>yarn.app.mapreduce.am.job.task.listener.thread-count</name><value>30</value><source>mapred-default.xml</source></property> | |
135 | +<property><name>mapreduce.job.reduces</name><value>1</value><source>mapred-default.xml</source></property> | |
136 | +<property><name>mapreduce.map.sort.spill.percent</name><value>0.80</value><source>mapred-default.xml</source></property> | |
137 | +<property><name>mapreduce.job.end-notification.retry.interval</name><value>1000</value><source>mapred-default.xml</source></property> | |
138 | +<property><name>mapreduce.jobhistory.minicluster.fixed.ports</name><value>false</value><source>mapred-default.xml</source></property> | |
139 | +<property><name>mapreduce.job.maps</name><value>2</value><source>mapred-default.xml</source></property> | |
140 | +<property><name>mapreduce.job.speculative.slownodethreshold</name><value>1.0</value><source>mapred-default.xml</source></property> | |
141 | +<property><name>tfile.fs.input.buffer.size</name><value>262144</value><source>core-default.xml</source></property> | |
142 | +<property><name>mapreduce.map.speculative</name><value>true</value><source>mapred-default.xml</source></property> | |
143 | +<property><name>mapreduce.job.acl-view-job</name><value> </value><source>mapred-default.xml</source></property> | |
144 | +<property><name>yarn.resourcemanager.zk.state-store.num-retries</name><value>3</value><source>yarn-default.xml</source></property> | |
145 | +<property><name>mapreduce.reduce.shuffle.retry-delay.max.ms</name><value>60000</value><source>mapred-default.xml</source></property> | |
146 | +<property><name>rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
147 | +<property><name>mapreduce.job.end-notification.max.retry.interval</name><value>5000</value><source>mapred-default.xml</source></property> | |
148 | +<property><name>yarn.ipc.serializer.type</name><value>protocolbuffers</value><source>yarn-default.xml</source></property> | |
149 | +<property><name>mapreduce.tasktracker.http.threads</name><value>40</value><source>mapred-default.xml</source></property> | |
150 | +<property><name>ftp.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
151 | +<property><name>ha.failover-controller.cli-check.rpc-timeout.ms</name><value>20000</value><source>core-default.xml</source></property> | |
152 | +<property><name>mapreduce.job.token.tracking.ids.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
153 | +<property><name>yarn.nodemanager.resourcemanager.connect.wait.secs</name><value>900</value><source>yarn-default.xml</source></property> | |
154 | +<property><name>mapreduce.task.skip.start.attempts</name><value>2</value><source>mapred-default.xml</source></property> | |
155 | +<property><name>mapreduce.jobtracker.persist.jobstatus.dir</name><value>/jobtracker/jobsInfo</value><source>mapred-default.xml</source></property> | |
156 | +<property><name>ipc.client.kill.max</name><value>10</value><source>core-default.xml</source></property> | |
157 | +<property><name>yarn.nodemanager.linux-container-executor.cgroups.mount</name><value>false</value><source>yarn-default.xml</source></property> | |
158 | +<property><name>mapreduce.jobhistory.keytab</name><value>/etc/security/keytab/jhs.service.keytab</value><source>mapred-default.xml</source></property> | |
159 | +<property><name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name><value>/hadoop-yarn</value><source>yarn-default.xml</source></property> | |
160 | +<property><name>mapreduce.job.end-notification.max.attempts</name><value>5</value><source>mapred-default.xml</source></property> | |
161 | +<property><name>mapreduce.jobhistory.max-age-ms</name><value>604800000</value><source>mapred-default.xml</source></property> | |
162 | +<property><name>yarn.http.policy</name><value>HTTP_ONLY</value><source>yarn-default.xml</source></property> | |
163 | +<property><name>mapreduce.task.tmp.dir</name><value>./tmp</value><source>mapred-default.xml</source></property> | |
164 | +<property><name>hadoop.http.filter.initializers</name><value>org.apache.hadoop.http.lib.StaticUserWebFilter</value><source>core-default.xml</source></property> | |
165 | +<property><name>hadoop.http.authentication.type</name><value>simple</value><source>core-default.xml</source></property> | |
166 | +<property><name>yarn.resourcemanager.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
167 | +<property><name>ipc.server.listen.queue.size</name><value>128</value><source>core-default.xml</source></property> | |
168 | +<property><name>mapreduce.reduce.skip.maxgroups</name><value>0</value><source>mapred-default.xml</source></property> | |
169 | +<property><name>file.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
170 | +<property><name>yarn.resourcemanager.store.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore</value><source>yarn-default.xml</source></property> | |
171 | +<property><name>io.mapfile.bloom.size</name><value>1048576</value><source>core-default.xml</source></property> | |
172 | +<property><name>yarn.nodemanager.container-executor.class</name><value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value><source>yarn-default.xml</source></property> | |
173 | +<property><name>mapreduce.map.maxattempts</name><value>4</value><source>mapred-default.xml</source></property> | |
174 | +<property><name>mapreduce.jobtracker.jobhistory.block.size</name><value>3145728</value><source>mapred-default.xml</source></property> | |
175 | +<property><name>yarn.log-aggregation.retain-seconds</name><value>-1</value><source>yarn-default.xml</source></property> | |
176 | +<property><name>yarn.app.mapreduce.am.job.committer.cancel-timeout</name><value>60000</value><source>mapred-default.xml</source></property> | |
177 | +<property><name>ftp.replication</name><value>3</value><source>core-default.xml</source></property> | |
178 | +<property><name>mapreduce.jobtracker.http.address</name><value>0.0.0.0:50030</value><source>mapred-default.xml</source></property> | |
179 | +<property><name>mapreduce.jobhistory.intermediate-done-dir</name><value>${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate</value><source>mapred-default.xml</source></property> | |
180 | +<property><name>yarn.nodemanager.health-checker.script.timeout-ms</name><value>1200000</value><source>yarn-default.xml</source></property> | |
181 | +<property><name>mapreduce.jobhistory.address</name><value>0.0.0.0:10020</value><source>mapred-default.xml</source></property> | |
182 | +<property><name>mapreduce.jobtracker.taskcache.levels</name><value>2</value><source>mapred-default.xml</source></property> | |
183 | +<property><name>yarn.nodemanager.log.retain-seconds</name><value>10800</value><source>yarn-default.xml</source></property> | |
184 | +<property><name>yarn.nodemanager.local-cache.max-files-per-directory</name><value>8192</value><source>yarn-default.xml</source></property> | |
185 | +<property><name>mapred.child.java.opts</name><value>-Xmx200m</value><source>mapred-default.xml</source></property> | |
186 | +<property><name>map.sort.class</name><value>org.apache.hadoop.util.QuickSort</value><source>mapred-default.xml</source></property> | |
187 | +<property><name>hadoop.util.hash.type</name><value>murmur</value><source>core-default.xml</source></property> | |
188 | +<property><name>mapreduce.jobhistory.move.interval-ms</name><value>180000</value><source>mapred-default.xml</source></property> | |
189 | +<property><name>mapreduce.reduce.skip.proc.count.autoincr</name><value>true</value><source>mapred-default.xml</source></property> | |
190 | +<property><name>yarn.nodemanager.container-monitor.interval-ms</name><value>3000</value><source>yarn-default.xml</source></property> | |
191 | +<property><name>yarn.client.nodemanager-client-async.thread-pool-max-size</name><value>500</value><source>yarn-default.xml</source></property> | |
192 | +<property><name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name><value>0.25</value><source>yarn-default.xml</source></property> | |
193 | +<property><name>mapreduce.jobhistory.http.policy</name><value>HTTP_ONLY</value><source>mapred-default.xml</source></property> | |
194 | +<property><name>ha.zookeeper.acl</name><value>world:anyone:rwcda</value><source>core-default.xml</source></property> | |
195 | +<property><name>yarn.nodemanager.sleep-delay-before-sigkill.ms</name><value>250</value><source>yarn-default.xml</source></property> | |
196 | +<property><name>io.map.index.skip</name><value>0</value><source>core-default.xml</source></property> | |
197 | +<property><name>net.topology.node.switch.mapping.impl</name><value>org.apache.hadoop.net.ScriptBasedMapping</value><source>core-default.xml</source></property> | |
198 | +<property><name>fs.s3.maxRetries</name><value>4</value><source>core-default.xml</source></property> | |
199 | +<property><name>ha.failover-controller.new-active.rpc-timeout.ms</name><value>60000</value><source>core-default.xml</source></property> | |
200 | +<property><name>s3native.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
201 | +<property><name>yarn.resourcemanager.amliveliness-monitor.interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
202 | +<property><name>hadoop.http.staticuser.user</name><value>dr.who</value><source>core-default.xml</source></property> | |
203 | +<property><name>mapreduce.reduce.speculative</name><value>true</value><source>mapred-default.xml</source></property> | |
204 | +<property><name>mapreduce.client.output.filter</name><value>FAILED</value><source>mapred-default.xml</source></property> | |
205 | +<property><name>mapreduce.jobhistory.datestring.cache.size</name><value>200000</value><source>mapred-default.xml</source></property> | |
206 | +<property><name>mapreduce.ifile.readahead.bytes</name><value>4194304</value><source>mapred-default.xml</source></property> | |
207 | +<property><name>mapreduce.tasktracker.report.address</name><value>127.0.0.1:0</value><source>mapred-default.xml</source></property> | |
208 | +<property><name>mapreduce.task.userlog.limit.kb</name><value>0</value><source>mapred-default.xml</source></property> | |
209 | +<property><name>mapreduce.tasktracker.map.tasks.maximum</name><value>2</value><source>mapred-default.xml</source></property> | |
210 | +<property><name>hadoop.http.authentication.simple.anonymous.allowed</name><value>true</value><source>core-default.xml</source></property> | |
211 | +<property><name>mapreduce.job.classloader.system.classes</name><value>java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop.</value><source>mapred-default.xml</source></property> | |
212 | +<property><name>hadoop.rpc.socket.factory.class.default</name><value>org.apache.hadoop.net.StandardSocketFactory</value><source>core-default.xml</source></property> | |
213 | +<property><name>yarn.nodemanager.resourcemanager.connect.retry_interval.secs</name><value>30</value><source>yarn-default.xml</source></property> | |
214 | +<property><name>yarn.resourcemanager.connect.max-wait.ms</name><value>900000</value><source>yarn-default.xml</source></property> | |
215 | +<property><name>fs.automatic.close</name><value>true</value><source>core-default.xml</source></property> | |
216 | +<property><name>mapreduce.tasktracker.healthchecker.script.timeout</name><value>600000</value><source>mapred-default.xml</source></property> | |
217 | +<property><name>yarn.resourcemanager.address</name><value>zephyr05.gaea.test:8032</value><source>programatically</source></property> | |
218 | +<property><name>yarn.resourcemanager.zk.state-store.parent-path</name><value>/rmstore</value><source>yarn-default.xml</source></property> | |
219 | +<property><name>yarn.nodemanager.health-checker.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
220 | +<property><name>yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs</name><value>86400</value><source>yarn-default.xml</source></property> | |
221 | +<property><name>mapreduce.reduce.markreset.buffer.percent</name><value>0.0</value><source>mapred-default.xml</source></property> | |
222 | +<property><name>hadoop.security.group.mapping.ldap.directory.search.timeout</name><value>10000</value><source>core-default.xml</source></property> | |
223 | +<property><name>mapreduce.map.log.level</name><value>INFO</value><source>mapred-default.xml</source></property> | |
224 | +<property><name>yarn.nodemanager.localizer.address</name><value>${yarn.nodemanager.hostname}:8040</value><source>yarn-default.xml</source></property> | |
225 | +<property><name>ftp.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
226 | +<property><name>yarn.resourcemanager.keytab</name><value>/etc/krb5.keytab</value><source>yarn-default.xml</source></property> | |
227 | +<property><name>ha.health-monitor.rpc-timeout.ms</name><value>45000</value><source>core-default.xml</source></property> | |
228 | +<property><name>hadoop.security.group.mapping.ldap.search.attr.member</name><value>member</value><source>core-default.xml</source></property> | |
229 | +<property><name>mapreduce.job.classloader</name><value>false</value><source>mapred-default.xml</source></property> | |
230 | +<property><name>yarn.resourcemanager.ha.automatic-failover.controller.class</name><value>org.apache.hadoop.yarn.server.resourcemanager.RMFailoverControllerZKImpl</value><source>yarn-default.xml</source></property> | |
231 | +<property><name>yarn.nm.liveness-monitor.expiry-interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
232 | +<property><name>io.compression.codec.bzip2.library</name><value>system-native</value><source>core-default.xml</source></property> | |
233 | +<property><name>hadoop.http.authentication.token.validity</name><value>36000</value><source>core-default.xml</source></property> | |
234 | +<property><name>mapreduce.job.hdfs-servers</name><value>${fs.defaultFS}</value><source>yarn-default.xml</source></property> | |
235 | +<property><name>s3native.replication</name><value>3</value><source>core-default.xml</source></property> | |
236 | +<property><name>rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB</name><value>org.apache.hadoop.ipc.ProtobufRpcEngine</value><source>programatically</source></property> | |
237 | +<property><name>yarn.nodemanager.localizer.client.thread-count</name><value>5</value><source>yarn-default.xml</source></property> | |
238 | +<property><name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
239 | +<property><name>dfs.ha.fencing.ssh.connect-timeout</name><value>30000</value><source>core-default.xml</source></property> | |
240 | +<property><name>yarn.am.liveness-monitor.expiry-interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
241 | +<property><name>net.topology.impl</name><value>org.apache.hadoop.net.NetworkTopology</value><source>core-default.xml</source></property> | |
242 | +<property><name>mapreduce.task.profile</name><value>false</value><source>mapred-default.xml</source></property> | |
243 | +<property><name>mapreduce.tasktracker.http.address</name><value>0.0.0.0:50060</value><source>mapred-default.xml</source></property> | |
244 | +<property><name>yarn.nodemanager.linux-container-executor.resources-handler.class</name><value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value><source>yarn-default.xml</source></property> | |
245 | +<property><name>mapreduce.tasktracker.instrumentation</name><value>org.apache.hadoop.mapred.TaskTrackerMetricsInst</value><source>mapred-default.xml</source></property> | |
246 | +<property><name>mapreduce.jobhistory.webapp.address</name><value>0.0.0.0:19888</value><source>mapred-default.xml</source></property> | |
247 | +<property><name>yarn.ipc.rpc.class</name><value>org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC</value><source>yarn-default.xml</source></property> | |
248 | +<property><name>ha.failover-controller.graceful-fence.rpc-timeout.ms</name><value>5000</value><source>core-default.xml</source></property> | |
249 | +<property><name>yarn.resourcemanager.zk.state-store.timeout.ms</name><value>60000</value><source>yarn-default.xml</source></property> | |
250 | +<property><name>yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs</name><value>86400</value><source>yarn-default.xml</source></property> | |
251 | +<property><name>yarn.resourcemanager.am.max-attempts</name><value>2</value><source>yarn-default.xml</source></property> | |
252 | +<property><name>mapreduce.job.ubertask.maxmaps</name><value>9</value><source>mapred-default.xml</source></property> | |
253 | +<property><name>yarn.scheduler.maximum-allocation-mb</name><value>8192</value><source>yarn-default.xml</source></property> | |
254 | +<property><name>yarn.resourcemanager.webapp.https.address</name><value>${yarn.resourcemanager.hostname}:8090</value><source>yarn-default.xml</source></property> | |
255 | +<property><name>mapreduce.job.userlog.retain.hours</name><value>24</value><source>mapred-default.xml</source></property> | |
256 | +<property><name>yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern</name><value>^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$</value><source>yarn-default.xml</source></property> | |
257 | +<property><name>mapreduce.task.timeout</name><value>600000</value><source>mapred-default.xml</source></property> | |
258 | +<property><name>mapreduce.jobhistory.loadedjobs.cache.size</name><value>5</value><source>mapred-default.xml</source></property> | |
259 | +<property><name>mapreduce.framework.name</name><value>yarn</value><source>mapred-site.xml</source></property> | |
260 | +<property><name>ipc.client.idlethreshold</name><value>4000</value><source>core-default.xml</source></property> | |
261 | +<property><name>ipc.server.tcpnodelay</name><value>false</value><source>core-default.xml</source></property> | |
262 | +<property><name>ftp.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
263 | +<property><name>yarn.resourcemanager.hostname</name><value>0.0.0.0</value><source>yarn-default.xml</source></property> | |
264 | +<property><name>s3.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
265 | +<property><name>mapreduce.job.speculative.slowtaskthreshold</name><value>1.0</value><source>mapred-default.xml</source></property> | |
266 | +<property><name>yarn.nodemanager.localizer.cache.target-size-mb</name><value>10240</value><source>yarn-default.xml</source></property> | |
267 | +<property><name>yarn.nodemanager.remote-app-log-dir</name><value>/var/log/hadoop-yarn/apps</value><source>yarn-site.xml</source></property> | |
268 | +<property><name>fs.s3.block.size</name><value>67108864</value><source>core-default.xml</source></property> | |
269 | +<property><name>mapreduce.job.queuename</name><value>default</value><source>mapred-default.xml</source></property> | |
270 | +<property><name>yarn.scheduler.minimum-allocation-mb</name><value>1024</value><source>yarn-default.xml</source></property> | |
271 | +<property><name>hadoop.rpc.protection</name><value>authentication</value><source>core-default.xml</source></property> | |
272 | +<property><name>yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user</name><value>nobody</value><source>yarn-default.xml</source></property> | |
273 | +<property><name>yarn.app.mapreduce.client-am.ipc.max-retries</name><value>3</value><source>mapred-default.xml</source></property> | |
274 | +<property><name>yarn.resourcemanager.ha.automatic-failover.port</name><value>8035</value><source>yarn-default.xml</source></property> | |
275 | +<property><name>ftp.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
276 | +<property><name>yarn.nodemanager.address</name><value>${yarn.nodemanager.hostname}:0</value><source>yarn-default.xml</source></property> | |
277 | +<property><name>fs.defaultFS</name><value>hdfs://localhost:9000</value><source>core-site.xml</source></property> | |
278 | +<property><name>mapreduce.task.merge.progress.records</name><value>10000</value><source>mapred-default.xml</source></property> | |
279 | +<property><name>yarn.resourcemanager.scheduler.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
280 | +<property><name>file.client-write-packet-size</name><value>65536</value><source>core-default.xml</source></property> | |
281 | +<property><name>mapreduce.reduce.cpu.vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
282 | +<property><name>yarn.nodemanager.delete.thread-count</name><value>4</value><source>yarn-default.xml</source></property> | |
283 | +<property><name>yarn.resourcemanager.scheduler.address</name><value>zephyr05.gaea.test:8030</value><source>programatically</source></property> | |
284 | +<property><name>fs.trash.checkpoint.interval</name><value>0</value><source>core-default.xml</source></property> | |
285 | +<property><name>hadoop.http.authentication.signature.secret.file</name><value>${user.home}/hadoop-http-auth-signature-secret</value><source>core-default.xml</source></property> | |
286 | +<property><name>s3native.stream-buffer-size</name><value>4096</value><source>core-default.xml</source></property> | |
287 | +<property><name>mapreduce.reduce.shuffle.read.timeout</name><value>180000</value><source>mapred-default.xml</source></property> | |
288 | +<property><name>yarn.app.mapreduce.am.command-opts</name><value>-Xmx1024m</value><source>mapred-default.xml</source></property> | |
289 | +<property><name>mapreduce.admin.user.env</name><value>LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native</value><source>mapred-default.xml</source></property> | |
290 | +<property><name>mapreduce.local.clientfactory.class.name</name><value>org.apache.hadoop.mapred.LocalClientFactory</value><source>mapred-default.xml</source></property> | |
291 | +<property><name>fs.permissions.umask-mode</name><value>022</value><source>core-default.xml</source></property> | |
292 | +<property><name>mapreduce.jobhistory.move.thread-count</name><value>3</value><source>mapred-default.xml</source></property> | |
293 | +<property><name>hadoop.common.configuration.version</name><value>0.23.0</value><source>core-default.xml</source></property> | |
294 | +<property><name>mapreduce.tasktracker.dns.interface</name><value>default</value><source>mapred-default.xml</source></property> | |
295 | +<property><name>mapreduce.output.fileoutputformat.compress.type</name><value>RECORD</value><source>mapred-default.xml</source></property> | |
296 | +<property><name>yarn.resourcemanager.connect.retry-interval.ms</name><value>30000</value><source>yarn-default.xml</source></property> | |
297 | +<property><name>mapreduce.ifile.readahead</name><value>true</value><source>mapred-default.xml</source></property> | |
298 | +<property><name>hadoop.security.group.mapping.ldap.ssl</name><value>false</value><source>core-default.xml</source></property> | |
299 | +<property><name>io.serializations</name><value>org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization</value><source>core-default.xml</source></property> | |
300 | +<property><name>fs.df.interval</name><value>60000</value><source>core-default.xml</source></property> | |
301 | +<property><name>mapreduce.reduce.shuffle.input.buffer.percent</name><value>0.70</value><source>mapred-default.xml</source></property> | |
302 | +<property><name>io.seqfile.compress.blocksize</name><value>1000000</value><source>core-default.xml</source></property> | |
303 | +<property><name>ipc.client.connect.max.retries</name><value>10</value><source>core-default.xml</source></property> | |
304 | +<property><name>hadoop.security.groups.cache.secs</name><value>300</value><source>core-default.xml</source></property> | |
305 | +<property><name>yarn.nodemanager.process-kill-wait.ms</name><value>2000</value><source>yarn-default.xml</source></property> | |
306 | +<property><name>yarn.nodemanager.vmem-check-enabled</name><value>true</value><source>yarn-default.xml</source></property> | |
307 | +<property><name>yarn.application.classpath</name><value> | |
308 | + $HADOOP_CONF_DIR, | |
309 | + $HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*, | |
310 | + $HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*, | |
311 | + $HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*, | |
312 | + $HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/* | |
313 | + </value><source>yarn-site.xml</source></property> | |
314 | +<property><name>yarn.app.mapreduce.client.max-retries</name><value>3</value><source>mapred-default.xml</source></property> | |
315 | +<property><name>yarn.nodemanager.log-aggregation.compression-type</name><value>none</value><source>yarn-default.xml</source></property> | |
316 | +<property><name>hadoop.security.group.mapping.ldap.search.filter.user</name><value>(&(objectClass=user)(sAMAccountName={0}))</value><source>core-default.xml</source></property> | |
317 | +<property><name>yarn.nodemanager.localizer.cache.cleanup.interval-ms</name><value>600000</value><source>yarn-default.xml</source></property> | |
318 | +<property><name>yarn.nodemanager.log-dirs</name><value>/var/log/hadoop-yarn/containers</value><source>yarn-site.xml</source></property> | |
319 | +<property><name>fs.s3n.block.size</name><value>67108864</value><source>core-default.xml</source></property> | |
320 | +<property><name>fs.ftp.host</name><value>0.0.0.0</value><source>core-default.xml</source></property> | |
321 | +<property><name>hadoop.security.group.mapping</name><value>org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback</value><source>core-default.xml</source></property> | |
322 | +<property><name>yarn.app.mapreduce.am.resource.cpu-vcores</name><value>1</value><source>mapred-default.xml</source></property> | |
323 | +<property><name>mapreduce.jobhistory.cleaner.enable</name><value>true</value><source>mapred-default.xml</source></property> | |
324 | +<property><name>mapreduce.map.skip.maxrecords</name><value>0</value><source>mapred-default.xml</source></property> | |
325 | +<property><name>yarn.scheduler.minimum-allocation-vcores</name><value>1</value><source>yarn-default.xml</source></property> | |
326 | +<property><name>file.replication</name><value>1</value><source>core-default.xml</source></property> | |
327 | +<property><name>yarn.resourcemanager.resource-tracker.address</name><value>zephyr05.gaea.test:8031</value><source>programatically</source></property> | |
328 | +<property><name>mapreduce.jobtracker.restart.recover</name><value>false</value><source>mapred-default.xml</source></property> | |
329 | +<property><name>hadoop.work.around.non.threadsafe.getpwuid</name><value>false</value><source>core-default.xml</source></property> | |
330 | +<property><name>mapreduce.tasktracker.indexcache.mb</name><value>10</value><source>mapred-default.xml</source></property> | |
331 | +<property><name>mapreduce.output.fileoutputformat.compress</name><value>false</value><source>mapred-default.xml</source></property> | |
332 | +<property><name>hadoop.tmp.dir</name><value>/tmp/hadoop-${user.name}</value><source>core-default.xml</source></property> | |
333 | +<property><name>yarn.nodemanager.resource.cpu-vcores</name><value>8</value><source>yarn-default.xml</source></property> | |
334 | +<property><name>hadoop.kerberos.kinit.command</name><value>kinit</value><source>core-default.xml</source></property> | |
335 | +<property><name>mapreduce.job.committer.setup.cleanup.needed</name><value>true</value><source>mapred-default.xml</source></property> | |
336 | +<property><name>mapreduce.task.profile.reduces</name><value>0-2</value><source>mapred-default.xml</source></property> | |
337 | +<property><name>file.bytes-per-checksum</name><value>512</value><source>core-default.xml</source></property> | |
338 | +<property><name>mapreduce.jobtracker.handler.count</name><value>10</value><source>mapred-default.xml</source></property> | |
339 | +<property><name>yarn.app.mapreduce.am.job.committer.commit-window</name><value>10000</value><source>mapred-default.xml</source></property> | |
340 | +<property><name>yarn.resourcemanager.ha.admin.address</name><value>${yarn.resourcemanager.hostname}:8034</value><source>yarn-default.xml</source></property> | |
341 | +<property><name>yarn.dispatcher.exit-on-error</name><value>true</value><source>programatically</source></property> | |
342 | +<property><name>net.topology.script.number.args</name><value>100</value><source>core-default.xml</source></property> | |
343 | +<property><name>mapreduce.task.profile.maps</name><value>0-2</value><source>mapred-default.xml</source></property> | |
344 | +<property><name>yarn.resourcemanager.webapp.address</name><value>${yarn.resourcemanager.hostname}:8088</value><source>yarn-default.xml</source></property> | |
345 | +<property><name>mapreduce.jobtracker.system.dir</name><value>${hadoop.tmp.dir}/mapred/system</value><source>mapred-default.xml</source></property> | |
346 | +<property><name>hadoop.ssl.hostname.verifier</name><value>DEFAULT</value><source>core-default.xml</source></property> | |
347 | +<property><name>yarn.nodemanager.vmem-pmem-ratio</name><value>2.1</value><source>yarn-default.xml</source></property> | |
348 | +<property><name>yarn.nodemanager.hostname</name><value>0.0.0.0</value><source>yarn-default.xml</source></property> | |
349 | +<property><name>ipc.client.connect.timeout</name><value>20000</value><source>core-default.xml</source></property> | |
350 | +<property><name>mapreduce.jobhistory.principal</name><value>jhs/_HOST@REALM.TLD</value><source>mapred-default.xml</source></property> | |
351 | +<property><name>io.mapfile.bloom.error.rate</name><value>0.005</value><source>core-default.xml</source></property> | |
352 | +<property><name>mapreduce.shuffle.ssl.file.buffer.size</name><value>65536</value><source>mapred-default.xml</source></property> | |
353 | +<property><name>mapreduce.jobtracker.expire.trackers.interval</name><value>600000</value><source>mapred-default.xml</source></property> | |
354 | +<property><name>mapreduce.cluster.acls.enabled</name><value>false</value><source>mapred-default.xml</source></property> | |
355 | +<property><name>yarn.nodemanager.remote-app-log-dir-suffix</name><value>logs</value><source>yarn-default.xml</source></property> | |
356 | +<property><name>ha.failover-controller.graceful-fence.connection.retries</name><value>1</value><source>core-default.xml</source></property> | |
357 | +<property><name>ha.health-monitor.connect-retry-interval.ms</name><value>1000</value><source>core-default.xml</source></property> | |
358 | +<property><name>yarn.resourcemanager.zk.state-store.acl</name><value>world:anyone:rwcda</value><source>yarn-default.xml</source></property> | |
359 | +<property><name>yarn.app.mapreduce.am.resource.mb</name><value>1536</value><source>mapred-default.xml</source></property> | |
360 | +<property><name>io.seqfile.local.dir</name><value>${hadoop.tmp.dir}/io/local</value><source>core-default.xml</source></property> | |
361 | +<property><name>mapreduce.reduce.shuffle.merge.percent</name><value>0.66</value><source>mapred-default.xml</source></property> | |
362 | +<property><name>tfile.io.chunk.size</name><value>1048576</value><source>core-default.xml</source></property> | |
363 | +<property><name>file.blocksize</name><value>67108864</value><source>core-default.xml</source></property> | |
364 | +<property><name>mapreduce.jobtracker.jobhistory.lru.cache.size</name><value>5</value><source>mapred-default.xml</source></property> | |
365 | +<property><name>mapreduce.jobtracker.maxtasks.perjob</name><value>-1</value><source>mapred-default.xml</source></property> | |
366 | +<property><name>yarn.resourcemanager.nm.liveness-monitor.interval-ms</name><value>1000</value><source>yarn-default.xml</source></property> | |
367 | +<property><name>mapreduce.job.acl-modify-job</name><value> </value><source>mapred-default.xml</source></property> | |
368 | +<property><name>yarn.nodemanager.webapp.address</name><value>${yarn.nodemanager.hostname}:8042</value><source>yarn-default.xml</source></property> | |
369 | +<property><name>mapreduce.am.max-attempts</name><value>2</value><source>mapred-default.xml</source></property> | |
370 | +<property><name>mapreduce.tasktracker.reduce.tasks.maximum</name><value>2</value><source>mapred-default.xml</source></property> | |
371 | +<property><name>mapreduce.cluster.temp.dir</name><value>${hadoop.tmp.dir}/mapred/temp</value><source>mapred-default.xml</source></property> | |
372 | +<property><name>io.skip.checksum.errors</name><value>false</value><source>core-default.xml</source></property> | |
373 | +<property><name>mapreduce.jobhistory.joblist.cache.size</name><value>20000</value><source>mapred-default.xml</source></property> | |
374 | +<property><name>yarn.app.mapreduce.am.staging-dir</name><value>/tmp/hadoop-yarn/staging</value><source>mapred-default.xml</source></property> | |
375 | +<property><name>fs.ftp.host.port</name><value>21</value><source>core-default.xml</source></property> | |
376 | +<property><name>yarn.resourcemanager.admin.client.thread-count</name><value>1</value><source>yarn-default.xml</source></property> | |
377 | +<property><name>fs.AbstractFileSystem.viewfs.impl</name><value>org.apache.hadoop.fs.viewfs.ViewFs</value><source>core-default.xml</source></property> | |
378 | +<property><name>yarn.resourcemanager.resource-tracker.client.thread-count</name><value>50</value><source>yarn-default.xml</source></property> | |
379 | +<property><name>mapreduce.tasktracker.dns.nameserver</name><value>default</value><source>mapred-default.xml</source></property> | |
380 | +<property><name>ipc.client.fallback-to-simple-auth-allowed</name><value>false</value><source>core-default.xml</source></property> | |
381 | +<property><name>mapreduce.map.output.compress</name><value>false</value><source>mapred-default.xml</source></property> | |
382 | +<property><name>yarn.nodemanager.delete.debug-delay-sec</name><value>0</value><source>yarn-default.xml</source></property> | |
383 | +<property><name>hadoop.ssl.require.client.cert</name><value>false</value><source>core-default.xml</source></property> | |
384 | +</configuration> |
@@ -0,0 +1,24 @@ | ||
1 | +<?xml version="1.0"?> | |
2 | +<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"> | |
3 | +<xsl:output method="html"/> | |
4 | +<xsl:template match="configuration"> | |
5 | +<html> | |
6 | +<body> | |
7 | +<table border="1"> | |
8 | +<tr> | |
9 | + <th>name</th> | |
10 | + <th>value</th> | |
11 | + <th>source</th> | |
12 | +</tr> | |
13 | +<xsl:for-each select="property"> | |
14 | +<tr> | |
15 | + <td><a name="{name}"><xsl:value-of select="name"/></a></td> | |
16 | + <td><xsl:value-of select="value"/></td> | |
17 | + <td><xsl:value-of select="source"/></td> | |
18 | +</tr> | |
19 | +</xsl:for-each> | |
20 | +</table> | |
21 | +</body> | |
22 | +</html> | |
23 | +</xsl:template> | |
24 | +</xsl:stylesheet> |