|
@@ -25,6 +25,12 @@
|
|
|
|
|
|
<!--- global properties -->
|
|
<!--- global properties -->
|
|
|
|
|
|
|
|
+<property>
|
|
|
|
+ <name>hadoop.common.configuration.version</name>
|
|
|
|
+ <value>0.21.0</value>
|
|
|
|
+ <description>version of this configuration file</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
<property>
|
|
<property>
|
|
<name>hadoop.tmp.dir</name>
|
|
<name>hadoop.tmp.dir</name>
|
|
<value>/tmp/hadoop-${user.name}</value>
|
|
<value>/tmp/hadoop-${user.name}</value>
|
|
@@ -32,7 +38,7 @@
|
|
</property>
|
|
</property>
|
|
|
|
|
|
<property>
|
|
<property>
|
|
- <name>hadoop.native.lib</name>
|
|
|
|
|
|
+ <name>io.native.lib.available</name>
|
|
<value>true</value>
|
|
<value>true</value>
|
|
<description>Should native hadoop libraries, if present, be used.</description>
|
|
<description>Should native hadoop libraries, if present, be used.</description>
|
|
</property>
|
|
</property>
|
|
@@ -127,7 +133,7 @@
|
|
<!-- file system properties -->
|
|
<!-- file system properties -->
|
|
|
|
|
|
<property>
|
|
<property>
|
|
- <name>fs.default.name</name>
|
|
|
|
|
|
+ <name>fs.defaultFS</name>
|
|
<value>file:///</value>
|
|
<value>file:///</value>
|
|
<description>The name of the default file system. A URI whose
|
|
<description>The name of the default file system. A URI whose
|
|
scheme and authority determine the FileSystem implementation. The
|
|
scheme and authority determine the FileSystem implementation. The
|
|
@@ -244,7 +250,34 @@
|
|
</description>
|
|
</description>
|
|
</property>
|
|
</property>
|
|
|
|
|
|
|
|
+<property>
|
|
|
|
+ <name>fs.df.interval</name>
|
|
|
|
+ <value>60000</value>
|
|
|
|
+ <description>Disk usage statistics refresh interval in msec.</description>
|
|
|
|
+</property>
|
|
|
|
|
|
|
|
+<property>
|
|
|
|
+ <name>fs.access.token.enable</name>
|
|
|
|
+ <value>false</value>
|
|
|
|
+ <description>
|
|
|
|
+ If "true", access tokens are used as capabilities for accessing datanodes.
|
|
|
|
+ If "false", no access tokens are checked on accessing datanodes.
|
|
|
|
+ </description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>fs.access.key.update.interval</name>
|
|
|
|
+ <value>600</value>
|
|
|
|
+ <description>
|
|
|
|
+ Interval in minutes at which namenode updates its access keys.
|
|
|
|
+ </description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>fs.access.token.lifetime</name>
|
|
|
|
+ <value>600</value>
|
|
|
|
+ <description>The lifetime of access tokens in minutes.</description>
|
|
|
|
+</property>
|
|
|
|
|
|
<property>
|
|
<property>
|
|
<name>fs.s3.block.size</name>
|
|
<name>fs.s3.block.size</name>
|
|
@@ -459,7 +492,7 @@
|
|
<!-- Rack Configuration -->
|
|
<!-- Rack Configuration -->
|
|
|
|
|
|
<property>
|
|
<property>
|
|
- <name>topology.node.switch.mapping.impl</name>
|
|
|
|
|
|
+ <name>net.topology.node.switch.mapping.impl</name>
|
|
<value>org.apache.hadoop.net.ScriptBasedMapping</value>
|
|
<value>org.apache.hadoop.net.ScriptBasedMapping</value>
|
|
<description> The default implementation of the DNSToSwitchMapping. It
|
|
<description> The default implementation of the DNSToSwitchMapping. It
|
|
invokes a script specified in topology.script.file.name to resolve
|
|
invokes a script specified in topology.script.file.name to resolve
|
|
@@ -469,7 +502,7 @@
|
|
</property>
|
|
</property>
|
|
|
|
|
|
<property>
|
|
<property>
|
|
- <name>topology.script.file.name</name>
|
|
|
|
|
|
+ <name>net.topology.script.file.name</name>
|
|
<value></value>
|
|
<value></value>
|
|
<description> The script name that should be invoked to resolve DNS names to
|
|
<description> The script name that should be invoked to resolve DNS names to
|
|
NetworkTopology names. Example: the script would take host.foo.bar as an
|
|
NetworkTopology names. Example: the script would take host.foo.bar as an
|
|
@@ -478,11 +511,191 @@
|
|
</property>
|
|
</property>
|
|
|
|
|
|
<property>
|
|
<property>
|
|
- <name>topology.script.number.args</name>
|
|
|
|
|
|
+ <name>net.topology.script.number.args</name>
|
|
<value>100</value>
|
|
<value>100</value>
|
|
<description> The max number of args that the script configured with
|
|
<description> The max number of args that the script configured with
|
|
topology.script.file.name should be run with. Each arg is an
|
|
topology.script.file.name should be run with. Each arg is an
|
|
IP address.
|
|
IP address.
|
|
</description>
|
|
</description>
|
|
</property>
|
|
</property>
|
|
|
|
+
|
|
|
|
+<!-- Local file system -->
|
|
|
|
+<property>
|
|
|
|
+ <name>file.stream-buffer-size</name>
|
|
|
|
+ <value>4096</value>
|
|
|
|
+ <description>The size of buffer to stream files.
|
|
|
|
+ The size of this buffer should probably be a multiple of hardware
|
|
|
|
+ page size (4096 on Intel x86), and it determines how much data is
|
|
|
|
+ buffered during read and write operations.</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>file.bytes-per-checksum</name>
|
|
|
|
+ <value>512</value>
|
|
|
|
+ <description>The number of bytes per checksum. Must not be larger than
|
|
|
|
+ file.stream-buffer-size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>file.client-write-packet-size</name>
|
|
|
|
+ <value>65536</value>
|
|
|
|
+ <description>Packet size for clients to write</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>file.blocksize</name>
|
|
|
|
+ <value>67108864</value>
|
|
|
|
+ <description>Block size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>file.replication</name>
|
|
|
|
+ <value>1</value>
|
|
|
|
+ <description>Replication factor</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<!-- s3 File System -->
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3.stream-buffer-size</name>
|
|
|
|
+ <value>4096</value>
|
|
|
|
+ <description>The size of buffer to stream files.
|
|
|
|
+ The size of this buffer should probably be a multiple of hardware
|
|
|
|
+ page size (4096 on Intel x86), and it determines how much data is
|
|
|
|
+ buffered during read and write operations.</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3.bytes-per-checksum</name>
|
|
|
|
+ <value>512</value>
|
|
|
|
+ <description>The number of bytes per checksum. Must not be larger than
|
|
|
|
+ s3.stream-buffer-size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3.client-write-packet-size</name>
|
|
|
|
+ <value>65536</value>
|
|
|
|
+ <description>Packet size for clients to write</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3.blocksize</name>
|
|
|
|
+ <value>67108864</value>
|
|
|
|
+ <description>Block size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3.replication</name>
|
|
|
|
+ <value>3</value>
|
|
|
|
+ <description>Replication factor</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<!-- s3native File System -->
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3native.stream-buffer-size</name>
|
|
|
|
+ <value>4096</value>
|
|
|
|
+ <description>The size of buffer to stream files.
|
|
|
|
+ The size of this buffer should probably be a multiple of hardware
|
|
|
|
+ page size (4096 on Intel x86), and it determines how much data is
|
|
|
|
+ buffered during read and write operations.</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3native.bytes-per-checksum</name>
|
|
|
|
+ <value>512</value>
|
|
|
|
+ <description>The number of bytes per checksum. Must not be larger than
|
|
|
|
+ s3native.stream-buffer-size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3native.client-write-packet-size</name>
|
|
|
|
+ <value>65536</value>
|
|
|
|
+ <description>Packet size for clients to write</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3native.blocksize</name>
|
|
|
|
+ <value>67108864</value>
|
|
|
|
+ <description>Block size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>s3native.replication</name>
|
|
|
|
+ <value>3</value>
|
|
|
|
+ <description>Replication factor</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<!-- Kosmos File System -->
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>kfs.stream-buffer-size</name>
|
|
|
|
+ <value>4096</value>
|
|
|
|
+ <description>The size of buffer to stream files.
|
|
|
|
+ The size of this buffer should probably be a multiple of hardware
|
|
|
|
+ page size (4096 on Intel x86), and it determines how much data is
|
|
|
|
+ buffered during read and write operations.</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>kfs.bytes-per-checksum</name>
|
|
|
|
+ <value>512</value>
|
|
|
|
+ <description>The number of bytes per checksum. Must not be larger than
|
|
|
|
+ kfs.stream-buffer-size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>kfs.client-write-packet-size</name>
|
|
|
|
+ <value>65536</value>
|
|
|
|
+ <description>Packet size for clients to write</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>kfs.blocksize</name>
|
|
|
|
+ <value>67108864</value>
|
|
|
|
+ <description>Block size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>kfs.replication</name>
|
|
|
|
+ <value>3</value>
|
|
|
|
+ <description>Replication factor</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<!-- FTP file system -->
|
|
|
|
+<property>
|
|
|
|
+ <name>ftp.stream-buffer-size</name>
|
|
|
|
+ <value>4096</value>
|
|
|
|
+ <description>The size of buffer to stream files.
|
|
|
|
+ The size of this buffer should probably be a multiple of hardware
|
|
|
|
+ page size (4096 on Intel x86), and it determines how much data is
|
|
|
|
+ buffered during read and write operations.</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>ftp.bytes-per-checksum</name>
|
|
|
|
+ <value>512</value>
|
|
|
|
+ <description>The number of bytes per checksum. Must not be larger than
|
|
|
|
+ ftp.stream-buffer-size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>ftp.client-write-packet-size</name>
|
|
|
|
+ <value>65536</value>
|
|
|
|
+ <description>Packet size for clients to write</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>ftp.blocksize</name>
|
|
|
|
+ <value>67108864</value>
|
|
|
|
+ <description>Block size</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+<property>
|
|
|
|
+ <name>ftp.replication</name>
|
|
|
|
+ <value>3</value>
|
|
|
|
+ <description>Replication factor</description>
|
|
|
|
+</property>
|
|
|
|
+
|
|
|
|
+
|
|
</configuration>
|
|
</configuration>
|