hadoop-ansible/templates/namenode-hdfs-site.xml.j2

161 lines
4.6 KiB
Django/Jinja

<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<property>
<name>dfs.hosts</name>
<value>/etc/hadoop/conf/dfs_hosts_allow.txt</value>
</property>
<property>
<name>dfs.hosts.exclude</name>
<value>/etc/hadoop/conf/dfs_hosts_exclude.txt</value>
</property>
<property>
<name>dfs.nameservices</name>
<value>{{ hdfs_cluster_id }}</value>
</property>
<property>
<name>dfs.ha.namenodes.{{ hdfs_cluster_id }}</name>
<value>{{ hdfs_cluster_ids }}</value>
</property>
<property>
<name>dfs.namenode.rpc-address.{{ hdfs_cluster_id }}.{{ hdfs_cluster_nn_id_1 }}</name>
<value>{{ hdfs_namenode_1_hostname }}:{{ hdfs_nn_rpc_port }}</value>
</property>
<property>
<name>dfs.namenode.rpc-address.{{ hdfs_cluster_id }}.{{ hdfs_cluster_nn_id_2 }}</name>
<value>{{ hdfs_namenode_2_hostname }}:{{ hdfs_nn_rpc_port }}</value>
</property>
<property>
<name>dfs.namenode.http-address.{{ hdfs_cluster_id }}.{{ hdfs_cluster_nn_id_1 }}</name>
<value>{{ hdfs_namenode_1_hostname }}:{{ hdfs_nn_http_port }}</value>
</property>
<property>
<name>dfs.namenode.http-address.{{ hdfs_cluster_id }}.{{ hdfs_cluster_nn_id_2 }}</name>
<value>{{ hdfs_namenode_2_hostname }}:{{ hdfs_nn_http_port }}</value>
</property>
<property>
<name>dfs.namenode.shared.edits.dir</name>
<value>qjournal://{{ hdfs_journal_0 }}:{{ hdfs_journal_port }};{{ hdfs_journal_1 }}:{{ hdfs_journal_port }};{{ hdfs_journal_2 }}:{{ hdfs_journal_port }};{{ hdfs_journal_3 }}:{{ hdfs_journal_port }};{{ hdfs_journal_4 }}:{{ hdfs_journal_port }}/{{ hdfs_journal_id }}</value>
</property>
<property>
<name>dfs.journalnode.edits.dir</name>
<value>{{ hdfs_data_dir }}/{{ hdfs_journal_data_dir }}</value>
</property>
<property>
<name>dfs.client.failover.proxy.provider.{{ hdfs_cluster_id }}</name>
<value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>
</property>
<property>
<name>dfs.ha.automatic-failover.enabled</name>
<value>true</value>
</property>
<property>
<name>dfs.ha.fencing.methods</name>
<value>sshfence</value>
</property>
<property>
<name>dfs.ha.fencing.ssh.private-key-files</name>
<value>{{ hdfs_user_home }}/.ssh/id_rsa</value>
</property>
<property>
<name>dfs.namenode.name.dir</name>
<value>file://{{ hdfs_data_dir }}/{{ hdfs_nn_data_dir }}</value>
</property>
<property>
<name>dfs.permissions.superusergroup</name>
<value>supergroup</value>
</property>
<property>
<name>dfs.replication</name>
<value>{{ hdfs_replication }}</value>
</property>
<property>
<name>dfs.namenode.replication.min</name>
<value>1</value>
</property>
<property>
<name>dfs.replication.max</name>
<value>{{ hdfs_repl_max }}</value>
</property>
<property>
<name>dfs.blocksize</name>
<value>{{ hdfs_block_size }}</value>
</property>
<property>
<name>dfs.support.append</name>
<value>{{ hdfs_support_append }}</value>
</property>
<property>
<name>dfs.namenode.plugins</name>
<value></value>
</property>
<property>
<name>dfs.namenode.handler.count</name>
<value>250</value>
</property>
<property>
<name>dfs.namenode.name.dir.restore</name>
<value>false</value>
</property>
<property>
<name>dfs.thrift.threads.max</name>
<value>20</value>
</property>
<property>
<name>dfs.thrift.threads.min</name>
<value>10</value>
</property>
<property>
<name>dfs.thrift.timeout</name>
<value>60</value>
</property>
<property>
<name>dfs.webhdfs.enabled</name>
<value>true</value>
</property>
<property>
<name>dfs.permissions</name>
<value>true</value>
</property>
<property>
<name>dfs.namenode.safemode.threshold-pct</name>
<value>0.999</value>
</property>
<property>
<name>dfs.namenode.invalidate.work.pct.per.iteration</name>
<value>0.32</value>
</property>
<property>
<name>dfs.namenode.replication.work.multiplier.per.iteration</name>
<value>2</value>
</property>
<property>
<name>dfs.safemode.min.datanodes</name>
<value>0</value>
</property>
<property>
<name>dfs.namenode.safemode.extension</name>
<value>30000</value>
</property>
<property>
<name>dfs.client.use.datanode.hostname</name>
<value>false</value>
</property>
<property>
<name>fs.permissions.umask-mode</name>
<value>022</value>
</property>
<property>
<name>dfs.encrypt.data.transfer</name>
<value>false</value>
</property>
<property>
<name>dfs.encrypt.data.transfer.algorithm</name>
<value>rc4</value>
</property>
<property>
<name>dfs.datanode.hdfs-blocks-metadata.enabled</name>
<value>true</value>
</property>
</configuration>