Skip to content

Instantly share code, notes, and snippets.

@javadba
Created October 23, 2015 00:22
Show Gist options
  • Save javadba/2c2599f310482a3c41c9 to your computer and use it in GitHub Desktop.
Save javadba/2c2599f310482a3c41c9 to your computer and use it in GitHub Desktop.
ha hdfs-site.xml without kerberos
configuration>
<property>
<name>dfs.datanode.data.dir</name>
<value>/mnt/hadoop/hdfs/data</value>
<final>true</final>
</property>
<property>
<name>dfs.ha.automatic-failover.enabled</name>
<value>true</value>
</property>
<property>
<name>dfs.ha.fencing.methods</name>
<value>shell(/bin/true)</value>
</property>
<property>
<name>dfs.ha.initial.namenode.active</name>
<value>s1-639016.corp</value>
</property>
<property>
<name>dfs.ha.initial.namenode.standby</name>
<value>s2-639322.corp</value>
</property>
<property>
<name>dfs.ha.namenodes.devcluster</name>
<value>nn1,nn2</value>
</property>
<property>
<name>dfs.journalnode.edits.dir</name>
<value>/mnt/hadoop/hdfs/journalnode</value>
</property>
<property>
<name>dfs.namenode.checkpoint.dir</name>
<value>/mnt/hadoop/hdfs/namesecondary</value>
</property>
<property>
<name>dfs.namenode.checkpoint.edits.dir</name>
<value>${dfs.namenode.checkpoint.dir}</value>
</property>
<property>
<name>dfs.namenode.checkpoint.period</name>
<value>21600</value>
</property>
<property>
<name>dfs.namenode.checkpoint.txns</name>
<value>1000000</value>
</property>
<property>
<name>dfs.namenode.fslock.fair</name>
<value>false</value>
</property>
<property>
<name>dfs.namenode.handler.count</name>
<value>100</value>
</property>
<property>
<name>dfs.namenode.http-address</name>
<value>s1-639016.corp:50070</value>
<final>true</final>
</property>
<property>
<name>dfs.namenode.http-address.devcluster.nn1</name>
<value>s1-639016.corp:50070</value>
</property>
<property>
<name>dfs.namenode.http-address.devcluster.nn2</name>
<value>s2-639322.corp:50070</value>
</property>
<property>
<name>dfs.namenode.https-address</name>
<value>s1-639016.corp:50470</value>
</property>
<property>
<name>dfs.namenode.https-address.devcluster.nn1</name>
<value>s1-639016.corp:50470</value>
</property>
<property>
<name>dfs.namenode.https-address.devcluster.nn2</name>
<value>s2-639322.corp:50470</value>
</property>
<property>
<name>dfs.namenode.name.dir</name>
<value>/mnt/hadoop/hdfs/namenode</value>
<final>true</final>
</property>
<property>
<name>dfs.namenode.name.dir.restore</name>
<value>true</value>
</property>
<property>
<name>dfs.namenode.rpc-address</name>
<value>s1-639016.corp:8020</value>
</property>
<property>
<name>dfs.namenode.rpc-address.devcluster.nn1</name>
<value>s1-639016.corp:8020</value>
</property>
<property>
<name>dfs.namenode.rpc-address.devcluster.nn2</name>
<value>s2-639322.corp:8020</value>
</property>
<property>
<name>dfs.namenode.safemode.threshold-pct</name>
<value>0.999</value>
</property>
<property>
<name>dfs.namenode.secondary.http-address</name>
<value>s2-639322.corp:50090</value>
</property>
<property>
<name>dfs.namenode.shared.edits.dir</name>
<value>qjournal://s3-639089.corp:8485/devcluster</value>
</property>
<property>
<name>dfs.namenode.stale.datanode.interval</name>
<value>30000</value>
</property>
<property>
<name>dfs.namenode.startup.delay.block.deletion.sec</name>
<value>3600</value>
</property>
<property>
<name>dfs.namenode.write.stale.datanode.ratio</name>
<value>1.0f</value>
</property>
<property>
<name>dfs.nameservices</name>
<value>devcluster</value>
</property>
<property>
<name>dfs.permissions.enabled</name>
<value>true</value>
</property>
<property>
<name>dfs.permissions.superusergroup</name>
<value>hdfs</value>
</property>
<property>
<name>dfs.replication</name>
<value>3</value>
</property>
<property>
<name>dfs.replication.max</name>
<value>50</value>
</property>
<property>
<name>dfs.support.append</name>
<value>true</value>
<final>true</final>
</property>
<property>
<name>dfs.webhdfs.enabled</name>
<value>true</value>
<final>true</final>
</property>
<property>
<name>fs.permissions.umask-mode</name>
<value>022</value>
</property>
<property>
<name>ha.zookeeper.quorum</name>
<value>s5-639159.corp:2181,s6-10489.corp:2181,s7-10500.corp:2181,s8-10501.corp:2181,s9-10502.corp:2181</value>
</property>
<property>
<name>nfs.exports.allowed.hosts</name>
<value>* rw</value>
</property>
<property>
<name>nfs.file.dump.dir</name>
<value>/tmp/.hdfs-nfs</value>
</property>
</configuration>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment