cloud-computing-course/file/assignment3/hadoop/hdfs-site.xml

<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<configuration>
  <property>
    <name>dfs.replication</name>
    <value>3</value>
  </property>
  <property>
    <name>dfs.name.dir</name>
    <value>/data/dfs/nn</value>
  </property>
  <property>
    <name>dfs.data.dir</name>
    <value>/data/dfs/dn</value>
  </property>
  <property>
    <name>dfs.nameservices</name>
    <value>Ucluster</value>
  </property>
  <property>
    <name>dfs.ha.namenodes.Ucluster</name>
    <value>nn1,nn2</value>
  </property>
  <property>
    <name>dfs.namenode.rpc-address.Ucluster.nn1</name>
    <value>uhadoop-ia1nlbku-master1:8020</value>
  </property>
  <property>
    <name>dfs.namenode.rpc-address.Ucluster.nn2</name>
    <value>uhadoop-ia1nlbku-master2:8020</value>
  </property>
  <property>
    <name>dfs.namenode.http-address.Ucluster.nn1</name>
    <value>uhadoop-ia1nlbku-master1:50070</value>
  </property>
  <property>
    <name>dfs.namenode.http-address.Ucluster.nn2</name>
    <value>uhadoop-ia1nlbku-master2:50070</value>
  </property>
  <property>
    <name>dfs.namenode.shared.edits.dir</name>
    <value>qjournal://uhadoop-ia1nlbku-master1:8485;uhadoop-ia1nlbku-master2:8485;uhadoop-ia1nlbku-core1:8485/Ucluster</value>
  </property>
  <property>
    <name>dfs.journalnode.edits.dir</name>
    <value>/data/dfs/jn</value>
  </property>
  <property>
    <name>dfs.client.failover.proxy.provider.Ucluster</name>
    <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>
  </property>
  <property>
    <name>dfs.ha.fencing.methods</name>
    <value>sshfence(hadoop:22)</value>
  </property>
  <property>
    <name>dfs.ha.fencing.ssh.connect-timeout</name>
    <value>30000</value>
    <description>SSH connection timeout, in milliseconds, to use with the builtin shfence fencer. </description>
  </property>
  <property>
    <name>dfs.ha.fencing.ssh.private-key-files</name>
    <value>/home/hadoop/conf/id_rsa</value>
  </property>
  <property>
    <name>dfs.ha.automatic-failover.enabled</name>
    <value>true</value>
  </property>
  <property>
    <name>dfs.datanode.max.xcievers</name>
    <value>4096</value>
  </property>
  <property>
    <name>dfs.webhdfs.enabled</name>
    <value>true</value>
  </property>
  <property>
    <name>dfs.namenode.heartbeat.recheck-interval</name>
    <value>45000</value>
  </property>
  <property>
    <name>fs.trash.interval</name>
    <value>7320</value>
  </property>
  <property>
    <name>dfs.datanode.max.transfer.threads</name>
    <value>8192</value>
  </property>
  <property>
    <name>dfs.image.compress</name>
    <value>true</value>
  </property>
  <property>
    <name>dfs.namenode.num.checkpoints.retained</name>
    <value>12</value>
  </property>
  <property>
    <name>dfs.datanode.handler.count</name>
    <value>20</value>
  </property>
  <property>
    <name>dfs.namenode.handler.count</name>
    <value>20</value>
  </property>
  <property>
    <name>dfs.socket.timeout</name>
    <value>900000</value>
  </property>
  <property>
    <name>dfs.hosts.exclude</name>
    <value>/home/hadoop/conf/excludes</value>
  </property>
  <property>
    <name>dfs.client.read.shortcircuit</name>
    <value>true</value>
  </property>
  <property>
    <name>dfs.domain.socket.path</name>
    <value>/var/lib/hadoop-hdfs/dn_socket</value>
  </property>
</configuration>