Debian上Hadoop高可用性配置

tar -zxvf hadoop-3.3.0.tar.gz -C /export/servers/hadoop-ha/

wget https://downloads.apache.org/zookeeper/zookeeper-3.8.0/apache-zookeeper-3.8.0-bin.tar.gz tar -zxvf apache-zookeeper-3.8.0-bin.tar.gz -C /export/servers/zookeeper/

<configuration>   <property>     <name>fs.defaultFS</name>     <value>hdfs://mycluster</value>   </property>   <property>     <name>ha.zookeeper.quorum</name>     <value>master:2181,slave1:2181,slave2:2181</value>   </property> </configuration>

<configuration>   <property>     <name>dfs.nameservices</name>     <value>mycluster</value>   </property>   <property>     <name>dfs.ha.namenodes.mycluster</name>     <value>nn1,nn2</value>   </property>   <property>     <name>dfs.namenode.rpc-address.mycluster.nn1</name>     <value>master:8020</value>   </property>   <property>     <name>dfs.namenode.rpc-address.mycluster.nn2</name>     <value>slave1:8020</value>   </property>   <property>     <name>dfs.namenode.http-address.mycluster.nn1</name>     <value>master:50070</value>   </property>   <property>     <name>dfs.namenode.http-address.mycluster.nn2</name>     <value>slave1:50070</value>   </property>   <property>     <name>dfs.namenode.shared.edits.dir</name>     <value>qjournal://master:8485;slave1:8485;slave2:8485/mycluster</value>   </property>   <property>     <name>dfs.client.failover.proxy.provider.mycluster</name>     <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>   </property> </configuration>

mkdir -p /var/lib/hadoop/journalnode #編輯 /etc/default/hadoop  添加：export HADOOP_CLASSPATH=$HADOOP_CLASSPATH:/usr/lib/hadoop/client-0.20/lib/* start-dfs.sh journalnode

hdfs namenode -format

start-dfs.sh start-yarn.sh

hdfs haadmin -report yarn node -list