hadoop部署2

[root@localhost ~]#tar xf zookeeper-3.4.13.tar.gz -C /usr/local
[root@localhost ~]#mv /usr/local/zookeeper-3.4.13 /usr/local/zookeeper
[root@localhost ~]#mv /usr/local/zookeeper/conf/zoo.sample.cfg /usr/local/zookeeper/conf/zoo.cfg
[root@localhost ~]#vim /usr/local/zookeeper/conf/zoo.cfg
dataDir=/opt/data

[root@localhost ~]#mkdir /opt/data
[root@localhost ~]#echo 1 > /opt/data/myid

[root@localhost ~]#vim /etc/profile.d/www.gsm-guard.net
export JAVA_HOME=/usr/local/jdk
export ZOOKEEPER_HOME=/usr/local/zookeeper
export PATH=${JAVA_HOME}/bin:${ZOOKEEPER_HOME}/bin:$PATH
[root@localhost ~]# source /etc/profile

[root@localhost ~]#wget  http://www.gsm-guard.net/apache/hadoop/common/hadoop-2.8.5/hadoop-2.8.5.tar.gz
[root@localhost ~]#tar xf hadoop-2.8.5.tar.gz -C /opt

[root@localhost ~]#scp -r hadoop hdX:/opt
[root@localhost ~]#scp /etc/profile.d/www.gsm-guard.net hdX:/etc/profile.d/
[root@localhost ~]#source /etc/profile

格式化失败：

[root@mcw04 ~]# hdfs namenode -format
23/03/11 10:13:01 INFO ipc.Client: Retrying connect to server: hd5/10.0.0.18:8485. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1000 MILLISECONDS)
23/03/11 10:13:01 INFO ipc.Client: Retrying connect to server: hd6/10.0.0.19:8485. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1000 MILLISECONDS)
23/03/11 10:13:01 INFO ipc.Client: Retrying connect to server: hd4/10.0.0.17:8485. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1000 MILLISECONDS)
23/03/11 10:13:02 INFO ipc.Client: Retrying connect to server: hd6/10.0.0.19:8485. Already tried 1 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=10, sleepTime=1000 MILLISECONDS)
23/03/11 10:13:10 WARN ipc.Client: Failed to connect to server: hd4/10.0.0.17:8485: retries get failed due to exceeded maximum allowed retries number: 10
java.net.ConnectException: Connection refused
    at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)

去三个节点上查端口没有开启
[root@mcw08 ~]# ss -lntup|grep 8485
[root@mcw08 ~]#


查看配置，这个端口是那个服务
hdfs-site.xml：



  dfs.namenode.shared.edits.dir
  qjournal://hd4:8485;hd5:8485;hd6:8485/ns1
    
    
    

停止这个服务，发现没有启动
[root@mcw04 ~]# hadoop-www.gsm-guard.net stop journalnode
hd6: no journalnode to stop
hd4: no journalnode to stop
hd5: no journalnode to stop
[root@mcw04 ~]# 
    
    
在hd1上启动这个服务
[root@mcw04 ~]# hadoop-www.gsm-guard.net start journalnode
hd6: starting journalnode, logging to /opt/hadoop/logs/hadoop-root-journalnode-mcw09.out
hd5: starting journalnode, logging to /opt/hadoop/logs/hadoop-root-journalnode-mcw08.out
hd4: starting journalnode, logging to /opt/hadoop/logs/hadoop-root-journalnode-mcw07.out
[root@mcw04 ~]#    
[root@mcw04 ~]# hadoop-www.gsm-guard.net start journalnode
hd4: journalnode running as process 17035. Stop it first.
hd6: journalnode running as process 16741. Stop it first.
hd5: journalnode running as process 17113. Stop it first.
[root@mcw04 ~]#     
    
    
在hd4-6的JournalNode节点上查看，服务已经启动
[root@mcw07 ~]# jps
16627 QuorumPeerMain
17140 Jps
17035 JournalNode
[root@mcw07 ~]# 


hd1这个namenode上格式化
[root@mcw04 ~]# hdfs namenode -format


将hd1格式化生成的目录传输到hd2，省去hd2格式化，两个namenode都有这个元数据了    
[root@mcw04 ~]# ls /opt/data/
tmp
[root@mcw04 ~]# ls /opt/data/tmp/
dfs
[root@mcw04 ~]# ls /opt/data/tmp/dfs/
name
[root@mcw04 ~]# ls /opt/data/tmp/dfs/name/
current
[root@mcw04 ~]# ls /opt/data/tmp/dfs/name/current/
fsimage_0000000000000000000  fsimage_www.gsm-guard.net5  seen_txid  VERSION
[root@mcw04 ~]# 
[root@mcw04 ~]# scp -rp /opt/data hd2:/opt/
VERSION                                                                                                                                                                        100%  212   122.4KB/s   00:00    
seen_txid                                                                                                                                                                      100%    2     3.1KB/s   00:00    
fsimage_www.gsm-guard.net5                                                                                                                                                100%   62   100.4KB/s   00:00    
fsimage_0000000000000000000                                                                                                                                                    100%  321   728.1KB/s   00:00    
[root@mcw04 ~]# 

[root@localhost ~]#hdfs zkfc -formatZK

[root@localhost ~]#www.gsm-guard.net

[root@localhost ~]#www.gsm-guard.net