shell指令碼完成hadoop的叢集安裝
阿新 • • 發佈:2019-02-01
#!/bin/bash
#步驟:
#1.安裝虛擬機器,關閉防火牆、selinux
#2.ssh免密碼,編輯hosts檔案
#3.安裝JDK
#4.安裝hadoop
#5.修改配置檔案
#6.分發hadoop程式到各個節點
#7.啟動叢集
#準備軟體:
#hadoop-2.7.0.tar.gz
#jdk-7u79-linux-x64.rpm
#native_x64
#conf
#----------------------------
#1.安裝虛擬機器,關閉防火牆、selinux(每個節點都要執行)
#service iptables stop
#setenforce 0
#----------------------------
#2.ssh免密碼,編輯hosts檔案(以下操作重複都在hd1,hd2,hd3上執行)
# ssh-keygen -t rsa
# ssh-copy-id hd1
# ssh-copy-id hd2
# ssh-copy-id hd3
#----------------------------
#3.安裝JDK
scp ./jdk-7u79-linux-x64.rpm root@hd2:/root/soft
scp ./jdk-7u79-linux-x64.rpm root@hd3:/root/soft
rpm -ivh jdk-7u79-linux-x64.rpm
ssh hd2 rpm -ih /root/soft/jdk-7 u79-linux-x64.rpm
ssh hd3 rpm -ih /root/soft/jdk-7u79-linux-x64.rpm
source /etc/profile
sleep 1
#----------------------------
#4.安裝hadoop
tar -xf hadoop-2.7.0.tar.gz
sleep 1
#----------------------------
#5.修改配置檔案和native檔案(準備好配置檔案,覆蓋hadoop目錄的配置檔案)
cp ./conf/* /root/soft/hadoop-2.7.0/etc/hadoop/
yes | cp -rf /root/soft/native_x64/* /root/soft /hadoop-2.7.0/lib/native/
sleep 1
#----------------------------
#6.分發hadoop程式到各個節點
#把程式拷貝到其它節點
scp -r hadoop-2.7.0/ root@hd2:/root/soft/
scp -r hadoop-2.7.0/ root@hd3:/root/soft/
sleep 1
#----------------------------
#7.啟動叢集
cd /root/soft/hadoop-2.7.0
yes | ./bin/hdfs namenode -format
./sbin/start-dfs.sh
./sbin/start-yarn.sh
sleep 1
/usr/java/default/bin/jps
#2353 Jps
#1717 NameNode
#2087 ResourceManager
#1908 SecondaryNameNode