1. 程式人生 > >shell指令碼完成hadoop的叢集安裝

shell指令碼完成hadoop的叢集安裝

#!/bin/bash
#步驟:
#1.安裝虛擬機器,關閉防火牆、selinux
#2.ssh免密碼,編輯hosts檔案
#3.安裝JDK
#4.安裝hadoop
#5.修改配置檔案
#6.分發hadoop程式到各個節點
#7.啟動叢集


#準備軟體:
#hadoop-2.7.0.tar.gz
#jdk-7u79-linux-x64.rpm
#native_x64
#conf




#----------------------------
#1.安裝虛擬機器,關閉防火牆、selinux(每個節點都要執行)
#service iptables stop
#setenforce 0




#----------------------------
#2.ssh免密碼,編輯hosts檔案(以下操作重複都在hd1,hd2,hd3上執行) # ssh-keygen -t rsa # ssh-copy-id hd1 # ssh-copy-id hd2 # ssh-copy-id hd3 #---------------------------- #3.安裝JDK scp ./jdk-7u79-linux-x64.rpm root@hd2:/root/soft scp ./jdk-7u79-linux-x64.rpm root@hd3:/root/soft rpm -ivh jdk-7u79-linux-x64.rpm ssh hd2 rpm -ih /root/soft/jdk-7
u79-linux-x64.rpm ssh hd3 rpm -ih /root/soft/jdk-7u79-linux-x64.rpm source /etc/profile sleep 1 #---------------------------- #4.安裝hadoop tar -xf hadoop-2.7.0.tar.gz sleep 1 #---------------------------- #5.修改配置檔案和native檔案(準備好配置檔案,覆蓋hadoop目錄的配置檔案) cp ./conf/* /root/soft/hadoop-2.7.0/etc/hadoop/ yes | cp -rf /root/soft/native_x64/* /root/soft
/hadoop-2.7.0/lib/native/ sleep 1 #---------------------------- #6.分發hadoop程式到各個節點 #把程式拷貝到其它節點 scp -r hadoop-2.7.0/ root@hd2:/root/soft/ scp -r hadoop-2.7.0/ root@hd3:/root/soft/ sleep 1 #---------------------------- #7.啟動叢集 cd /root/soft/hadoop-2.7.0 yes | ./bin/hdfs namenode -format ./sbin/start-dfs.sh ./sbin/start-yarn.sh sleep 1 /usr/java/default/bin/jps #2353 Jps #1717 NameNode #2087 ResourceManager #1908 SecondaryNameNode