1. 程式人生 > >centos 6.5 部署 oracle 11G RAC+DG-------部署RAC部分(一)

centos 6.5 部署 oracle 11G RAC+DG-------部署RAC部分(一)

VMware Workstation 搭建11g RAC

規劃

這裡寫圖片描述

11g OCR與votedisk放在一個磁碟組,大小1G夠用,12C需要 6G以上

OCR根據不同的冗餘型別需要的磁碟數規則如下:
external — 一塊盤
normal — 三塊
high — 五塊

一:準備與配置OS環境

VM 建立共享磁碟

建立磁碟(windows CMD下)

cd /d D:\VMware\VMware Workstation
vmware-vdiskmanager.exe -c -s 2g -a
lsilogic -t 2 "E:\VM\sharedisk\ocr_vote1.vmdk" vmware-vdiskmanager.exe -c -s 2g -a lsilogic -t 2 "E:\VM\sharedisk\ocr_vote2.vmdk" vmware-vdiskmanager.exe -c -s 2g -a lsilogic -t 2 "E:\VM\sharedisk\ocr_vote3.vmdk" vmware-vdiskmanager.exe -c -s 20g -a lsilogic -t 2 "E:\VM\sharedisk\data1.vmdk" vmware-vdiskmanager
.exe -c -s 20g -a lsilogic -t 2 "E:\VM\sharedisk\data2.vmdk" vmware-vdiskmanager.exe -c -s 10g -a lsilogic -t 2 "E:\VM\sharedisk\fra1.vmdk" vmware-vdiskmanager.exe -c -s 10g -a lsilogic -t 2 "E:\VM\sharedisk\fra2.vmdk"

修改兩臺虛擬機器vmx配置檔案,新增如下類容(關機情況下修改):

scsi1.present = "TRUE"
scsi1.virtualDev = "lsilogic"
scsi1.sharedBus = "virtual" scsi2.present = "TRUE" scsi2.virtualDev = "lsilogic" scsi2.sharedBus = "virtual" scsi3.present = "TRUE" scsi3.virtualDev = "lsilogic" scsi3.sharedBus = "virtual" scsi1:1.present = "TRUE" scsi1:1.mode = "independent-persistent" scsi1:1.filename = "E:\VM\sharedisk\ocr_vote1.vmdk" scsi1:1.deviceType = "plainDisk" scsi1:2.present = "TRUE" scsi1:2.mode = "independent-persistent" scsi1:2.filename = "E:\VM\sharedisk\ocr_vote2.vmdk" scsi1:2.deviceType = "plainDisk" scsi1:3.present = "TRUE" scsi1:3.mode = "independent-persistent" scsi1:3.filename = "E:\VM\sharedisk\ocr_vote3.vmdk" scsi1:3.deviceType = "plainDisk" scsi2:1.present = "TRUE" scsi2:1.mode = "independent-persistent" scsi2:1.filename = "E:\VM\sharedisk\data1.vmdk" scsi2:1.deviceType = "plainDisk" scsi2:2.present = "TRUE" scsi2:2.mode = "independent-persistent" scsi2:2.filename = "E:\VM\sharedisk\data2.vmdk" scsi2:2.deviceType = "plainDisk" scsi3:1.present = "TRUE" scsi3:1.mode = "independent-persistent" scsi3:1.filename = "E:\VM\sharedisk\fra1.vmdk" scsi3:1.deviceType = "plainDisk" scsi3:2.present = "TRUE" scsi3:2.mode = "independent-persistent" scsi3:2.filename = "E:\VM\sharedisk\fra2.vmdk" scsi3:2.deviceType = "plainDisk" disk.locking = "false" diskLib.dataCacheMaxSize = "0" diskLib.dataCacheMaxReadAheadSize = "0" diskLib.DataCacheMinReadAheadSize = "0" diskLib.dataCachePageSize = "4096" diskLib.maxUnsyncedWrites = "0"

開啟虛擬機器,並檢視

[[email protected] ~]# fdisk -l | grep /dev/s
Disk /dev/sda: 53.7 GB, 53687091200 bytes
/dev/sda1   *           1          64      512000   83  Linux
/dev/sda2              64        6528    51915776   8e  Linux LVM
Disk /dev/sdb: 2147 MB, 2147483648 bytes
Disk /dev/sdc: 2147 MB, 2147483648 bytes
Disk /dev/sdd: 2147 MB, 2147483648 bytes
Disk /dev/sde: 21.5 GB, 21474836480 bytes
Disk /dev/sdf: 21.5 GB, 21474836480 bytes
Disk /dev/sdg: 10.7 GB, 10737418240 bytes
Disk /dev/sdh: 10.7 GB, 10737418240 bytes

配置udev繫結 scsi_id (兩節點都執行,且檢查uuid是否一致,不一致則有問題)
[[email protected] ~]# which scsi_id
/sbin/scsi_id
[[email protected] ~]# echo “options=–whitelisted –replace-whitespace” > /etc/scsi_id.config
建立並執行繫結指令碼:

[[email protected] ~]# vi udev_oracle_asmdisk.sh
#! /bin/bash

mv /etc/udev/rules.d/99-oracle-asmdevices.rules /etc/udev/rules.d/99-oracle-asmdevices.rules_bk

for i in b c d e f g h ;

do

echo "KERNEL==\"sd*\", BUS==\"scsi\", PROGRAM==\"/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/\$name\", RESULT==\"`/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/sd$i`\", NAME=\"asm-disk$i\", OWNER=\"grid\", GROUP=\"asmadmin\", MODE=\"0660\""      >> /etc/udev/rules.d/99-oracle-asmdevices.rules

done

start_udev

[[email protected] ~]# chmod +x udev_oracle_asmdisk.sh
[[email protected] ~]# ./udev_oracle_asmdisk.sh

[[email protected] ~]# cat /etc/udev/rules.d/99-oracle-asmdevices.rules 
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29b20f39cafb83828a6f5d81377", NAME="asm-diskb", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c299735ec6b2bd545c129b45a779", NAME="asm-diskc", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c294eaa90d0713ff024b02084359", NAME="asm-diskd", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29eb019bef08cb14b1b28b3c76d", NAME="asm-diske", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29ac7a226b89bc873c295f38882", NAME="asm-diskf", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29de259c634c2c35a0678254cc7", NAME="asm-diskg", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c297047df5519efedffdf8165382", NAME="asm-diskh", OWNER="grid", GROUP="asmadmin", MODE="0660"

[[email protected] ~]# ll /dev/asm-disk*
brw-rw----. 1 root root 8,  16 May 23 01:13 /dev/asm-diskb
brw-rw----. 1 root root 8,  32 May 23 01:13 /dev/asm-diskc
brw-rw----. 1 root root 8,  48 May 23 01:13 /dev/asm-diskd
brw-rw----. 1 root root 8,  64 May 23 01:13 /dev/asm-diske
brw-rw----. 1 root root 8,  80 May 23 01:13 /dev/asm-diskf
brw-rw----. 1 root root 8,  96 May 23 01:13 /dev/asm-diskg
brw-rw----. 1 root root 8, 112 May 23 01:13 /dev/asm-diskh

注:這裡屬主屬組還是root 因為目前的grid 使用者 與 asmadmin 組 都還沒有建立,後面建立之後 重啟下udev即可

1.配置node1 和node 2 兩節點的網路IP

[root@breath01 ~]# ifconfig
eth0      Link encap:Ethernet  HWaddr 00:0C:29:E2:9B:5C  
          inet addr:10.10.10.101  Bcast:10.10.10.255  Mask:255.255.255.0
          inet6 addr: fe80::20c:29ff:fee2:9b5c/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:765 errors:0 dropped:0 overruns:0 frame:0
          TX packets:599 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000 
          RX bytes:91063 (88.9 KiB)  TX bytes:114308 (111.6 KiB)

eth1      Link encap:Ethernet  HWaddr 00:0C:29:E2:9B:66  
          inet addr:192.168.1.101  Bcast:192.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::20c:29ff:fee2:9b66/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:17 errors:0 dropped:0 overruns:0 frame:0
          TX packets:11 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000 
          RX bytes:1963 (1.9 KiB)  TX bytes:746 (746.0 b)

eth2      Link encap:Ethernet  HWaddr 00:0C:29:E2:9B:70  
          inet addr:192.168.1.102  Bcast:192.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::20c:29ff:fee2:9b70/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:14 errors:0 dropped:0 overruns:0 frame:0
          TX packets:11 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000 
          RX bytes:1783 (1.7 KiB)  TX bytes:746 (746.0 b)

[root@breath02 ~]# ifconfig 
eth0      Link encap:Ethernet  HWaddr 00:0C:29:E4:4F:64  
          inet addr:10.10.10.102  Bcast:10.10.10.255  Mask:255.255.255.0
          inet6 addr: fe80::20c:29ff:fee4:4f64/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:55 errors:0 dropped:0 overruns:0 frame:0
          TX packets:68 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000 
          RX bytes:7986 (7.7 KiB)  TX bytes:10132 (9.8 KiB)

eth1      Link encap:Ethernet  HWaddr 00:0C:29:E4:4F:78  
          inet addr:192.168.1.103  Bcast:192.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::20c:29ff:fee4:4f78/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:4 errors:0 dropped:0 overruns:0 frame:0
          TX packets:11 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000 
          RX bytes:240 (240.0 b)  TX bytes:726 (726.0 b)

eth2      Link encap:Ethernet  HWaddr 00:0C:29:E4:4F:6E  
          inet addr:192.168.1.104  Bcast:192.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::20c:29ff:fee4:4f6e/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:1 errors:0 dropped:0 overruns:0 frame:0
          TX packets:10 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000 
          RX bytes:60 (60.0 b)  TX bytes:676 (676.0 b)

2.配置hosts檔案

兩節點hosts檔案一致如下:
[[email protected] ~]# cat /etc/hosts

# Do not remove the following line, or various programs
# that require network functionality will fail.
127.0.0.1               localbreath.localdomain localbreath
::1             localbreath6.localdomain6 localbreath6

##Public Network
10.10.10.101         breath01
10.10.10.102         breath02

##Public Virtual IP (VIP) 
10.10.10.111            breath01-vip
10.10.10.112            breath02-vip

##Private IP
192.168.1.101          breath01-priv
192.168.1.103          breath02-priv

##SCAN-ip
10.10.10.100            breath-scan

3.配置防火牆及selinux

兩節點執行:

[[email protected] ~]# service iptables stop
iptables: Setting chains to policy ACCEPT: filter [ OK ]
iptables: Flushing firewall rules: [ OK ]
iptables: Unloading modules: [ OK ]
[[email protected] ~]# chkconfig iptables off
[[email protected] ~]# chkconfig –list | grep iptables
iptables 0:off 1:off 2:off 3:off 4:off 5:off 6:off
[[email protected] ~]# getenforce
Enforcing
[[email protected] ~]# vi /etc/selinux/config
SELINUX=disabled
[[email protected] ~]# setenforce 0
[[email protected] ~]# getenforce
Permissive

4.建立使用者及組

所有節點配置一定要一致,UID
建立組:
groupadd -g 1000 oinstall
groupadd -g 1200 asmadmin
groupadd -g 1201 asmdba
groupadd -g 1202 asmoper
groupadd -g 1300 dba
groupadd -g 1301 oper
建立使用者
useradd -m -u 1100 -g oinstall -G asmadmin,asmdba,asmoper,dba -d /home/grid -s /bin/bash grid
useradd -m -u 1101 -g oinstall -G dba,oper,asmdba -d /home/oracle -s /bin/bash oracle
修改密碼及驗證user
passwd oracle
passwd grid

因為之前udev繫結時 grid使用者 asmadmin組不存在,這裡需重啟下機器,然後檢視
[[email protected] ~]# ll /dev/asm-disk*
brw-rw—- 1 grid asmadmin 8, 16 May 23 01:53 /dev/asm-diskb
brw-rw—- 1 grid asmadmin 8, 32 May 23 01:53 /dev/asm-diskc
brw-rw—- 1 grid asmadmin 8, 48 May 23 01:53 /dev/asm-diskd
brw-rw—- 1 grid asmadmin 8, 64 May 23 01:53 /dev/asm-diske
brw-rw—- 1 grid asmadmin 8, 80 May 23 01:53 /dev/asm-diskf
brw-rw—- 1 grid asmadmin 8, 96 May 23 01:53 /dev/asm-diskg
brw-rw—- 1 grid asmadmin 8, 112 May 23 01:53 /dev/asm-diskh

5.檢查swap

[[email protected] ~]# grep SwapTotal /proc/meminfo
SwapTotal: 3080184 kB

6.所有節點上驗證nobody 使用者是否存在

[[email protected] ~]# id nobody
uid=99(nobody) gid=99(nobody) groups=99(nobody)

7.時間同步設定

RAC 時間同步有兩種方式:NTP和CTSS
這裡使用CTSS,則需要停用NTP服務(預設是開啟)
node1 及 node2 都需做如下配置
[[email protected] ~]# service ntpd stop
[[email protected] ~]# chkconfig ntpd off
[[email protected] ~]# chkconfig ntpd –list
[[email protected] ~]# mv /etc/ntp.conf /etc/ntp.conf.old

8.建立目錄結構(所有節點)

[[email protected] ~]# mkdir -pv /u01/app/11.2.0/grid
[[email protected] ~]# mkdir -pv /u01/app/grid
[[email protected] ~]# mkdir -pv /u01/app/oracle/product/11.2.0/dbhome_1

許可權:
[[email protected] ~]# chown -R oracle.oinstall /u01/
[[email protected] ~]# chown -R grid.oinstall /u01/app/grid/
[[email protected] ~]# chown -R grid.oinstall /u01/app/11.2.0
[[email protected] ~]# chmod -R 775 /u01/
[[email protected]reath01 ~]# ll /u01/app/
total 12
drwxrwxr-x 3 grid oinstall 4096 Oct 26 15:03 11.2.0
drwxrwxr-x 2 grid oinstall 4096 Oct 26 15:03 grid
drwxrwxr-x 3 oracle oinstall 4096 Oct 26 15:03 oracle

9.修改/etc/security/limits.conf

[[email protected] ~]# echo “grid soft nproc 2047
grid hard nproc 16384
grid soft nofile 1024
grid hard nofile 65536
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536 ” >>/etc/security/limits.conf

10.修改 /etc/pam.d/login (所有節點)

[[email protected] ~]# echo “session required pam_selinux.so” >>/etc/pam.d/login

11.修改shell 的限制 (所有節點)

對預設的shell啟動檔案進行以下更改,以便更改所有Oracle安裝所有者的ulimit設定,對/etc/profile檔案新增以下內容:
[[email protected] ~]# vi /etc/profile

#oracle export and  ulimit setting
export ORACLE_HOME=/u01/app/11.2.0/grid
export PATH=$PATH:$ORACLE_HOME/bin

if [ /$USER = "oracle" ] || [ /$USER = "grid" ]; then
        if [ /$SHELL = "/bin/ksh" ]; then
                ulimit -p 16384
                ulimit -n 65536
        else
                ulimit -u 16384 -n 65536
        fi      
        umask 022
fi

12.修改 /etc/sysctl.conf

官網手冊給出的值都是最小值,因此如果您的系統使用更大的值,則不用更改。
[[email protected] ~]# vi /etc/sysctl.conf

#oracle setting
kernel.shmmax = 4294967295              
kernel.shmall = 2097152                            
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
fs.file-max = 6815744
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default=262144
net.core.rmem_max=4194304
net.core.wmem_default=262144
net.core.wmem_max=1048576
fs.aio-max-nr=1048576

[[email protected] ~]# sysctl -p

13.配置使用者環境變數(所有節點)

注:修改不同節點的 ORACLE_SID 變數值 (+ASM1,+AMS2),(brac1,brac2)
grid使用者:
vi /home/grid/.bash_profile

umask 022
export ORACLE_BASE=/u01/app/grid
export ORACLE_HOME=/u01/app/11.2.0/grid
export PATH=$ORACLE_HOME/bin:$PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib
export ORACLE_SID=+ASM1
export NLS_DATE_FORMAT="YYYY:MM:DD HH24:MI:SS"
alias sqlplus='rlwrap sqlplus'
alias asmcmd='rlwrap asmcmd'

oracle使用者:
vi /home/oralce/.bash_profile 新增內容:

umask 022

export ORACLE_SID=brac1
export ORACLE_BASE=/u01/app/oracle
export ORACLE_HOME=/u01/app/oracle/product/11.2.0/dbhome_1
export PATH=$ORACLE_HOME/bin:$PATH
export TNS_ADMIN=$ORACLE_HOME/network/admin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export NLS_DATE_FORMAT="YYYY:MM:DD HH24:MI:SS"
export NLS_LANG="AMERICAN_CHINA.ZHS16GBK"
export TMP=/tmp
export EDITOR=vi

alias sqlplus='rlwrap sqlplus'
alias rman='rlwrap rman'
alias asmcmd='rlwrap asmcmd'

14. 配置yum 安裝相關安裝包(所有節點)

配置yum:
方法一:配置本地yum
掛載光碟後
[[email protected] ~]#mount /dev/cdrom /mnt/
[[email protected] ~]#mv /etc/yum.repos.d/ /etc/yum.repos.d.bak
[[email protected] ~]#mkdir -pv /etc/yum.repos.d
[[email protected] ~]#vi /etc/yum.repos.d/local.repo
[centos6.5]
name=yum
baseurl=file:///mnt
enable=1
gpgcheck=0

方法二:配置公共yum源,需要連線外網
如:配置 阿里雲的 centos yum源
wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-6.repo

[[email protected] ~]# yum -y install binutils-* compat-lib* gcc* glibc-2* glibc-devel* ksh libgcc-* libstdc* libaio-* make-* sysstat-*

15. 上傳解壓的安裝包和安裝rlwrap

上傳過程省略
安裝rlwrap(所有節點):
[[email protected] ~]# yum install -y readline-dev*
[[email protected] ~]# tar -zvxf rlwrap-0.42.tar.gz
[[email protected] ~]# cd rlwrap-0.42
[[email protected] rlwrap-0.42]# ./configure
[[email protected] rlwrap-0.42]# make && make install
節點一上解壓安裝包:
[[email protected] ~]# unzip p13390677_112040_Linux-x86-64_1of7.zip -d /tmp/ && unzip p13390677_112040_Linux-x86-64_2of7.zip -d /tmp/
[[email protected] ~]# unzip p13390677_112040_Linux-x86-64_3of7.zip -d /tmp/ && unzip p13390677_112040_Linux-x86-64_4of7.zip -d /tmp/

16. 配置ssh信(可省略)

注:這步可省略,後面圖形安裝GI 可以再圖形介面點選配置
利用GI安裝包中工具 sshUserSetup.sh 一條命令搞定(root使用者下):
[[email protected] ~]# /tmp/grid/sshsetup/sshUserSetup.sh -user grid -hosts “breath01 breath02” -advanced exverify –confirm
[[email protected] ~]# /tmp/grid/sshsetup/sshUserSetup.sh -user oracle -hosts “breath01 breath02” -advanced exverify –confirm
一路yes 然後 密碼 與回車 —-完事..

二:安裝Grid information

1.指令碼驗證環境

切換grid使用者,進入GI安裝目錄執行指令碼
su - grid
[[email protected] ~]$ cd /tmp/grid/

[[email protected] grid]$ ./runcluvfy.sh stage -pre crsinst -n breath01,breath02 -fixup -verbose

2.對驗證failed的處理

當前驗證結果 failed的如下(有的可處理,可不處理的):

Check: Package existence for "elfutils-libelf-devel" 
  Node Name     Available                 Required                  Status    
  ------------  ------------------------  ------------------------  ----------
  breath02      missing                   elfutils-libelf-devel-0.97  failed    
  breath01      missing                   elfutils-libelf-devel-0.97  failed    
Result: Package existence check failed for "elfutils-libelf-devel"
Check: Package existence for "pdksh" 
  Node Name     Available                 Required                  Status    
  ------------  ------------------------  ------------------------  ----------
  breath02      missing                   pdksh-5.2.14              failed    
  breath01      missing                   pdksh-5.2.14              failed    
Result: Package existence check failed for "pdksh"

缺少兩個包進行安裝
yum install -y elfutils-libelf-devel
rpm -ivh pdksh-5.2.14-37.el5_8.1.x86_64.rpm –nodeps

3.進行安裝

[[email protected] grid]$ ./runInstaller
…..安裝部分截圖
<1> 下圖這裡 可以手動點選配置,省去之前手動配置SSH互信
這裡寫圖片描述
<2> 下圖 eth1和eth2 雙網絡卡做HAIP
這裡寫圖片描述
<3> 配置ASM 磁碟組存放OCR
這裡寫圖片描述
這裡寫圖片描述
<4> 配置統一密碼
這裡寫圖片描述
<5>一路過
這裡寫圖片描述
這裡寫圖片描述
這裡寫圖片描述

<6> 檢查報錯
這裡寫圖片描述

解決第一個package cvu:
進入grid 安裝目錄下 rpm 中
[[email protected] ~]# cd /tmp/grid/rpm/
[[email protected] rpm]# ls
cvuqdisk-1.0.9-1.rpm
[[email protected] rpm]# rpm -ivh cvuqdisk-1.0.9-1.rpm
Preparing… ########################################### [100%]
Using default group oinstall to install package
1:cvuqdisk ########################################### [100%]
[[email protected] rpm]# scp -r breath01:/tmp/grid/rpm/cvuqdisk-1.0.9-1.rpm breath02:/root/
[[email protected]]# rpm -ivh cvuqdisk-1.0.9-1.rpm

第二個 device checks for ASM
確認儲存ASM磁碟設定沒問題,可以忽略。

<7>最後執行指令碼(root使用者)
注:執行順序要保證,有提示說明。本地節點執行完畢之後再在其他節點執行
orainstRoot.sh指令碼:
[[email protected] ~]# /u01/app/oraInventory/orainstRoot.sh
[[email protected] ~]# /u01/app/oraInventory/orainstRoot.sh
root.sh指令碼:
[[email protected] ~]# /u01/app/11.2.0/grid/root.sh

....
....
CRS-4266: Voting file(s) successfully replaced
##  STATE    File Universal Id                File Name Disk group
--  -----    -----------------                --------- ---------
 1. ONLINE   2eb1efe181f74f2cbf1b6bb920af5614 (/dev/asm-diskb) [OCR]
 2. ONLINE   80cdee29d8bb4f8cbf954070fc3c73ff (/dev/asm-diskc) [OCR]
 3. ONLINE   1a6a1296bed14f1cbf75fa831960f7f2 (/dev/asm-diskd) [OCR]
Located 3 voting disk(s).
CRS-2672: Attempting to start 'ora.asm' on 'breath01'
CRS-2676: Start of 'ora.asm' on 'breath01' succeeded
CRS-2