oracle 数据库11G，grid用户 检查当前数据库的状态
[grid@icsdb01 ~]$ crs_stat -t
Name Type Target State Host
------------------------------------------------------------
ora.ARCH.dg ora....up.type ONLINE ONLINE icsdb01
ora.DATA.dg ora....up.type ONLINE ONLINE icsdb01
ora....ER.lsnr ora....er.type ONLINE ONLINE icsdb01
ora....N1.lsnr ora....er.type ONLINE ONLINE icsdb02
ora.OCR_VOT.dg ora....up.type ONLINE ONLINE icsdb01
ora.asm ora.asm.type ONLINE ONLINE icsdb01
ora.cvu ora.cvu.type ONLINE ONLINE icsdb02
ora.gsd ora.gsd.type OFFLINE OFFLINE
ora.icsdb.db ora....se.type ONLINE ONLINE icsdb01
ora....SM1.asm application ONLINE ONLINE icsdb01
ora....01.lsnr application ONLINE ONLINE icsdb01
ora....b01.gsd application OFFLINE OFFLINE
ora....b01.ons application ONLINE ONLINE icsdb01
ora....b01.vip ora....t1.type ONLINE ONLINE icsdb01
ora....SM2.asm application ONLINE ONLINE icsdb02
ora....02.lsnr application ONLINE ONLINE icsdb02
ora....b02.gsd application OFFLINE OFFLINE
ora....b02.ons application ONLINE ONLINE icsdb02
ora....b02.vip ora....t1.type ONLINE ONLINE icsdb02
ora....network ora....rk.type ONLINE ONLINE icsdb01
ora.oc4j ora.oc4j.type ONLINE ONLINE icsdb02
ora.ons ora.ons.type ONLINE ONLINE icsdb01
ora....ry.acfs ora....fs.type ONLINE ONLINE icsdb01
ora.scan1.vip ora....ip.type ONLINE ONLINE icsdb02
[grid@icsdb01 ~]$
root 停止集群软件路径
[root@icsdb01 ~]# ps -ef | grep crs
root 11646 1 0 2015 ? 01:04:20 /u01/app/11.2.0/grid/bin/crsd.bin
reboot
root 23796 23582 0 20:10 pts/5 00:00:00 grep crs
root 停止集群软件路径
[root@icsdb02 ~]# ps -ef | grep crs
root 2177 731 0 20:12 pts/4 00:00:00 grep crs
root 11424 1 0 2015 ? 01:29:48 /u01/app/11.2.0/grid/bin/crsd.bin
reboot
root用户停止集群软件 节点1
[root@icsdb01 bin]# ./crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources
on 'icsdb01'
CRS-2673: Attempting to stop 'ora.crsd' on 'icsdb01'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on
'icsdb01'
CRS-2673: Attempting to stop 'ora.ARCH.dg' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.OCR_VOT.dg' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.registry.acfs' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.icsdb.db' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'icsdb01'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.icsdb01.vip' on 'icsdb01'
CRS-2677: Stop of 'ora.registry.acfs' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.icsdb01.vip' on 'icsdb01' succeeded
CRS-2672: Attempting to start 'ora.icsdb01.vip' on 'icsdb02'
CRS-2677: Stop of 'ora.ARCH.dg' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.icsdb.db' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'icsdb01'
CRS-2677: Stop of 'ora.DATA.dg' on 'icsdb01' succeeded
CRS-2676: Start of 'ora.icsdb01.vip' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.OCR_VOT.dg' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'icsdb01'
CRS-2677: Stop of 'ora.asm' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'icsdb01'
CRS-2677: Stop of 'ora.ons' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'icsdb01'
CRS-2677: Stop of 'ora.net1.network' on 'icsdb01' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'icsdb01' has
completed
CRS-2677: Stop of 'ora.crsd' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.ctssd' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.evmd' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.asm' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'icsdb01'
CRS-2677: Stop of 'ora.ctssd' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.evmd' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.asm' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'icsdb01'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'icsdb01'
CRS-2677: Stop of 'ora.cssd' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.crf' on 'icsdb01'
CRS-2677: Stop of 'ora.drivers.acfs' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.crf' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'icsdb01'
CRS-2677: Stop of 'ora.gipcd' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'icsdb01'
CRS-2677: Stop of 'ora.gpnpd' on 'icsdb01' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on
'icsdb01' has completed
CRS-4133: Oracle High Availability Services has been stopped.
root用户停止集群软件 节点2
[root@icsdb02 bin]# ./crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources
on 'icsdb02'
CRS-2673: Attempting to stop 'ora.crsd' on 'icsdb02'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on
'icsdb02'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.icsdb01.vip' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.cvu' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.ARCH.dg' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.OCR_VOT.dg' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.registry.acfs' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.icsdb.db' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.oc4j' on 'icsdb02'
CRS-2677: Stop of 'ora.cvu' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'icsdb02'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.registry.acfs' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.icsdb01.vip' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.icsdb02.vip' on 'icsdb02'
CRS-2677: Stop of 'ora.ARCH.dg' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.scan1.vip' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.icsdb.db' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'icsdb02'
CRS-2677: Stop of 'ora.icsdb02.vip' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.oc4j' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.OCR_VOT.dg' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'icsdb02'
CRS-2677: Stop of 'ora.asm' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'icsdb02'
CRS-2677: Stop of 'ora.ons' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'icsdb02'
CRS-2677: Stop of 'ora.net1.network' on 'icsdb02' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'icsdb02' has
completed
CRS-2677: Stop of 'ora.crsd' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.mdnsd' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.crf' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.ctssd' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.evmd' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.asm' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'icsdb02'
CRS-2677: Stop of 'ora.mdnsd' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.evmd' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.crf' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.asm' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'icsdb02'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'icsdb02'
CRS-2677: Stop of 'ora.cssd' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'icsdb02'
CRS-2677: Stop of 'ora.drivers.acfs' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.gipcd' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'icsdb02'
CRS-2677: Stop of 'ora.gpnpd' on 'icsdb02' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on
'icsdb02' has completed
CRS-4133: Oracle High Availability Services has been stopped.
停止集群软件后，查看集群状态
[grid@icsdb01 ~]$ crs_stat -t
CRS-0184: Cannot communicate with the CRS daemon.
停止集群软件后，查看集群状态
[grid@icsdb02 ~]$ crs_stat -t
CRS-0184: Cannot communicate with the CRS daemon.
多路径软件状态
[root@icsdb01 bin]# multipath -ll
data01 (36006016067403a009a33b75e87a0e411) dm-3 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:0:1 sdc 8:32 [active][ready]
\_ 8:0:2:1 sdo 8:224 [active][ready]
\_ 7:0:1:1 sdai 66:32 [active][ready]
\_ 7:0:2:1 sdan 66:112 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:1:1 sdi 8:128 [active][ready]
\_ 8:0:3:1 sdu 65:64 [active][ready]
\_ 7:0:0:1 sdad 65:208 [active][ready]
\_ 7:0:3:1 sdas 66:192 [active][ready]
ocr_vot (36006016067403a006ebbdf3287a0e411) dm-2 DGC,VRAID
[size=50G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=2][active]
\_ 8:0:0:0 sdb 8:16 [active][ready]
\_ 8:0:2:0 sdn 8:208 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:1:0 sdh 8:112 [active][ready]
\_ 8:0:3:0 sdt 65:48 [active][ready]
arch (36006016067403a00d1375d4487a0e411) dm-5 DGC,VRAID
[size=100G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:1:3 sdk 8:160 [active][ready]
\_ 8:0:3:3 sdw 65:96 [active][ready]
\_ 7:0:0:3 sdaf 65:240 [active][ready]
\_ 7:0:3:3 sdau 66:224 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:0:3 sde 8:64 [active][ready]
\_ 8:0:2:3 sdq 65:0 [active][ready]
\_ 7:0:1:3 sdak 66:64 [active][ready]
\_ 7:0:2:3 sdap 66:144 [active][ready]
data04 (36006016067403a00a033b75e87a0e411) dm-7 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:1:5 sdm 8:192 [active][ready]
\_ 8:0:3:5 sdy 65:128 [active][ready]
\_ 7:0:0:5 sdah 66:16 [active][ready]
\_ 7:0:3:5 sdaw 67:0 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:0:5 sdg 8:96 [active][ready]
\_ 8:0:2:5 sds 65:32 [active][ready]
\_ 7:0:1:5 sdam 66:96 [active][ready]
\_ 7:0:2:5 sdar 66:176 [active][ready]
data03 (36006016067403a009c33b75e87a0e411) dm-6 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:1:4 sdl 8:176 [active][ready]
\_ 8:0:3:4 sdx 65:112 [active][ready]
\_ 7:0:0:4 sdag 66:0 [active][ready]
\_ 7:0:3:4 sdav 66:240 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:0:4 sdf 8:80 [active][ready]
\_ 8:0:2:4 sdr 65:16 [active][ready]
\_ 7:0:1:4 sdal 66:80 [active][ready]
\_ 7:0:2:4 sdaq 66:160 [active][ready]
data02 (36006016067403a009e33b75e87a0e411) dm-4 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:0:2 sdd 8:48 [active][ready]
\_ 8:0:2:2 sdp 8:240 [active][ready]
\_ 7:0:1:2 sdaj 66:48 [active][ready]
\_ 7:0:2:2 sdao 66:128 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:1:2 sdj 8:144 [active][ready]
\_ 8:0:3:2 sdv 65:80 [active][ready]
\_ 7:0:0:2 sdae 65:224 [active][ready]
\_ 7:0:3:2 sdat 66:208 [active][ready]
[root@icsdb01 bin]#
[root@icsdb02 bin]# multipath -ll
data01 (36006016067403a009a33b75e87a0e411) dm-3 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:0:1 sdc 8:32 [active][ready]
\_ 8:0:2:1 sdo 8:224 [active][ready]
\_ 7:0:1:1 sdai 66:32 [active][ready]
\_ 7:0:2:1 sdan 66:112 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:1:1 sdi 8:128 [active][ready]
\_ 8:0:3:1 sdu 65:64 [active][ready]
\_ 7:0:0:1 sdad 65:208 [active][ready]
\_ 7:0:3:1 sdas 66:192 [active][ready]
ocr_vot (36006016067403a006ebbdf3287a0e411) dm-2 DGC,VRAID
[size=50G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=2][active]
\_ 8:0:0:0 sdb 8:16 [active][ready]
\_ 8:0:2:0 sdn 8:208 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:1:0 sdh 8:112 [active][ready]
\_ 8:0:3:0 sdt 65:48 [active][ready]
arch (36006016067403a00d1375d4487a0e411) dm-5 DGC,VRAID
[size=100G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:1:3 sdk 8:160 [active][ready]
\_ 8:0:3:3 sdw 65:96 [active][ready]
\_ 7:0:0:3 sdaf 65:240 [active][ready]
\_ 7:0:3:3 sdau 66:224 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:0:3 sde 8:64 [active][ready]
\_ 8:0:2:3 sdq 65:0 [active][ready]
\_ 7:0:1:3 sdak 66:64 [active][ready]
\_ 7:0:2:3 sdap 66:144 [active][ready]
data04 (36006016067403a00a033b75e87a0e411) dm-7 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:1:5 sdm 8:192 [active][ready]
\_ 8:0:3:5 sdy 65:128 [active][ready]
\_ 7:0:0:5 sdah 66:16 [active][ready]
\_ 7:0:3:5 sdaw 67:0 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:0:5 sdg 8:96 [active][ready]
\_ 8:0:2:5 sds 65:32 [active][ready]
\_ 7:0:1:5 sdam 66:96 [active][ready]
\_ 7:0:2:5 sdar 66:176 [active][ready]
data03 (36006016067403a009c33b75e87a0e411) dm-6 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:1:4 sdl 8:176 [active][ready]
\_ 8:0:3:4 sdx 65:112 [active][ready]
\_ 7:0:0:4 sdag 66:0 [active][ready]
\_ 7:0:3:4 sdav 66:240 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:0:4 sdf 8:80 [active][ready]
\_ 8:0:2:4 sdr 65:16 [active][ready]
\_ 7:0:1:4 sdal 66:80 [active][ready]
\_ 7:0:2:4 sdaq 66:160 [active][ready]
data02 (36006016067403a009e33b75e87a0e411) dm-4 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
\_ 8:0:0:2 sdd 8:48 [active][ready]
\_ 8:0:2:2 sdp 8:240 [active][ready]
\_ 7:0:1:2 sdaj 66:48 [active][ready]
\_ 7:0:2:2 sdao 66:128 [active][ready]
\_ round-robin 0 [prio=0][enabled]
\_ 8:0:1:2 sdj 8:144 [active][ready]
\_ 8:0:3:2 sdv 65:80 [active][ready]
\_ 7:0:0:2 sdae 65:224 [active][ready]
\_ 7:0:3:2 sdat 66:208 [active][ready]
[root@icsdb02 bin]#
重启多路径软件命令
service multipathd restart
重新启动后的状态
[grid@icsdb02 ~]$ crs_stat -t
Name Type Target State Host
------------------------------------------------------------
ora.ARCH.dg ora....up.type ONLINE ONLINE icsdb01
ora.DATA.dg ora....up.type ONLINE ONLINE icsdb01
ora....ER.lsnr ora....er.type ONLINE ONLINE icsdb01
ora....N1.lsnr ora....er.type ONLINE ONLINE icsdb01
ora.OCR_VOT.dg ora....up.type ONLINE ONLINE icsdb01
ora.asm ora.asm.type ONLINE ONLINE icsdb01
ora.cvu ora.cvu.type ONLINE ONLINE icsdb01
ora.gsd ora.gsd.type OFFLINE OFFLINE
ora.icsdb.db ora....se.type ONLINE ONLINE icsdb01
ora....SM1.asm application ONLINE ONLINE icsdb01
ora....01.lsnr application ONLINE ONLINE icsdb01
ora....b01.gsd application OFFLINE OFFLINE
ora....b01.ons application ONLINE ONLINE icsdb01
ora....b01.vip ora....t1.type ONLINE ONLINE icsdb01
ora....SM2.asm application ONLINE ONLINE icsdb02
ora....02.lsnr application ONLINE ONLINE icsdb02
ora....b02.gsd application OFFLINE OFFLINE
ora....b02.ons application ONLINE ONLINE icsdb02
ora....b02.vip ora....t1.type ONLINE ONLINE icsdb02
ora....network ora....rk.type ONLINE ONLINE icsdb01
ora.oc4j ora.oc4j.type ONLINE ONLINE icsdb01
ora.ons ora.ons.type ONLINE ONLINE icsdb01
ora....ry.acfs ora....fs.type ONLINE ONLINE icsdb01
ora.scan1.vip ora....ip.type ONLINE ONLINE icsdb01
[grid@icsdb02 ~]$
