1、存儲信息確認及配置

1.1、ASM磁盤組及舊存儲磁盤信息說明

1.2、新存儲磁盤信息說明

1.3、確認新存儲的磁盤wwid

-- 掃盤(如果存儲已經分配存儲盤了，但是數據庫服務器上不顯示)
-- 如果確定知道是host多少，指定host進行掃描，不確定的話可以全部掃描一遍
#echo "- - -">/sys/class/scsi_host/host0/scan
#echo "- - -">/sys/class/scsi_host/host1/scan
#echo "- - -">/sys/class/scsi_host/host2/scan
#echo "- - -">/sys/class/scsi_host/host3/scan
...
#echo "- - -">/sys/class/scsi_host/hostX/scan

或者使用腳本
#sh /usr/bin/rescan-scsi-bus.sh
-- 確定wwid
#lsscsi -si  --安裝了lsscsi-0.27-6.el7.x86_64或其他版本的rpm包
#multipath -ll --使用了multipath作為多路徑軟件
#ls -l /dev/disk/by-id

2、修改multipath添加新增的磁盤

#cd /etc/ && cp multipath.conf multipath.conf.bak20220801
#vi /etc/multipath.conf
multipath {
      wwid 36000c123456c55d46b0093070ebc8221 
      alias ocr5 
      path_grouping_policy multibus
}
multipath {
      wwid 36000c123456c55d46b0093070ebc8222
      alias ocr6 
      path_grouping_policy multibus
}
multipath {
      wwid 36000c123456c55d46b0093070ebc8223
      alias ocr7
      path_grouping_policy multibus
}
multipath {
      wwid 36000c123456c55d46b0093070ebc8224
      alias ocr8
      path_grouping_policy multibus
}
multipath {
      wwid 36000c123456c55d46b0093070ebc8225
      alias data5 
      path_grouping_policy multibus
}
multipath {
      wwid 36000c123456c55d46b0093070ebc8226
      alias data6
      path_grouping_policy multibus
}
multipath {
      wwid 36000c123456c55d46b0093070ebc8227
      alias data7
      path_grouping_policy multibus
}
multipath {
      wwid 36000c123456c55d46b0093070ebc8228
      alias data8
      path_grouping_policy multibus
}
-- reload multipath
#multipath -r

3、修改udev添加新增的磁盤

#vi /etc/udev/rules.d/99-oracle-asmdevices.rules
ENV{DM_NAME}=="ocr5", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="asm-ocr5"
ENV{DM_NAME}=="ocr6", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="asm-ocr6"
ENV{DM_NAME}=="ocr7", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="asm-ocr7"
ENV{DM_NAME}=="ocr8", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="asm-ocr8"
ENV{DM_NAME}=="data5", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="asm-data5"
ENV{DM_NAME}=="data6", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="asm-data6"
ENV{DM_NAME}=="data7", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="asm-data7"
ENV{DM_NAME}=="data8", OWNER:="grid", GROUP:="asmadmin", MODE:="660", SYMLINK+="asm-data8"

-- 觸發權限生效
#udevadm control --reload-rules
#udevadm trigger --sysname-match=dm-15
#udevadm trigger --sysname-match=dm-16
#udevadm trigger --sysname-match=dm-17
#udevadm trigger --sysname-match=dm-18
#udevadm trigger --sysname-match=dm-19
#udevadm trigger --sysname-match=dm-20
#udevadm trigger --sysname-match=dm-21
#udevadm trigger --sysname-match=dm-22

-- 檢查屬組及權限
#ll /dev/mapper/*
#ll /dev/dm-*|grep grid

4、確認磁盤可用性

#su - grid
$asmcmd lsdsk --candidate
$sqlplus / as sysasm<<eof
set linesize 200 pages 1000;
col name format a16;
col path format a30;
col HEADER_STATUS format a16;
select name,path,HEADER_STATUS,TOTAL_MB
from v$asm_disk;
eof

5、備份ocr和votedisk

#/u01/app/11.2.0.4/grid/bin/ocrconfig -export /backup/20220801/ocr_20220801.exp
dd if=/dev/asm-ocr1 of=/backup/20220801/votedisk_20220801_ocr1.bak
dd if=/dev/asm-ocr2 of=/backup/20220801/votedisk_20220801_ocr2.bak
dd if=/dev/asm-ocr3 of=/backup/20220801/votedisk_20220801_ocr3.bak
dd if=/dev/asm-ocr4 of=/backup/20220801/votedisk_20220801_ocr4.bak

6、CRS磁盤組替換新存儲

#su - grid
$sqlplus / as sysasm<<eof
alter diskgroup CRS add disk
'/dev/asm-ocr5',
'/dev/asm-ocr6',
'/dev/asm-ocr7',
'/dev/asm-ocr8'
drop disk
OCR_0000,
OCR_0001,
OCR_0002,
OCR_00003
rebalance power 8;
eof

--查看rebalance進度
#su - grid
$sqlplus / as sysasm<<eof
select * from v$asm_operation;
eof

7、DATA磁盤組替換新存儲

#su - grid
$sqlplus / as sysasm<<eof
alter diskgroup DATA add disk
'/dev/asm-data5',
'/dev/asm-data6',
'/dev/asm-data7',
'/dev/asm-data8'
drop disk
DATA_0000,
DATA_0001,
DATA_0002,
DATA_0003
rebalance power 8;
eof

--查看rebalance進度
#su - grid
$sqlplus / as sysasm<<eof
select * from v$asm_operation;
eof

8、查看磁盤組磁盤狀態

– 舊存儲磁盤的狀態為FORMER，新存儲磁盤的狀態為MEMBER

$ sqlplus / as sysasm<<eof
set linesize 200 pages 1000;
col name format a16;
col path format a30;
col HEADER_STATUS format a16;
select name,path,HEADER_STATUS,TOTAL_MB
from v\$asm_disk;
eof

9、檢查集群狀態及數據庫狀態

#su - grid
$crsctl stat res -t

#su - oracle
$sqlplus / as sysdba<<eof
select instance_name,status from gv\$instance;
select name,open_mode from gv\$database;
eof