oracle RAC加盘踢盘

环境:
OS:Centos 7
db:12CR2

1.主机层面加盘
虚拟机加盘需要停掉数据库和主句,生产环境之间划分lun给到主机,不需要重启.
multipath -ll 找到新加磁盘的UUID

2.配置多路径
每个节点上都要操作

[root@rac02 ~]# more /etc/multipath.conf 
blacklist {
    devnode "^sda"
}
defaults {
    user_friendly_names yes
    path_grouping_policy multibus
    failback immediate
    no_path_retry fail
}

multipaths {
       multipath {
               wwid                    VBOX_HARDDISK_VB00234d6f-80cec2bf
               alias                   ocrdisk01
               path_grouping_policy    multibus
       }
       multipath {
               wwid                    VBOX_HARDDISK_VBbad719ae-a07de7a5
               alias                   datadisk01
               path_grouping_policy    multibus
       }
       multipath {
               wwid                    VBOX_HARDDISK_VB76f10276-8a519e24
               alias                   redodisk01
               path_grouping_policy    multibus
       }
       multipath {
               wwid                    VBOX_HARDDISK_VBbee132b8-6b532b27
               alias                   datadisk02
               path_grouping_policy    multibus
       }
       multipath {
               wwid                    VBOX_HARDDISK_VB20c3a1a6-36f1c22d
               alias                   redodisk02
               path_grouping_policy    multibus
       }
}

3.多路径重新加载
[root@rac01 ~]# multipath -r
[root@rac02 ~]# multipath -r

4.修改设备权限
修改文件/etc/udev/rules.d/99-oracle-asmdevices.rules
2个节点都需要操作

[root@rac01 rules.d]# more 99-oracle-asmdevices.rules 
ENV{DM_NAME}=="ocrdisk01", OWNER:="grid", GROUP:="asmadmin", MODE:="660"
ENV{DM_NAME}=="datadisk01", OWNER:="grid", GROUP:="asmadmin", MODE:="660"
ENV{DM_NAME}=="redodisk01", OWNER:="grid", GROUP:="asmadmin", MODE:="660"
ENV{DM_NAME}=="datadisk02", OWNER:="grid", GROUP:="asmadmin", MODE:="660"
ENV{DM_NAME}=="redodisk02", OWNER:="grid", GROUP:="asmadmin", MODE:="660"

重新加载规则文件(磁盘权限修改为grid)
2个节点都需要操作

[root@rac01 rules.d]# ls -al /dev/dm*
brw-rw---- 1 root disk     253, 0 Apr 23 17:40 /dev/dm-0
brw-rw---- 1 grid asmadmin 253, 1 Apr 23 18:21 /dev/dm-1
brw-rw---- 1 root disk     253, 2 Apr 23 18:17 /dev/dm-2
brw-rw---- 1 grid asmadmin 253, 3 Apr 23 18:21 /dev/dm-3
brw-rw---- 1 grid asmadmin 253, 4 Apr 23 18:21 /dev/dm-4
brw-rw---- 1 root disk     253, 5 Apr 23 18:17 /dev/dm-5

[root@rac01 rules.d]# udevadm trigger
若该命令不管用，可以执行如下命令

[root@localhost ~]#/sbin/udevadm control --reload
[root@localhost ~]# /sbin/udevadm trigger --type=devices --action=change
[root@localhost bin]# udevadm trigger

5.加盘
在其中一个节点操作即可,必须使用sysasm方式登录,如下步骤相同

su - grid
connect / as sysasm
set linesize 1000;
column group_number format 99;
column name format a16;
column path format a32;
column total_mb format 999999999;
column free_mb format 999999999;
column mount_status format a16;
column header_status format a16;
column mode_status format a16;

SQL> select group_number,name,path,total_mb,free_mb,mount_status,header_status,mode_status from v$asm_disk  order by group_number desc;

GROUP_NUMBER NAME             PATH                               TOTAL_MB    FREE_MB MOUNT_STATUS     HEADER_STATUS    MODE_STATUS
------------ ---------------- -------------------------------- ---------- ---------- ---------------- ---------------- ----------------
           3 REDO_0000        /dev/mapper/redodisk01                10240       9348 CACHED           MEMBER           ONLINE
           2 OCR_0000         /dev/mapper/ocrdisk01                 40960       6420 CACHED           MEMBER           ONLINE
           1 DATA_0000        /dev/mapper/datadisk01                10240       2980 CACHED           MEMBER           ONLINE
           0                  /dev/mapper/redodisk02                    0          0 CLOSED           CANDIDATE        ONLINE
           0                  /dev/mapper/datadisk02                    0          0 CLOSED           CANDIDATE        ONLINE


SQL> select group_number,name,state,type,total_mb,free_mb from v$asm_diskgroup;

GROUP_NUMBER NAME             STATE                  TYPE           TOTAL_MB    FREE_MB
------------ ---------------- ---------------------- ------------ ---------- ----------
           1 DATA             MOUNTED                EXTERN            10240       2980
           2 OCR              MOUNTED                EXTERN            40960       6420
           3 REDO             MOUNTED                EXTERN            10240       9348

SQL> alter diskgroup DATA add disk '/dev/mapper/datadisk02';

Diskgroup altered.

SQL> alter diskgroup REDO add disk '/dev/mapper/redodisk02';

Diskgroup altered.

6.磁盘均衡(rebalance)
只在一个节点上操作

SQL>alter diskgroup DATA rebalance power 4;
SQL>alter diskgroup REDO rebalance power 4;

查看进度:
SQL> select * from v$asm_operation;

no rows selected

7.剔除旧磁盘
只在一个节点上操作

SQL> alter diskgroup DATA drop disk 'DATA_0000';

Diskgroup altered.

SQL> alter diskgroup REDO drop disk 'REDO_0000';

Diskgroup altered.

剔除后查看磁盘状态,需要等待一会MOUNT_STATUS状态才会变成closed

SQL>  select group_number,name,path,total_mb,free_mb,mount_status,header_status,mode_status from v$asm_disk  order by group_number desc;

GROUP_NUMBER NAME             PATH                               TOTAL_MB    FREE_MB MOUNT_STATUS     HEADER_STATUS    MODE_STATUS
------------ ---------------- -------------------------------- ---------- ---------- ---------------- ---------------- ----------------
           3 REDO_0001        /dev/mapper/redodisk02                10240       9348 CACHED           MEMBER           ONLINE
           2 OCR_0000         /dev/mapper/ocrdisk01                 40960       6420 CACHED           MEMBER           ONLINE
           1 DATA_0001        /dev/mapper/datadisk02                10240       2980 CACHED           MEMBER           ONLINE
           0                  /dev/mapper/datadisk01                    0          0 CLOSED           FORMER           ONLINE
           0                  /dev/mapper/redodisk01                    0          0 CLOSED           FORMER           ONLINE
          

8.回收磁盘
修改多路径配置并reload和修改udev权限规则文件,把剔除的盘去掉.

9.说明
建议添加的磁盘大小与原有的大小保持一致，不过比原来磁盘大或是小一些(空间大小能能存储原有数据的情况下)也是可以的.