RAC配置笔记

Iscsi常用命令（我通过openfiler实现iscsi存储）

# iscsiadm -m discovery -t st -p IP:port     //发现iSCSI存储

# iscsiadm -m node -o delete -T TARGET -p IP:port    //删除iSCSI发现记录

# iscsiadm -m node          //查看iSCSI发现记录

# iscsiadm -m session     //查看会话情况

# iscsiadm -m node -T TARGET -p IP:port -l       //登录iSCSI存储
# iscsiadm -m node -T TARGET -p IP:port -u      //登出iSCSI存储

vim /etc/iscsi/initiatorname.iscsi    //添加客户端认证

InitiatorName=iqn.2018-12.com.oven:client     //名称与服务端acl设置的名称一致

systemctl restart iscsid    //更新IQN
iscsiadm -m node -T iqn.2018-12.com.oven:master -p 192.168.4.10 -l   //更新IQN后登录成功

[root@rhel1 ~]# fdisk /dev/sde      --分区

[root@rhel1 ~]# udevadm  test /sys/block/sde ----查看信息

配置udev来固定iscsi磁盘分区

[root@rhel1 ~]# vi /etc/udev/rules.d/99-openiscsi.rules     ---->redhat7

KERNEL=="sd*", SUBSYSTEM=="block",  PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="14f504e46494c455248704e5673662d486e38762d505a7470", SYMLINK+="asm/asm_ocr3/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="sd*", SUBSYSTEM=="block",  PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="14f504e46494c45524a59386b4a412d39354f472d35776769", SYMLINK+="asm/asm_fra/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="sd*", SUBSYSTEM=="block",  PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="14f504e46494c455273656f6353492d3762575a2d69475577",SYMLINK+="asm/asm_dbfile/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="sd*", SUBSYSTEM=="block",  PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="14f504e46494c455233326755744d2d544a586f2d4234696e", SYMLINK+="asm/asm_ocr1/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="sd*", SUBSYSTEM=="block",  PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="14f504e46494c45524d79356d34542d354b456f2d326b3877", SYMLINK+="asm/asm_ocr2/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

[root@rhel1 ~]# udevadm control --reload-rules

[root@rhel1 ~]# udevadm trigger

[root@rhel1 asm]# tree

├── asm_dbfile

│   └── part1 -> ../../sdf1

├── asm_fra

│   └── part1 -> ../../sde1

├── asm_ocr1

│   └── part1 -> ../../sdc1

├── asm_ocr2

│   └── part1 -> ../../sdb1

└── asm_ocr3

    └── part1 -> ../../sdd1

5 directories, 5 files

ASM配置安装

[root@rhel1 ~]# yum install kmod-oracleasm.x86_64

[root@rhel1 ~]# rpm -ivh /soft/oracleasmlib-2.0.12-1.el7.x86_64.rpm

[root@rhel1 ~]# rpm -ivh /soft/oracleasm-support-2.1.11-2.el7.x86_64.rpm

[root@rhel1 ~]# /etc/init.d/oracleasm configure

/etc/init.d/oracleasm is deprecated. Use 'oracleasm configure -i'

[root@rhel1 ~]# oracleasm configure –I             ---- 两个节点都需操作

Configuring the Oracle ASM library driver.

This will configure the on-boot properties of the Oracle ASM library

driver.  The following questions will determine whether the driver is

loaded on boot and what permissions it will have.  The current values

will be shown in brackets ('[]').  Hitting <ENTER> without typing an

answer will keep that current value.  Ctrl-C will abort.

Default user to own the driver interface []: grid

Default group to own the driver interface []: asmadmin

Start Oracle ASM library driver on boot (y/n) [n]: y

Scan for Oracle ASM disks on boot (y/n) [y]: y

Writing Oracle ASM library driver configuration: done

[root@rhel1 asm]# oracleasm createdisk  dbfile /dev/asm/asm_dbfile/part1

Writing disk header: done

Instantiating disk: done

[root@rhel2 ~]# oracleasm scandisks

Reloading disk partitions: done

Cleaning any stale ASM disks...

Scanning system for ASM disks...

Instantiating disk "OCRDISK3"

Instantiating disk "FRAS"

Instantiating disk "DBFILES"

Instantiating disk "OCRDISK1"

Instantiating disk "OCRDISK2"

[root@rhel2 ~]# oracleasm listdisks

DBFILES

FRAS

OCRDISK1

OCRDISK2

OCRDISK3

[root@rhel2 ~]#oracleasm querydisk -p OCRDISK1  -----查询asm磁盘所对应的设备文件

内核参数设置：

[root@ rhel1 ~]# vi /etc/sysctl.conf

fs.aio-max-nr = 1048576

fs.file-max = 6815744

kernel.shmall =

kernel.shmmax = 

kernel.shmmni = 4096

kernel.sem = 250 32000 100 128

net.ipv4.ip_local_port_range = 9000 65500

net.core.rmem_default = 262144

net.core.rmem_max = 4194304

net.core.wmem_default = 262144

net.core.wmem_max = 1048586

执行sysctl -p

配置oracle、grid用户的shell限制

[root@ rhel1 ~]# vi /etc/security/limits.conf

grid soft nproc 2047

grid hard nproc 16384

grid soft nofile 1024

grid hard nofile 65536

oracle soft nproc 2047

oracle hard nproc 16384

oracle soft nofile 1024

oracle hard nofile 65536

[root@rhel1 ~]# vi /etc/pam.d/login

session    required     /lib64/security/pam_limits.so

添加用户

[root@ rhel1 ~]# groupadd -g 1001 oinstall

[root@ rhel1 ~]# groupadd -g 1002 asmadmin

[root@ rhel1 ~]# groupadd -g 1003 dba

[root@ rhel1 ~]# groupadd -g 1004 oper

[root@ rhel1 ~]# groupadd -g 1005 asmdba

[root@ rhel1 ~]# groupadd -g 1006 asmoper

[root@ rhel1 ~]# useradd -u 1002 -g oinstall -G asmadmin,asmdba,asmoper grid

[root@ rhel1 ~]# usermod -g oinstall -G dba,oper,asmdba oracle

[root@ rhel1 ~]# mkdir -p /u01/app/11.2.0/grid

[root@ rhel1 ~]# chown -R grid:oinstall  /u01

[root@ rhel1 ~]# mkdir /u01/app/oracle

[root@ rhel1 ~]# chown -R oracle:oinstall  /u01/app/oracle/

[root@ rhel1 ~]# chmod -R 775 /u01/

DNS配置

[root@rhel2 ~]#yum install named

[root@rhel2 ~]# vi /etc/named.conf   ----添加以下内容

zone "86.168.192.in-addr.arpa" IN{

      type master;

      file "192.168.86.db";

};

zone "example.com." IN {

      type master;

    file "example.com.db";

};

[root@rhel2 ~]# vi /var/named/example.com.db

$TTL 1H

@       IN SOA  homeserver.localdomain. root.homeserver.localdomain. (

                                        5       ; serial

                                        3H      ; refresh

                                        1H      ; retry

                                        1W      ; expire

                                        1H )    ; minimum

        NS      homeserver.localdomain.

rhel-cluster-scan.grid     IN   A       192.168.86.170

rhel-cluster-scan.grid     IN   A       192.168.86.171

rhel-cluster-scan.grid     IN   A       192.168.86.172

[root@rhel2 ~]# vi /var/named/192.168.86.db

$TTL 1H

@       IN SOA  homeserver.localdomain.grid.example.com. root.homeserver.localdomain.grid.example.com. (

                                        2       ; serial

                                        3H      ; refresh

                                        1H      ; retry

                                        1W      ; expire

                                        1H )    ; minimum

        NS        homeserver.localdomain.grid.example.com.

170 IN    PTR     rhel-cluster-scan.grid.example.com.

171 IN    PTR     rhel-cluster-scan.grid.example.com.

172 IN    PTR     rhel-cluster-scan.grid.example.com.

[root@rhel2 ~]# vi /etc/resolv.conf

nameserver 192.168.86.152

[root@rhel2 ~]# vi /etc/nsswitch.conf  -----在hosts: files dns加上nis

hosts:      files dns nis

[root@rhel2 ~]# nslookup rhel-cluster-scan.grid.example.com

Server:         192.168.86.152

Address:        192.168.86.152#53

Name:   rhel-cluster-scan.grid.example.com

Address: 192.168.86.172

Name:   rhel-cluster-scan.grid.example.com

Address: 192.168.86.170

Name:   rhel-cluster-scan.grid.example.com

Address: 192.168.86.171

[grid@ rhel1 ~]#/u01/app/grid/runcluvfy.sh stage -pre crsinst -n rhel1,rhel2 -fixup –verbose                     ------执行检查

Ssh互信配置  每个节点都需要

[oracle@ rhel1 ~]$

ssh-keygen -t rsa

ssh-keygen -t dsa

[oracle@ rhel1 ~]$

ssh rhel1 cat ~/.ssh/id_rsa.pub >> authorized_keys

ssh rhel2 cat ~/.ssh/id_rsa.pub >> authorized_keys

ssh rhel1 cat ~/.ssh/id_dsa.pub >> authorized_keys

ssh rhel2 cat ~/.ssh/id_dsa.pub >> authorized_keys

[oracle@ rhel1.ssh]$ scp authorized_keys rhel2:~/.ssh/

[oracle@ rhel2.ssh]$ chmod 600 authorized_keys

执行root.sh出现错误

Adding daemon to inittab

CRS-4124: Oracle High Availability Services startup failed.

CRS-4000: Command Start failed, or completed with errors.

ohasd failed to start: Inappropriate ioctl for device

ohasd failed to start at /u01/app/11.2.0/grid/crs/install/rootcrs.pl line 443.

[root@rhel1 ~]# /u01/app/11.2.0/grid/crs/install/roothas.pl -deconfig -force -verbose

出现 Adding daemon to inittab 时执行

[root@rhel1 ~]#dd if=/var/tmp/.oracle/npohasd of=/dev/null bs=1024 count=1 （rhel7+11.2.0.1）

[root@rhel1 ~]# /u01/app/11.2.0/grid/root.sh ---->等待上一个节点执行完在执行