说明：

最开始是用的rehat7.2安装12.2.0.1，后面安装GI节点一执行root.sh脚本失败，排查原因，最开始以为是操作系统的问题，换成rehat7.6,同样的出现问题，经过一番折腾，后面通过MOS文献解决问题（如果直接18C，可以避免此BUG）。

一、前期规划

1、软件环境

操作系统：RedHat Linux 7.x 64位

数据库：Oracle 12.2.0.1 RAC

2、主机规划

二、安装数据库前准备

1、清除 DNS 中内容

vi /etc/resolv.conf --消除其内容

2、改hosts

Rac1,rac2:

cat >> /etc/hosts<<EOF

#rac1

192.168.211.151 node1

192.168.211.153 node1-vip

192.168.137.151 node1-priv

#rac2

192.168.211.152 node2

192.168.211.154 node2-vip

192.168.137.152 node2-priv

#scan-ip

192.168.211.155 scan-cluster

EOF

3、关闭iptables

service iptables stop

chkconfig iptables off

service ip6tables stop

chkconfig ip6tables off

systemctl disable firewalld

systemctl stop firewalld

4、关闭selinux

#关闭selinux

sed -i 's\SELINUX=enforcing\SELINUX=disabled\' /etc/selinux/config

setenforce 0

5、关闭NTP

/sbin/service ntpd stop

chkconfig ntpd off

mv /etc/ntp.conf /etc/ntp.conf.org

systemctl stop chronyd

systemctl disable chrnyd

6、关闭avahi-daemon服务

systemctl stop avahi-dnsconfd

systemctl stop avahi-daemon

systemctl disable avahi-dnsconfd

systemctl disable avahi-daemon

7、关闭 NetworkManager

systemctl stop NetworkManager

systemctl disable NetworkManager

三、集群参数配置

1、添加用户目录

#添加用户

useradd -u 54321 -g oinstall -G asmadmin,asmdba,asmoper,dba grid

echo 'oracle' | passwd --stdin grid

useradd -u 54322 -g oinstall -G dba,asmdba,oper oracle

echo 'oracle' | passwd --stdin oracle

#创建安装目录

mkdir -p /u01/app/grid

mkdir -p /u01/app/12.2.0/grid

mkdir -p /u01/app/oracle/product/12.2.0/db_1

#更改目录权限

chown -R grid:oinstall /u01

chown -R oracle:oinstall /u01/app/oracle

chmod -R 775 /u01

2、设置内核参数

#改变内核参数

cat >> /etc/sysctl.conf<<EOF

#Kernel for Oracle 12C

fs.aio-max-nr = 1048576

fs.file-max = 6815744

#kernel.shmall = 2097152

#kernel.shmmax = 4294967295

kernel.shmall = 16097152

kernel.shmmax = 128849018880

kernel.shmmni = 4096

kernel.sem = 250 32000 100 128

net.ipv4.ip_local_port_range = 9000 65500

net.core.rmem_default = 262144

net.core.rmem_max = 4194304

net.core.wmem_default = 262144

net.core.wmem_max = 1048576

EOF

#使内核参数立即生效

sysctl -p

#添加用户资源限制

cat >> /etc/security/limits.conf<<EOF

#limits for Oracle users

grid soft nproc 2047

grid hard nproc 16384

grid soft nofile 1024

grid hard nofile 65536

grid soft stack 10240

oracle soft nproc 2047

oracle hard nproc 16384

oracle soft nofile 1024

oracle hard nofile 65536

oracle soft stack 10240

EOF

#编辑配置文件

cat >> /etc/profile<<EOF

#this is for oracle user

if [ \$USER = "oracle" ]||[ \$USER = "grid" ]; then

if [ \$SHELL = "/bin/ksh" ]; then

ulimit -p 16384

ulimit -n 65536

else

ulimit -u 16384 -n 65536

umask 022

EOF

#编辑登陆配置文件

cat >> /etc/pam.d/login<<EOF

#this is for oracle user

session required pam_limits.so

EOF

#为grid用户添加环境变量

cat >> /home/grid/.bash_profile<<EOF

export ORACLE_BASE=/u01/app/grid

export ORACLE_SID=+ASM1

export ORACLE_HOME=/u01/app/12.2.0/grid

export PATH=\$ORACLE_HOME/OPatch:\$ORACLE_HOME/bin:\$PATH

export LD_LIBRARY_PATH=\$ORACLE_HOME/lib:\$LD_LIBRARY_PATH

stty erase ^H

EOF

source /home/oracle/.bash_profile

#为oracle用户添加环境变量

cat >> /home/oracle/.bash_profile<<EOF

export ORACLE_BASE=/u01/app/oracle

export ORACLE_SID=orcl

export ORACLE_HOME=\$ORACLE_BASE/product/12.2.0/db_1

export PATH=\$ORACLE_HOME/OPatch:\$ORACLE_HOME/bin:\$PATH

export LD_LIBRARY_PATH=\$ORACLE_HOME/lib:\$LD_LIBRARY_PATH

export NLS_LANG=AMERICAN_AMERICA.ZHS16GBK

stty erase ^H

EOF

source /home/oracle/.bash_profile

3、配置NOZEROCONF

#How To Prevent Bogus Entry 169.254.0.0/255.255.0.0 Automatically Added To Routing Table (文档 ID 1161144.1)

cat >>/etc/sysconfig/network<<EOF

NOZEROCONF=yes

EOF

4、选择deadline IO调度

cat > /etc/udev/rules.d/60-oracle-schedulers.rules<<EOF

ACTION=="add|change", KERNEL=="sd[a-z]", ATTR{queue/rotational}=="0", ATTR{queue/scheduler}="deadline"

EOF

udevadm control --reload-rules

5、透明大页

1.查看透明大页是否启用

RHEL 6：

# cat /sys/kernel/mm/redhat_transparent_hugepage/enabled

[oracle@rhel 6 ~]$ cat /sys/kernel/mm/redhat_transparent_hugepage/enabled

[always] madvise never

RHEL 7：

# cat /sys/kernel/mm/transparent_hugepage/enabled

[root@rhel 7 ~]# cat /sys/kernel/mm/transparent_hugepage/enabled

[always] madvise never

2.禁用透明大页

RHEL 6：

（1）.编辑

/etc/grub.conf 文件，在kernel 那一行后面追加

transparent_hugepage=never

例如：

default=0

timeout=5

splashimage=(hd0,0)/grub/splash.xpm.gz

hiddenmenu

title Red Hat Enterprise Linux 6 (2.6.32-642.el6.x86_64)

root (hd0,0)

kernel /vmlinuz-2.6.32-642.el6.x86_64 ro root=/dev/mapper/rootvg-lvroot rd_NO_LUKS KEYBOARDTYPE=pc KEYTABLE=us LANG=en_US.UTF-8 rd_LVM_LV=rootvg/lvswap rd_NO_MD SYSFONT=latarcyrheb-sun16 crashkernel=auto rd_LVM_LV=rootvg/lvroot rd_NO_DM rhgb quiet transparent_hugepage=never

initrd /initramfs-2.6.32-642.el6.x86_64.img

（2）.重启系统生效。

RHEL 7：

（1）.编辑/etc/sysconfig/grub 文件，在 GRUB_CMDLINE_LINUX 那一行后面追加 transparent_hugepage=never

例如：

GRUB_TIMEOUT=5

GRUB_DISTRIBUTOR="$(sed 's, release .*$,,g' /etc/system-release)"

GRUB_DEFAULT=saved

GRUB_DISABLE_SUBMENU=true

GRUB_TERMINAL_OUTPUT="console"

GRUB_CMDLINE_LINUX="crashkernel=auto rd.lvm.lv=rootvg/root rd.lvm.lv=rootvg/swap rhgb quiet transparent_hugepage=never"

GRUB_DISABLE_RECOVERY="true"

（2）.再使用

grub2-mkconfig 生成grub.cfg配置文件。

# grub2-mkconfig -o /boot/grub2/grub.cfg

（3）.重启系统使配置生效。

6、准备仲裁磁盘和数据磁盘

for i in b c d e

echo "KERNEL==\"sd?\",SUBSYSTEM==\"block\",PROGRAM==\"/usr/lib/udev/scsi_id --whitelisted --replace-whitespace --device=/dev/\$name\",RESULT==\"`/usr/lib/udev/scsi_id --whitelisted --replace-whitespace --device=/dev/sd$i`\",SYMLINK+=\"asm-disk$i\",OWNER=\"grid\",GROUP=\"asmadmin\",MODE=\"0660\""

done > /etc/udev/rules.d/99-oracle-asmdevices.rules

udevadm trigger

udevadm control -R

systemctl restart systemd-udevd.service

ls -lh /dev/asm*

其中，12.2磁盘配置，把MGMT单独分开（建议40+G），否则跟ocr一起安装，每个OCR需要至少30+G。

7、配置YUM

yum -y install binutils \

compat-libcap1 \

compat-libstdc++-33 \

compat-libstdc++-33.i686 \

e2fsprogs \

e2fsprogs-libs \

gcc \

gcc-c++ \

glibc.i686 \

glibc \

glibc-devel.i686 \

glibc-devel \

ksh \

libaio \

libaio.i686 \

libaio-devel \

libaio-devel.i686 \

libX11.i686 \

libX11 \

libXau.i686 \

libXau \

libXi.i686 \

libXi \

libXtst.i686 \

libXtst \

libgcc.i686 \

libgcc \

libstdc++.i686 \

libstdc++ \

libstdc++-devel.i686 \

libstdc++-devel \

libxcb.i686 \

libxcb \

make \

net-tools \

nfs-utils \

smartmontools \

sysstat \

unixODBC.i686 \

unixODBC \

unixODBC-devel.i686 \

unixODBC-devel \

java-1.8.0-openjdk \

psmisc

四、安装Grid Infrastucture

1. 预检查

从12.2开始，安装grid,直接把grid安装包解压到$GRID_HOME目录的前一个目录，解压生成grid目录，预检查，安装都可以，并且把MGMT分开。

./runcluvfy.sh stage -pre crsinst -n node1,node2 -verbose >/tmp/grid_check.log

查看/tmp/grid_check.log

利用/etc/hosts 域名解析，/etc/resolv.conf 报错可以忽略

2. 安装GRID软件

3. 遇到的坑（执行第一个脚本报错）

[root@node1 ~]# /u01/app/oraInventory/orainstRoot.sh

Changing permissions of /u01/app/oraInventory.

Adding read,write permissions for group.

Removing read,write,execute permissions for world.

Changing groupname of /u01/app/oraInventory to oinstall.

The execution of the script is complete.

crs 报错：

The command '/opt/oracle/ghome/perl/bin/perl -I/opt/oracle/ghome/perl/lib -I/opt/oracle/ghome/crs/install /opt/oracle/ghome/crs/install/rootcrs.pl ' execution failed

（Doc ID 26247490.8）

https://support.oracle.com/epmos/faces/PatchDetail?requestId=21111942&_afrLoop=291841035812717&patchId=25078431&_afrWindowMode=0&_adf.ctrl-state=6xvf8wj9o_73

chown -R grid:oinstall 25078431/

cp -r /soft/OPatch /u01/app/12.2.0/grid/

$ORACLE_HOME/gridSetup.sh -applyPSU /u01/app/12.2.0/grid/25078431/

RU下载地址：

https://support.oracle.com/epmos/faces/PatchDetail?requestId=22666334&_afrLoop=334697806899329&patchId=28828733&_afrWindowMode=0&_adf.ctrl-state=1b2lzj24ao_100

opatch 工具下载：

https://support.oracle.com/epmos/faces/PatchDetail?_afrLoop=363488317867689&patchId=6880880&_afrWindowMode=0&_adf.ctrl-state=12eicbce7h_853

MOS 文档：ACFS Support On OS Platforms (Certification Matrix). (Doc ID 1369107.1)

由于我的操作系统是rehat7.6的，之前是rehat7.2版本，也是第一个脚本报错，创建集群资源的时候，7.2和7.5+的RU需要的不一样，最新的就行了。