1.IP地址分配:
#DNS
192.168.16.200 mus
#RAC1
192.168.16.201 rac1.bsr.com bsrrac1
192.168.16.202 rac1-vip.bsr.com bsrrac1-vip
10.10.10.201 rac1-pri1.bsr.com bsrrac1-pri
#RAC2
192.168.16.203 rac2.bsr.com bsrrac2
192.168.16.204 rac2-vip.bsr.com bsrrac2-vip
10.10.10.202 rac2-pri1.bsr.com bsrrac2-pri
#RAC3
192.168.16.205 rac3.bsr.com bsrrac3
192.168.16.206 rac3-vip.bsr.com bsrrac3-vip
10.10.10.205 rac3-pri1.bsr.com bsrrac3-pri
#SCAN-IP
192.168.16.210 rac-scan.bsr.com rac-scan
192.168.16.211 rac-scan.bsr.com rac-scan
192.168.16.212 rac-scan.bsr.com rac-scan
2.创建用户组与对应目录
groupadd -g 501 oinstall
groupadd -g 502 dba
groupadd -g 503 oper
groupadd -g 504 asmadmin
groupadd -g 505 asmdba
groupadd -g 506 asmoper
useradd -u 501 -g oinstall -G asmadmin,asmdba,asmoper grid
useradd -u 502 -g oinstall -G dba,asmdba oracle
passwd oracle
passwd grid
mkdir -p u01/app/grid
mkdir -p u01/app/12.2.0/grid
mkdir -p u01/app/oracle
mkdir -p u01/app/oracle/product/12.2.0/db_1
#mkdir -p u01/app/oraInventory
chown -R grid:oinstall u01/app
chown -R oracle:oinstall u01/app/oracle
chmod -R 775 u01/app
3.YUM源配置以及先决条件部署
yum install -y binutils*
yum install -y compat-libstdc++*
yum install -y compat-libcap1*
yum install -y gcc*
yum install -y gcc-c++*
yum install -y glibc*
yum install -y ksh
yum install -y libaio*
yum install -y libgcc*
yum install -y libstdc++*
yum install -y libXext*
yum install -y libXtst*
yum install -y libX11*
yum install -y libXau*
yum install -y libXi*
yum install -y make*
yum install -y sysstat*
yum install -y unixODBC*
4.关闭不必要的服务
chkconfig autofs off
chkconfig acpid off
chkconfig sendmail off
chkconfig cups-config-daemon off
chkconfig cpus off
chkconfig xfs off
chkconfig lm_sensors off
chkconfig gpm off
chkconfig openibd off
chkconfig pcmcia off
chkconfig cpuspeed off
chkconfig nfslock off
chkconfig iptables off
chkconfig ip6tables off
chkconfig rpcidmapd off
chkconfig apmd off
chkconfig sendmail off
chkconfig arptables_jf off
chkconfig microcode_ctl off
chkconfig rpcgssd off
5.修改参数
vi etc/sysctl.conf
kernel.shmmax = 68719476736
#kernel.shmall = 16777216
kernel.shmmni = 4096
kernel.sem =250 32000 100 128
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
net.ipv4.ip_local_port_range = 9000 65500
fs.file-max = 6815744
fs.aio-max-nr = 1048576
sysctl -p
vi /etc/security/limits.conf
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536
oracle soft stack 10240
oracle hard stack 10240
grid soft nproc 2047
grid hard nproc 16384
grid soft nofile 1024
grid hard nofile 65536
grid soft stack 10240
grid hard stack 10240
vi /etc/pam.d/login
session required /lib/security/pam_limits.so
session required pam_limits.so
vi /etc/profile
if [ $USER = "oracle" ]||[ $USER = "grid" ];then
ulimit -u 16384
ulimit -n 65536
fi
6.配置环境变量
GRID
vi .bash_profile
export TMP=/tmp
export TMPDIR=$TMP
export ORACLE_BASE=/u01/app/grid
export ORACLE_HOME=/u01/app/12.2.0/grid
export ORACLE_SID=+ASM1
export PATH=/usr/sbin:$PATH
export PATH=$ORACLE_HOME/bin:$PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
ORACLE
vi .bash_profile
export TMP=/tmp
export TMPDIR=$TMP
export ORACLE_BASE=/u01/app/oracle
export ORACLE_HOME=$ORACLE_BASE/product/12.1.0/db_1
export ORACLE_SID=bsrdb1
export PATH=/usr/sbin:$PATH
export PATH=$ORACLE_HOME/bin:$PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
exportCLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
7.关闭TransparentHugePages
(1)查看验证transparent_hugepage的状态
cat /sys/kernel/mm/redhat_transparent_hugepage/enabled
always madvise [never] 结果为never表示关闭
(2)关闭方法[root@getlnx06~]# vi /etc/rc.local
#!/bin/sh
#
# This script will be executed *after* all the other init scripts.
# You can put your own initialization stuff in here if you don't
# want to do the full Sys V style init stuff.
touch /var/lock/subsys/local
if test -f /sys/kernel/mm/redhat_transparent_hugepage/enabled; then
echo never >/sys/kernel/mm/redhat_transparent_hugepage/enabled
fi
PS.
从RedHat 6,OEL 6, SLES 11 and UEK2 kernels 开始,系统缺省会启用 Transparent HugePages :用来提高内存管理的性能透明大页(TransparentHugePages )和之前版本中的大页功能上类似。主要的区别是:Transparent HugePages 可以实时配置,不需要重启才能生效配置;
Transparent Huge Pages在32位的RHEL 6中是不支持的。
Transparent Huge Pages are not available on the 32-bit version ofRHEL 6.
ORACLE官方不建议我们使用RedHat 6, OEL 6, SLES 11 and UEK2 kernels 时的开启透明大页(TransparentHugePages ),因为透明大页(Transparent HugePages )存在一些问题:
在RAC环境下 透明大页(TransparentHugePages )会导致异常节点重启,和性能问题;
在单机环境中,透明大页(TransparentHugePages )也会导致一些异常的性能问题;
8.DNS
vi /etc/resolv.conf
search bsr.com
nameserver 192.168.16.200
9.ISCSI
iscsiadm -m discovery -t sendtargets -p 192.168.16.199
手工登陆
iscsiadm -m node -T iqn.bsr.com -p 192.168.16.199 -l
iscsiadm -m node -T iqn.bsr.com -p 192.168.16.199 -l
自动登陆
iscsiadm -m node -T iqn.bsr.com -p 192.168.16.199 --op update -nnode.startup -v automatic
/sbin/scsi_id -g -u -d /dev/sdb
14f504e46494c455250796f4649472d335930792d6d7a3841
/sbin/scsi_id -g -u -d /dev/sdc
14f504e46494c45526b46466642582d39376a322d764d5472
/sbin/scsi_id -g -u -d /dev/sdd
14f504e46494c45526866385a47302d69706d332d30676553
/sbin/scsi_id -g -u -d /dev/sde
14f504e46494c455233475a336f412d38526d332d4e346d56
/sbin/scsi_id -g -u -d /dev/sdf
14f504e46494c4552593330774d312d653677732d77645279
vi /etc/udev/rules.d/99-oracle-asmdevices.rules
KERNEL=="sd*", BUS=="scsi",PROGRAM=="/sbin/scsi_id -g -u /dev/$name",RESULT=="14f504e46494c455250796f4649472d335930792d6d7a3841",NAME="asm-diskb", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*", BUS=="scsi",PROGRAM=="/sbin/scsi_id -g -u /dev/$name",RESULT=="14f504e46494c45526b46466642582d39376a322d764d5472",NAME="asm-diskc", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id-g -u /dev/$name",RESULT=="14f504e46494c45526866385a47302d69706d332d30676553",NAME="asm-diskd", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*", BUS=="scsi",PROGRAM=="/sbin/scsi_id -g -u /dev/$name", RESULT=="14f504e46494c455233475a336f412d38526d332d4e346d56",NAME="asm-diske", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*", BUS=="scsi",PROGRAM=="/sbin/scsi_id -g -u /dev/$name",RESULT=="14f504e46494c4552593330774d312d653677732d77645279",NAME="asm-diskf", OWNER="grid", GROUP="asmadmin",MODE="0660"
vi /etc/udev/rules.d/60-raw.rules
ACTION=="add", KERNEL=="sdb",RUN+="/bin/raw /dev/raw/raw1 %N"
ACTION=="add", KERNEL=="sdc",RUN+="/bin/raw /dev/raw/raw2 %N"
ACTION=="add", KERNEL=="sdd",RUN+="/bin/raw /dev/raw/raw3 %N"
ACTION=="add", KERNEL=="sde",RUN+="/bin/raw /dev/raw/raw4 %N"
ACTION=="add", KERNEL=="sdf",RUN+="/bin/raw /dev/raw/raw5 %N"
KERNEL=="raw*", OWNER="grid"GROUP="asmadmin", MODE="0660"
10.互信
./sshUserSetup.sh -user grid -hosts "bsrrac1 bsrrac2bsrrac3" -advanced -noPromptPassphrase
./sshUserSetup.sh -user oracle -hosts "bsrrac1 bsrrac2bsrrac3" -advanced -noPromptPassphrase
./runcluvfy.sh stage -precrsinst -n bsrrac1,bsrrac2 -verbose
./runcluvfy.sh stage -post hwos -n bsrrac1,bsrrac2 -verbose
./runcluvfy.sh stage -pre crsinst -n bsrrac1,bsrrac2,bsrrac3 -fixup-verbose
vi /etc/nsswitch.conf
修改行
hosts: files dns
为
hosts: files dns nis
vi /etc/sysconfig/network
NOZEROCOnF=yes
dd if=/dev/zero of=/dev/raw/raw1 bs=10M count=5000
dd if=/dev/zero of=/dev/raw/raw2 bs=10M count=5000
dd if=/dev/zero of=/dev/raw/raw3 bs=10M count=5000
dd if=/dev/zero of=/dev/raw/raw4 bs=1024M count=5000
dd if=/dev/zero of=/dev/raw/raw5 bs=1024M count=5000
安装gi
Name Type Target State Host
------------------------------------------------------------
ora....SM.lsnr ora....er.type ONLINE ONLINE bsrrac1
ora....ER.lsnr ora....er.type ONLINE ONLINE bsrrac1
ora....AF.lsnr ora....er.type OFFLINE OFFLINE
ora....N1.lsnr ora....er.type ONLINE ONLINE bsrrac2
ora....N2.lsnr ora....er.type ONLINE ONLINE bsrrac1
ora....N3.lsnr ora....er.type ONLINE ONLINE bsrrac1
ora.MGMTLSNR ora....nr.type ONLINE ONLINE bsrrac1
ora....VOTE.dg ora....up.type ONLINE ONLINE bsrrac1
ora.asm ora.asm.type ONLINE ONLINE bsrrac1
ora....C1.lsnr application ONLINE ONLINE bsrrac1
ora....ac1.ons application ONLINE ONLINE bsrrac1
ora....ac1.vip ora....t1.type ONLINE ONLINE bsrrac1
ora....C2.lsnr application ONLINE ONLINE bsrrac2
ora....ac2.ons application ONLINE ONLINE bsrrac2
ora....ac2.vip ora....t1.type ONLINE ONLINE bsrrac2
ora.cvu ora.cvu.type ONLINE ONLINE bsrrac1
ora.gns ora.gns.type ONLINE ONLINE bsrrac1
ora.gns.vip ora....ip.typeONLINE ONLINE bsrrac1
ora.mgmtdb ora....db.typeONLINE ONLINE bsrrac1
ora....network ora....rk.type ONLINE ONLINE bsrrac1
ora.oc4j ora.oc4j.type ONLINE ONLINE bsrrac1
ora.ons ora.ons.type ONLINE ONLINE bsrrac1
ora.scan1.vip ora....ip.typeONLINE ONLINE bsrrac2
ora.scan2.vip ora....ip.typeONLINE ONLINE bsrrac1
ora.scan3.vip ora....ip.typeONLINE ONLINE bsrrac1