11.2.0.4oracle数据库rac安装

scan-ip

172.20.0.174

rac1-public ip

172.20.0.25

rac2-public ip

172.20.0.26

rac1-vip

172.20.0.186

rac2-vip

172.20.0.189

rac1-private ip

192.168.2.112

rac2-private ip

192.168.2.107

[root@localhost ~]# vi /etc/sysconfig/network

NETWORKING=yes

HOSTNAME=rac1

[root@localhost ~]# vi /etc/sysconfig/network

NETWORKING=yes

HOSTNAME=rac2

[root@localhost ~]# vi /etc/hosts

172.20.0.25 rac1

172.20.0.186 rac1-vip

192.168.2.112 rac1-priv

172.20.0.26 rac2

172.20.0.189 rac2-vip

192.168.2.107 rac2-priv

172.20.0.174 scan-ip

[root@rac1 ~]# vi /etc/sysconfig/selinux

SELINUX=disabled

这里需要重启生效

[root@rac1 ~]# getenforce

disabled

[root@rac1 ~]#/etc/init.d/iptables stop

[root@rac1 ~]# chkconfig iptables off

[root@rac1 ~]# chkconfig ntpd off

[root@rac1 ~]# /usr/sbin/groupadd -g 1000 oinstall

[root@rac1 ~]# /usr/sbin/groupadd -g 1020 asmadmin

[root@rac1 ~]# /usr/sbin/groupadd -g 1021 asmdba

[root@rac1 ~]# /usr/sbin/groupadd -g 1022 asmoper

[root@rac1 ~]# /usr/sbin/groupadd -g 1031 dba

[root@rac1 ~]# /usr/sbin/groupadd -g 1032 oper

[root@rac1 ~]# useradd -d /opt/grid -u 1100 -g oinstall -G asmadmin,asmdba,asmoper,oper,dba grid

[root@rac1 ~]# useradd -d /opt/oracle -u 1101 -g oinstall -G dba,asmdba,oper oracle

[root@rac1 ~]# passwd oracle

Changing password for user oracle.

New password:

BAD PASSWORD: it is based on a dictionary word

BAD PASSWORD: is too simple

Retype new password:

passwd: all authentication tokens updated successfully.

[root@rac1 ~]# passwd grid

Changing password for user grid.

New password:

BAD PASSWORD: it is too short

BAD PASSWORD: is too simple

Retype new password:

passwd: all authentication tokens updated successfully.

[root@rac1 ~]# mkdir -p /u01/app/11.2.0/grid

[root@rac1 ~]# mkdir -p /u01/app/grid

[root@rac1 ~]# mkdir /u01/app/oracle

[root@rac1 ~]# chown -R grid:oinstall /u01

[root@rac1 ~]# chown oracle:oinstall /u01/app/oracle

[root@rac1 ~]# chmod -R 775 /u01/

[root@rac1 ~]#

root@rac1 ~]# grep MemTotal /proc/meminfo

MemTotal: 8061904 kB

[root@rac1 ~]# grep SwapTotal /proc/meminfo

SwapTotal: 3145720 kB

[root@rac1 ~]#

[root@rac1 ~]# vi /etc/sysctl.conf

# Controls the maximum shared segment size, in bytes

kernel.shmmax = 68719476736（已有）物理内存的1/2（M）*1024*1024

# Controls the maximum number of shared memory segments, in pages

kernel.shmall = 4294967296（已有）

#oracle setting

fs.aio-max-nr = 1048576

fs.file-max = 6815744

kernel.shmmni = 4096

kernel.sem = 250 32000 100 128

net.ipv4.ip_local_port_range = 9000 65500

net.core.rmem_default = 262144

net.core.rmem_max = 4194304

net.core.wmem_default = 262144

net.core.wmem_max = 1048576

[root@rac1 ~]# /sbin/sysctl -p

[root@rac1 ~]# vi /etc/security/limits.conf
oracle soft nproc 2047

oracle hard nproc 16384

oracle soft nofile 1024

oracle hard nofile 65536

oracle soft stack 10240

grid soft nproc 2047

grid hard nproc 16384

grid soft nofile 1024

grid hard nofile 65536

[root@rac1 ~]# vi /etc/pam.d/login
session required pam_limits.so

yum -y install binutils compat-libstdc++-33 elfutils-libelf elfutils-libelf-devel gcc gcc-c++

yum -y install glibc glibc-common glibc-devel glibc-headers ksh libaio libaio-devel

yum -y install libgcc libstdc++ libstdc++-devel make numactl-devel sysstat unixODBC unixODBC-devel

yum install libcap

[root@rac1 ~]# cd /lib64

ln -s libcap.so.2 libcap.so.1

[root@rac1 ~]# su - grid
[grid@rac1 ~]$ vi .bash_profile

export TMP=/tmp

export TMPDIR=$TMP

export ORACLE_SID=+ASM1 # RAC1

export ORACLE_SID=+ASM2 # RAC2

export ORACLE_BASE=/u01/app/grid

export ORACLE_HOME=/u01/app/11.2.0/grid

export PATH=/usr/sbin:$PATH

export PATH=$ORACLE_HOME/bin:$PATH

export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib

export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib

umask 022

[root@rac1 ~]# su - oracle
[oracle@rac1 ~]$ vi .bash_profile

export TMP=/tmp

export TMPDIR=$TMP

export ORACLE_SID=orcl1 # RAC1

export ORACLE_SID=orcl2 # RAC2

export ORACLE_UNQNAME=orcl

export ORACLE_BASE=/u01/app/oracle

export ORACLE_HOME=$ORACLE_BASE/product/11.2.0/db_1

export TNS_ADMIN=$ORACLE_HOME/network/admin

export PATH=/usr/sbin:$PATH

export PATH=$ORACLE_HOME/bin:$PATH

export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib

配置过程如下：

各节点生成Keys：

配置过程如下：

各节点生成Keys：

[root@rac1 ~]# su - grid

[grid@rac1 ~]$ mkdir ~/.ssh

[grid@rac1 ~]$ chmod 700 ~/.ssh

[grid@rac1 ~]$ ssh-keygen -t rsa

[grid@rac1 ~]$ ssh-keygen -t dsa

[root@rac2 ~]# su - grid

[grid@rac2 ~]$ mkdir ~/.ssh

[grid@rac2 ~]$ chmod 700 ~/.ssh

[grid@rac2 ~]$ ssh-keygen -t rsa

[grid@rac2 ~]$ ssh-keygen -t dsa

在节点1上进行互信配置：

[grid@rac1 ~]$ touch ~/.ssh/authorized_keys

[grid@rac1 ~]$ cd ~/.ssh

[grid@rac1 .ssh]$ ssh rac1 cat ~/.ssh/id_rsa.pub >> authorized_keys

[grid@rac1 .ssh]$ ssh rac2 cat ~/.ssh/id_rsa.pub >> authorized_keys

[grid@rac1 .ssh]$ ssh rac1 cat ~/.ssh/id_dsa.pub >> authorized_keys

[grid@rac1 .ssh]$ ssh rac2 cat ~/.ssh/id_dsa.pub >> authorized_keys

在rac1把存储公钥信息的验证文件传送到rac2上

[grid@rac1 .ssh]$ pwd

/home/grid/.ssh

[grid@rac1 .ssh]$ scp authorized_keys rac2:'pwd'

grid@rac2's password:

authorized_keys 100% 1644 1.6KB/s 00:00

设置验证文件的权限

在每一个节点执行：

$ chmod 600 ~/.ssh/authorized_keys

启用用户一致性

在你要运行OUI的节点以grid用户运行(这里选择rac1)：

[grid@rac1 .ssh]$ exec /usr/bin/ssh-agent $SHELL

[grid@rac1 .ssh]$ ssh-add

Identity added: /home/grid/.ssh/id_rsa (/home/grid/.ssh/id_rsa)

Identity added: /home/grid/.ssh/id_dsa (/home/grid/.ssh/id_dsa)

验证ssh配置是否正确

以grid用户在所有节点分别执行：

ssh rac1 date

ssh rac2 date

ssh rac1-priv date

ssh rac2-priv date

如果不需要输入密码就可以输出时间，说明ssh验证配置成功。必须把以上命令在两个节点都运行，每一个命令在第一次执行的时候需要输入yes。

如果不运行这些命令，即使ssh验证已经配好，安装clusterware的时候也会出现错误：

The specified nodes are not clusterable

因为，配好ssh后，还需要在第一次访问时输入yes，才算是真正的无障碍访问其他服务器。

fdisk /dev/sdb

Command (m forhelp): n

Command action

e extended

p primary partition (1-4)

p

Partition number (1-4): 1

…….

这里我分了三个区：OCR(投票盘),DATA（数据文件））,FAR（快速恢复区）

最后 w 命令保存更改

partx -a /dev/sdb

[root@rac1 rules.d]# vi /etc/udev/rules.d/60-raw.rules

# Enter raw device bindings here.

#

# An example would be:

# ACTION=="add", KERNEL=="sda", RUN+="/bin/raw /dev/raw/raw1 %N"

# to bind /dev/raw/raw1 to /dev/sda, or

# ACTION=="add", ENV{MAJOR}=="8", ENV{MINOR}=="1", RUN+="/bin/raw /dev/raw/raw2 %M %m"

# to bind /dev/raw/raw2 to the device with major 8, minor 1.

ACTION=="add", KERNEL=="sdb1", RUN+="/bin/raw /dev/raw/raw1 %N"

ACTION=="add", KERNEL=="sdb2", RUN+="/bin/raw /dev/raw/raw2 %N"

ACTION=="add", KERNEL=="sdb3", RUN+="/bin/raw /dev/raw/raw3 %N"

KERNEL=="raw[1-3]",OWNER="grid",GROUP="asmadmin" MODE="660"

[root@rac1 ~]# start_udev

Starting udev: [ OK ]

[root@rac1 ~]# ll /dev/raw/

total 0

crw-rw---- 1 grid asmadmin 162, 1 Apr 13 13:51 raw1

crw-rw---- 1 grid asmadmin 162, 2 Apr 13 13:51 raw2

crw-rw---- 1 grid asmadmin 162, 3 Apr 13 13:51 raw3

crw-rw---- 1 root disk 162, 0 Apr 13 13:51 rawctl

[root@rac1 rules.d]# raw -qa

/dev/raw/raw1: bound to major 8, minor 17

/dev/raw/raw2: bound to major 8, minor 18

/dev/raw/raw3: bound to major 8, minor 19

查看裸设备的主从设备号

[root@rac1 rules.d]# ls -l /dev/raw/

total 0

crw-rw---- 1 grid asmadmin 162, 1 Aug 5 12:44 raw1

crw-rw---- 1 grid asmadmin 162, 2 Aug 5 12:44 raw2

crw-rw---- 1 grid asmadmin 162, 3 Aug 5 12:44 raw3

[root@rac2 rules.d]# partprobe

[root@rac2 ~]# start_udev

Starting udev: [ OK ]

[root@rac1 rules.d]# raw -qa

/dev/raw/raw1: bound to major 8, minor 17

/dev/raw/raw2: bound to major 8, minor 18

/dev/raw/raw3: bound to major 8, minor 19

查看裸设备的主从设备号

[root@rac1 rules.d]# ls -l /dev/raw/

total 0

crw-rw---- 1 grid asmadmin 162, 1 Aug 5 12:44 raw1

crw-rw---- 1 grid asmadmin 162, 2 Aug 5 12:44 raw2

crw-rw---- 1 grid asmadmin 162, 3 Aug 5 12:44 raw3

[grid@rac1 ~]$ cd grid/

[grid@rac1 grid]$ ls

install readme.html response rpm runcluvfy.sh runInstaller sshsetup stage welcome.html

[grid@rac1 grid]$ pwd

/opt/grid/grid

[grid@rac1 grid]$ ./runcluvfy.sh stage -pre crsinst -n rac1,rac2 -fixup -verbose

[root@rac1 ~]#xhost +

[root@rac1 ~]#su - grid

[grid@rac1 ~]$cd grid

[grid@rac1 grid]$./runInstaller

[root@rac1 ~]# cd /u01/app/oraInventory/

[root@rac1 oraInventory]# ./orainstRoot.sh

Changing permissions of /u01/app/oraInventory.

Adding read,write permissions for group.

Removing read,write,execute permissions for world.

Changing groupname of /u01/app/oraInventory to oinstall.

The execution of the script is complete.

[root@rac1 oraInventory]# clear

[root@rac1 oraInventory]# cd /u01/app/11.2.0/grid/

[root@rac1 grid]# ./root.sh

Performing root user operation for Oracle 11g

The following environment variables are set as:

ORACLE_OWNER= grid

ORACLE_HOME= /u01/app/11.2.0/grid

Enter the full pathname of the local bin directory: [/usr/local/bin]:

Copying dbhome to /usr/local/bin ...

Copying oraenv to /usr/local/bin ...

Copying coraenv to /usr/local/bin ...

Creating /etc/oratab file...

Entries will be added to the /etc/oratab file as needed by

Database Configuration Assistant when a database is created

Finished running generic part of root script.

Now product-specific root actions will be performed.

Using configuration parameter file: /u01/app/11.2.0/grid/crs/install/crsconfig_params

Creating trace directory

User ignored Prerequisites during installation

Installing Trace File Analyzer

OLR initialization - successful

root wallet

root wallet cert

root cert export

peer wallet

profile reader wallet

pa wallet

peer wallet keys

pa wallet keys

peer cert request

pa cert request

peer cert

pa cert

peer root cert TP

profile reader root cert TP

pa root cert TP

peer pa cert TP

pa peer cert TP

profile reader pa cert TP

profile reader peer cert TP

peer user cert

pa user cert

Adding Clusterware entries to upstart

CRS-2672: Attempting to start 'ora.mdnsd' on 'rac1'

CRS-2676: Start of 'ora.mdnsd' on 'rac1' succeeded

CRS-2672: Attempting to start 'ora.gpnpd' on 'rac1'

CRS-2676: Start of 'ora.gpnpd' on 'rac1' succeeded

CRS-2672: Attempting to start 'ora.cssdmonitor' on 'rac1'

CRS-2672: Attempting to start 'ora.gipcd' on 'rac1'

CRS-2676: Start of 'ora.cssdmonitor' on 'rac1' succeeded

CRS-2676: Start of 'ora.gipcd' on 'rac1' succeeded

CRS-2672: Attempting to start 'ora.cssd' on 'rac1'

CRS-2672: Attempting to start 'ora.diskmon' on 'rac1'

CRS-2676: Start of 'ora.diskmon' on 'rac1' succeeded

CRS-2676: Start of 'ora.cssd' on 'rac1' succeeded

ASM created and started successfully.

Disk Group OCR created successfully.

clscfg: -install mode specified

Successfully accumulated necessary OCR keys.

Creating OCR keys for user 'root', privgrp 'root'..

Operation successful.

CRS-4256: Updating the profile

Successful addition of voting disk 9ee58ddd21094f61bf43065b4875e9a4.

Successfully replaced voting disk group with +OCR.

CRS-4256: Updating the profile

CRS-4266: Voting file(s) successfully replaced

## STATE File Universal Id File Name Disk group

-- ----- ----------------- --------- ---------

1. ONLINE 9ee58ddd21094f61bf43065b4875e9a4 (/dev/raw/raw1) [OCR]

Located 1 voting disk(s).

CRS-2672: Attempting to start 'ora.asm' on 'rac1'

CRS-2676: Start of 'ora.asm' on 'rac1' succeeded

CRS-2672: Attempting to start 'ora.OCR.dg' on 'rac1'

CRS-2676: Start of 'ora.OCR.dg' on 'rac1' succeeded

Configure Oracle Grid Infrastructure for a Cluster ... succeeded

[root@rac2 CVU_11.2.0.4.0_grid]# cd /u01/app/oraInventory/

ContentsXML/ logs/ oraInst.loc orainstRoot.sh

[root@rac2 CVU_11.2.0.4.0_grid]# cd /u01/app/oraInventory/

[root@rac2 oraInventory]# ./orainstRoot.sh

Changing permissions of /u01/app/oraInventory.

Adding read,write permissions for group.

Removing read,write,execute permissions for world.

Changing groupname of /u01/app/oraInventory to oinstall.

The execution of the script is complete.

[root@rac2 oraInventory]# cd ../11.2.0/grid/

[root@rac2 grid]# ./r

racg/ rdbms/ relnotes/ root.sh rootupgrade.sh

[root@rac2 grid]# ./root.sh

Performing root user operation for Oracle 11g

The following environment variables are set as:

ORACLE_OWNER= grid

ORACLE_HOME= /u01/app/11.2.0/grid

Enter the full pathname of the local bin directory: [/usr/local/bin]:

Copying dbhome to /usr/local/bin ...

Copying oraenv to /usr/local/bin ...

Copying coraenv to /usr/local/bin ...

Creating /etc/oratab file...

Entries will be added to the /etc/oratab file as needed by

Database Configuration Assistant when a database is created

Finished running generic part of root script.

Now product-specific root actions will be performed.

Using configuration parameter file: /u01/app/11.2.0/grid/crs/install/crsconfig_params

Creating trace directory

User ignored Prerequisites during installation

Installing Trace File Analyzer

OLR initialization - successful

Adding Clusterware entries to upstart

CRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node rac1, number 1, and is terminating

An active cluster was found during exclusive startup, restarting to join the cluster

Configure Oracle Grid Infrastructure for a Cluster ... succeeded

[root@rac1 ~]#su - grid

[grid@rac1 ~]$asmca

[rooot@rac1 ~]#xhost +

[root@rac1 ~]#su - oracle

[oracle@rac1 ~]$cd database

[oracle@rac1 ~]$./runInstaller

[root@rac1 ~]# cd /u01/app/oracle/product/11.2.0/db_1/

[root@rac1 db_1]# ./root.sh

Performing root user operation for Oracle 11g

The following environment variables are set as:

ORACLE_OWNER= oracle

ORACLE_HOME= /u01/app/oracle/product/11.2.0/db_1

Enter the full pathname of the local bin directory: [/usr/local/bin]:

The contents of "dbhome" have not changed. No need to overwrite.

The contents of "oraenv" have not changed. No need to overwrite.

The contents of "coraenv" have not changed. No need to overwrite.

Entries will be added to the /etc/oratab file as needed by

Database Configuration Assistant when a database is created

Finished running generic part of root script.

Now product-specific root actions will be performed.

Finished product-specific root actions.

[root@rac1 db_1]#

[root@rac2 grid]# cd /u01/app/oracle/product/11.2.0/db_1/

[root@rac2 db_1]# ./root.sh

Performing root user operation for Oracle 11g

The following environment variables are set as:

ORACLE_OWNER= oracle

ORACLE_HOME= /u01/app/oracle/product/11.2.0/db_1

Enter the full pathname of the local bin directory: [/usr/local/bin]:

The contents of "dbhome" have not changed. No need to overwrite.

The contents of "oraenv" have not changed. No need to overwrite.

The contents of "coraenv" have not changed. No need to overwrite.

Entries will be added to the /etc/oratab file as needed by

Database Configuration Assistant when a database is created

Finished running generic part of root script.

Now product-specific root actions will be performed.

Finished product-specific root actions.

[root@rac2 db_1]#

[root@rac1 ~]#xhost +

[root@rac1 ~]#su - oracle

[oracle@rac1 ~]$ dbca