oracle 10gR2 RAC install on CentOS 5.4 with wmware 1.0 server

此安装文档参照了 http://www.oracle-base.com/articles/10g/OracleDB10gR2RACInstallationOnCentos4UsingVMware.php 。

scsi0:0 20G 安装CentOS 5.4 和oracle软件
scsi0:1 2G ocr /voting
scsi0:2 10G asm disk
scsi0:3 10G asm disk

linux 安装 swap 给4G，根目录16G.其他都默认安装。内存给1280M.

安装以下包

#配置yum的本地源
#vi /etc/yum.repos.d/CentOS-Media.repo
#增加下面的内容

cat >> /etc/yum.repos.d/CentOS-Media.repo << EOF
[cdrom]
name=CentOS-$releasever - Media
baseurl=file:///mnt/cdrom/
http://www.cnblogs.com/abenz/admin/file:///media/cdrom/
http://www.cnblogs.com/abenz/admin/file:///media/cdrecorder/
gpgcheck=1
enabled=1
gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-5
EOF

yum --disablerepo=\* --enablerepo=cdrom install -y binutils
yum --disablerepo=\* --enablerepo=cdrom install -y compat-db
yum --disablerepo=\* --enablerepo=cdrom install -y libXp
yum --disablerepo=\* --enablerepo=cdrom install -y compat-libstdc++-33
yum --disablerepo=\* --enablerepo=cdrom install -y compat-libstdc++-296
yum --disablerepo=\* --enablerepo=cdrom install -y elfutils-libelf
yum --disablerepo=\* --enablerepo=cdrom install -y elfutils-libelf-devel
yum --disablerepo=\* --enablerepo=cdrom install -y glibc
yum --disablerepo=\* --enablerepo=cdrom install -y glibc-common
yum --disablerepo=\* --enablerepo=cdrom install -y glibc-devel
yum --disablerepo=\* --enablerepo=cdrom install -y gcc
yum --disablerepo=\* --enablerepo=cdrom install -y gcc-c++
yum --disablerepo=\* --enablerepo=cdrom install -y libaio-devel
yum --disablerepo=\* --enablerepo=cdrom install -y libaio
yum --disablerepo=\* --enablerepo=cdrom install -y libgcc
yum --disablerepo=\* --enablerepo=cdrom install -y libstdc++
yum --disablerepo=\* --enablerepo=cdrom install -y libstdc++-devel
yum --disablerepo=\* --enablerepo=cdrom install -y make
yum --disablerepo=\* --enablerepo=cdrom install -y sysstat
yum --disablerepo=\* --enablerepo=cdrom install -y unixODBC
yum --disablerepo=\* --enablerepo=cdrom install -y unixODBC-devel
yum --disablerepo=\* --enablerepo=cdrom install -y pdksh

#配置/etc/hosts

cat >> /etc/hosts << EOF
127.0.0.1 localhost.localdomain localhost
# Public
192.168.1.101 rac1.localdomain rac1
192.168.1.102 rac2.localdomain rac2
#Private
192.168.0.101 rac1-priv.localdomain rac1-priv
192.168.0.102 rac2-priv.localdomain rac2-priv
#Virtual
192.168.1.201 rac1-vip.localdomain rac1-vip
192.168.1.202 rac2-vip.localdomain rac2-vip
#NAS
192.168.1.61 nas1.localdomain nas1
EOF

#vi /etc/sysctl.conf

cat >> /etc/sysctl.conf << EOF

fs.aio-max-nr = 3145728
fs.file-max = 6815744
net.ipv4.ip_local_port_range = 1024 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576

kernel.shmall = 268435456
kernel.shmmax = 536870912
kernel.shmmni = 4096
kernel.sem = 250 32000 100 142

EOF

#修改一下/etc/sysctl.conf 里的两个参数， kernel.shmall， kernel.shmmax ，上面做法会有重复的。

#内核生效
sysctl -p

#建用户和组

groupadd dba
groupadd oinstall
useradd -g oinstall -G dba oracle

mkdir -p /oracle/ora10gdb
mkdir -p /oracle/ora10gcrs
chown -R oracle:oinstall /oracle

vi /home/oracle/.bash_profile
export ORACLE_BASE=/oracle
export ORACLE_HOME=$ORACLE_BASE/ora10gdb
export ORA_CRS_HOME=$ORACLE_BASE/ora10gcrs
export LD_LIBRARY_PATH=$ORACLE_HOME/lib

export ORACLE_SID=oratest
export PATH=$PATH:$ORACLE_HOME/bin

# vi /etc/security/limits.conf
#ORACLE SETTING
cat >> /etc/security/limits.conf << EOF
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536
EOF

# vi /etc/pam.d/login
#ORACLE SETTING
cat >> /etc/pam.d/logi << EOF
session required pam_limits.so
EOF

#配置Raw盘 给 ocr
cat >> /etc/rc.local << EOF
raw /dev/raw/raw1 /dev/sdb1
raw /dev/raw/raw2 /dev/sdb2
EOF

#裸盘权限
cat >> /etc/udev/rules.d/60-raw.rules << EOF
ACTION=="add", KERNEL=="raw*", OWNER=="oracle", GROUP=="dba", MODE=="0664"
EOF

#配置 Hangcheck Timer

cat >> /etc/rc.local << EOF
modprobe hangcheck-timer hangcheck_tick=30 hangcheck_margin=180
EOF

#配置SSH无需密码访问
#1 用oracle用户登录
#2 在oracle用户目录下创建.ssh 目录
mkdir .ssh
chmod 700 .ssh
cd .ssh
#3 创建ssh的公钥和私钥
/usr/bin/ssh-keygen -t rsa
/usr/bin/ssh-keygen -t dsa
#结果 在 .ssh目录下生成4个文件 id_dsa id_dsa.pub id_rsa id_rsa.pub

#4 创建共用信任文件（在.ssh）
touch ~/.ssh/authorized_keys
# 结果 .ssh目录下生成1个空文件authorized_key
#5 将几个节点生成的.pub文件的内容都copy到authorized_keys文件中
# (在.ssh目录下执行,需要输入密码)
ssh rac1 cat /home/oracle/.ssh/id_rsa.pub >> authorized_keys
ssh rac1 cat /home/oracle/.ssh/id_dsa.pub >> authorized_keys
ssh rac2 cat /home/oracle/.ssh/id_rsa.pub >> authorized_keys
ssh rac2 cat /home/oracle/.ssh/id_dsa.pub >> authorized_keys
#6将authorized_keys拷贝到所有的节点
scp authorized_keys rac2:/home/oracle/.ssh/

安装cluster 时错误 exclude file list 'null' to dodes prkc-1002 : all the submitted commands did not executed successfully
解决办法
其实是因为节点间时间不同引起的 可忽略
date -s "2010-05-27 21:11:00"
clock -w

如果要重装 clusterware

1.删除crs home
2.删除ocr路径信息,/etc/oracle/ocr.loc
3.删除$ORACLE_BASE/oraInventory
4.清空ocr和voting disk对应的raw设备
5 删除启动文件

dd if=/dev/zero of=/dev/raw/raw1 bs=1M count=1000
dd if=/dev/zero of=/dev/raw/raw2 bs=1M count=1000

cd /
mv -f /etc/inittab /etc/inittab.bak
cp -f /etc/inittab.orig /etc/inittab

rm -f /etc/init.d/init.cssd
rm -f /etc/init.d/init.crs
rm -f /etc/init.d/init.crsd
rm -f /etc/init.d/init.evmd
rm -f /etc/inittab.crs
rm -f /etc/rc2.d/K96init.crs
rm -f /etc/rc2.d/S96init.crs
rm -f /etc/rc3.d/K96init.crs
rm -f /etc/rc3.d/S96init.crs
rm -f /etc/rc5.d/K96init.crs
rm -f /etc/rc5.d/S96init.crs
rm -f /tmp/var/.oracle
rm -rf /var/tmp/.oracle

rm -rf /etc/oracle/*
rm -rf /oracle/ora10gdb/*
rm -rf /oracle/ora10gcrs/*
rm -rf /oracle/oraInventory/*
chown -R oracle:oinstall /oracle

执行/oracle/ora10gcrs/root.sh时出现错误 Failed to upgrade Oracle Cluster Registry configuration
解决办法 请空裸设备
dd if=/dev/zero of=/dev/raw/raw1 bs=1M count=1000
dd if=/dev/zero of=/dev/raw/raw2 bs=1M count=1000

错误
/opt/oracle/crs/jdk/jre/bin/java:error while loading shared libraries: libpthread.so.0: cannot open shared object file:No such file or directory

Workaround: Comment out the lines that set the LD_ASSUME_KERNEL variable from the VIPCA and SRVCTL utilities. For the VIPCA utility alter the $CRS_HOME/bin/vipca script commenting out lines 119 through 123 as follows:

arch='uname -m'
# if [ "$arch" = "i686" -o "$arch" = "ia64" -o "$arch" = "x86_64" ]
# then
# LD_ASSUME_KERNEL=2.4.19
# export LD_ASSUME_KERNEL
# fi
./vipca 错误
Error 0(Native: listNetInterfaces:[3])

解决方法：
重新运行sh root.sh
step1: rm -rf /var/tmp/.oracle
step2: cd /etc/oracle/scls_scr/rac2/oracle/
rm -rf cssfatal
step3: /oracle/ora10gcrs/root.sh

root@rac2 bin]# ./oifcfg iflist
eth1 192.168.1.0
eth0 192.168.0.0
[root@rac2 bin]# ./oifcfg setif -global eth0/192.168.1.0:public
[root@rac2 bin]# ./oifcfg setif -global eth1/192.168.0.0:cluster_interconnect
[root@rac2 bin]# ./oifcfg getif

再执行crs_home/bin/vipca

cluster 终于完成安装。

安装数据库软件
创建数据库。
都很正常，没记下来。