[TOC]
一,主机配置
1.修改hosts文件(两节点)
#127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
#::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
127.0.0.1 localhost.localdomain localhost
# Public
10.142.89.88 crm-4g-nm-dahsxw1
10.142.89.89 crm-4g-nm-dahsxw2
# Private
192.168.255.153 crm-4g-nm-dahsxw1-priv
192.168.255.154 crm-4g-nm-dahsxw2-priv
# Virtual
10.142.89.123 crm-4g-nm-dahsxw1-vip
10.142.89.124 crm-4g-nm-dahsxw2-vip
# SCAN
10.142.89.125 dahsxw-scan
2.修改内核参数及安全限制(两节点)
cat >> /etc/sysctl.conf<<EOF
#ORACLE SETTING
fs.aio-max-nr = 1048576
fs.file-max = 6815744
kernel.shmall = 2097152
kernel.shmmax = 4181979136
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
EOF
sysctl -p
cat >> /etc/security/limits.conf<<EOF
#ORACLE SETTING
oracle soft nofile 1024
oracle hard nofile 65536
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft stack 10240
oracle hard stack 32768
grid soft nofile 1024
grid hard nofile 65536
grid soft nproc 2047
grid hard nproc 16384
grid soft stack 10240
grid hard stack 32768
EOF
cat >> /etc/pam.d/login<<EOF
session required pam_limits.so
EOF
3.创建用户,目录及权限修改(两节点)
/usr/sbin/groupadd -g 54321 oinstall
/usr/sbin/groupadd -g 54322 dba
/usr/sbin/groupadd -g 54359 oper
groupadd -g 54323 asmadmin
groupadd -g 54328 asmoper
groupadd -g 54324 asmdba
/usr/sbin/useradd -u 54321 -g oinstall -G asmadmin,asmoper,asmdba grid
/usr/sbin/useradd -u 54322 -g oinstall -G dba,asmdba oracle
passwd grid
passwd oracle
mkdir -p /oracle/app/11.2.0/grid
mkdir -p /oracle/app/grid
mkdir -p /oracle/app/oracle
chown -R grid:oinstall /oracle
chown oracle:oinstall /oracle/app/oracle
chmod -R 775 /oracle
4.安装所需软件包(两节点)
yum install binutils -y
yum install compat-libcap1 -y
yum install compat-libstdc++-33 -y
yum install compat-libstdc++-33.i686 -y
yum install gcc -y
yum install gcc-c++ -y
yum install glibc -y
yum install glibc.i686 -y
yum install glibc-devel -y
yum install glibc-devel.i686 -y
yum install ksh -y
yum install libgcc -y
yum install libgcc.i686 -y
yum install libstdc++ -y
yum install libstdc++.i686 -y
yum install libstdc++-devel -y
yum install libstdc++-devel.i686 -y
yum install libaio -y
yum install libaio.i686 -y
yum install libaio-devel -y
yum install libaio-devel.i686 -y
yum install libXext -y
yum install libXext.i686 -y
yum install libXtst -y
yum install libXtst.i686 -y
yum install libX11 -y
yum install libX11.i686 -y
yum install libXau -y
yum install libXau.i686 -y
yum install libxcb -y
yum install libxcb.i686 -y
yum install libXi -y
yum install libXi.i686 -y
yum install make -y
yum install sysstat -y
yum install unixODBC -y
yum install unixODBC-devel -y
yum install -y libXp
5.设置环境变量
节点一
grid用户
su - grid
vi .bash_profile
添加下面的内容:
export TMP=/tmp
export TMPDIR=$TMP
export GRID_HOME=/oracle/app/11.2.0/grid
export ORACLE_SID=+ASM1
export ORACLE_BASE=/oracle/app/grid
export ORACLE_HOME=$GRID_HOME
export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
if [ $USER = "grid" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
fi
oracle用户
su - oracle
vi .bash_profile
添加下面的内容:
##################################################
# User specific environment and startup programs
##################################################
export ORACLE_BASE=/oracle/app/oracle
export ORACLE_HOME=$ORACLE_BASE/product/11.2.0
export ORACLE_PATH=$ORACLE_BASE/common/oracle/sql:.:$ORACLE_HOME/rdbms/admin
export ORACLE_SID=dahsxw1
export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
export ORACLE_TERM=xterm
#export TNS_ADMIN=$ORACLE_HOME/network/admin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib
export CLASSPATH=$ORACLE_HOME/JRE
export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib
export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib
export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib
export THREADS_FLAG=native
export TEMP=/tmp
export TMPDIR=/tmp
节点二
grid用户
su - grid
vi .bash_profile
添加下面的内容:
export TMP=/tmp
export TMPDIR=$TMP
export GRID_HOME=/oracle/app/11.2.0/grid
export ORACLE_SID=+ASM2
export ORACLE_BASE=/oracle/app/grid
export ORACLE_HOME=$GRID_HOME
export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
if [ $USER = "grid" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
fi
oracle用户
su - oracle
vi .bash_profile
添加下面的内容:
##################################################
# User specific environment and startup programs
##################################################
export ORACLE_BASE=/oracle/app/oracle
export ORACLE_HOME=$ORACLE_BASE/product/11.2.0
export ORACLE_PATH=$ORACLE_BASE/common/oracle/sql:.:$ORACLE_HOME/rdbms/admin
export ORACLE_SID=dahsxw2
export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
export ORACLE_TERM=xterm
#export TNS_ADMIN=$ORACLE_HOME/network/admin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib
export CLASSPATH=$ORACLE_HOME/JRE
export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib
export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib
export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib
export THREADS_FLAG=native
export TEMP=/tmp
export TMPDIR=/tmp
6.udev绑定(两节点)
执行(d e f为一个节点上的盘符如:sdd,sde,sdf)
for i in g i h j k l m n o p q;
do
echo "KERNEL==\"sd?\", SUBSYSTEM==\"block\", PROGRAM==\"/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name\", RESULT==\"`/sbin/scsi_id -g -u -d /dev/sd$i`\", NAME=\"asm-disk$i\", OWNER=\"grid\", GROUP=\"asmadmin\", MODE=\"0660\""
done
把执行结果加入到规则文件
[[email protected]-4g-nm-dahsxw1 rules.d]# vi 99-oracle-asmdisk.rules
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c2969bb4b014ffcc39ac6b263f23", NAME="ocr-disk1", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29c82f14c872d96945a6fcdc96b", NAME="ocr-disk1", OWNER="grid", GROUP="asmadmin", MODE="0660"
KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29407d4cb76cd272d2c233111b5", NAME="ocr-disk3", OWNER="grid", GROUP="asmadmin", MODE="0660"
[[email protected]-4g-nm-dahsxw1 ~]# start_udev
正在启动 udev:[确定]
特别注意:两节点对应的盘符不一定一致,通过UUID识别!特别需要检查好各节点是对应的绑定设备
二,安装GRID软件
1.授权解压
[[email protected]-4g-nm-dahsxw1 soft_ora]$ unzip p10404530_112030_Linux-x86-64_3of7.zip
2.使用xstart连接到图形界面
3.临时设置LANG为英文环境,启动安装程序
4.跳过更新程序
5.Install and Configure Oracle Grid Infrastructure for a Cluster
6.Typical Instrallation
7.修改Scan Name,并添加所有节点的主机名和VIP名,注意多一个localhost主机,这是由于hosts文件配置有问题导致,并且Scan Name名字不能太长,具体解析见文档最后问题汇总
正确如下
8.输入grid用户密码,配置互信,先setup,再执行test,test通过后再点Next
9.选择网络接口类型
如下:
10.选择正确的ORACLE_BASE与ORACLE_HOME,选择ASM管理,设置ASM实例密码
11.创建放置OCR和Voting File文件的磁盘组,选择nomal方式冗余
12清单目录
13.可先点击Fix & Check Again修复,不能修复的,可暂时ignore
安装进度
14.两节点以root用户执行脚本
节点一
[[email protected]-4g-nm-dahsxw1 ~]# /oracle/app/oraInventory/orainstRoot.sh
Changing permissions of /oracle/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.
Changing groupname of /oracle/app/oraInventory to oinstall.
The execution of the script is complete.
[[email protected]-4g-nm-dahsxw1 ~]#
[[email protected]-4g-nm-dahsxw1 ~]#
[[email protected]-4g-nm-dahsxw1 ~]# /oracle/app/11.2.0/grid/root.sh
Performing root user operation for Oracle 11g
The following environment variables are set as:
ORACLE_OWNER= grid
ORACLE_HOME= /oracle/app/11.2.0/grid
Enter the full pathname of the local bin directory: [/usr/local/bin]:
The contents of "dbhome" have not changed. No need to overwrite.
The contents of "oraenv" have not changed. No need to overwrite.
The contents of "coraenv" have not changed. No need to overwrite.
Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /oracle/app/11.2.0/grid/crs/install/crsconfig_params
Creating trace directory
User ignored Prerequisites during installation
OLR initialization - successful
root wallet
root wallet cert
root cert export
peer wallet
profile reader wallet
pa wallet
peer wallet keys
pa wallet keys
peer cert request
pa cert request
peer cert
pa cert
peer root cert TP
profile reader root cert TP
pa root cert TP
peer pa cert TP
pa peer cert TP
profile reader pa cert TP
profile reader peer cert TP
peer user cert
pa user cert
Adding Clusterware entries to upstart
CRS-2672: Attempting to start ‘ora.mdnsd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2676: Start of ‘ora.mdnsd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2672: Attempting to start ‘ora.gpnpd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2676: Start of ‘ora.gpnpd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2672: Attempting to start ‘ora.cssdmonitor‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2672: Attempting to start ‘ora.gipcd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2676: Start of ‘ora.cssdmonitor‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2676: Start of ‘ora.gipcd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2672: Attempting to start ‘ora.cssd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2672: Attempting to start ‘ora.diskmon‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2676: Start of ‘ora.diskmon‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2676: Start of ‘ora.cssd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
已成功创建并启动 ASM。
已成功创建磁盘组CRSDG。
clscfg: -install mode specified
Successfully accumulated necessary OCR keys.
Creating OCR keys for user ‘root‘, privgrp ‘root‘..
Operation successful.
CRS-4256: Updating the profile
Successful addition of voting disk 567e6cc21e054fb5bf2e8084a9a2fb73.
Successful addition of voting disk 27b3677670ac4fcabfed0678bd3f138c.
Successful addition of voting disk 64f240b0bacc4fd0bf09d9fb24f71b49.
Successfully replaced voting disk group with +CRSDG.
CRS-4256: Updating the profile
CRS-4266: Voting file(s) successfully replaced
## STATE File Universal Id File Name Disk group
-- ----- ----------------- --------- ---------
1. ONLINE 567e6cc21e054fb5bf2e8084a9a2fb73 (/dev/ocr-diska) [CRSDG]
2. ONLINE 27b3677670ac4fcabfed0678bd3f138c (/dev/ocr-diskb) [CRSDG]
3. ONLINE 64f240b0bacc4fd0bf09d9fb24f71b49 (/dev/ocr-diskc) [CRSDG]
Located 3 voting disk(s).
CRS-2672: Attempting to start ‘ora.asm‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2676: Start of ‘ora.asm‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2672: Attempting to start ‘ora.CRSDG.dg‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2676: Start of ‘ora.CRSDG.dg‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
Configure Oracle Grid Infrastructure for a Cluster ... succeeded
看到最后一句话,执行成功。
节点二
[[email protected]-4g-nm-dahsxw2 ~]# /oracle/app/oraInventory/orainstRoot.sh
Changing permissions of /oracle/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.
Changing groupname of /oracle/app/oraInventory to oinstall.
The execution of the script is complete.
[[email protected]-4g-nm-dahsxw2 ~]#
[[email protected]-4g-nm-dahsxw2 ~]#
[[email protected]-4g-nm-dahsxw2 ~]#
[[email protected]-4g-nm-dahsxw2 ~]#
[[email protected]-4g-nm-dahsxw2 ~]#
[[email protected]-4g-nm-dahsxw2 ~]#
[[email protected]-4g-nm-dahsxw2 ~]#
[[email protected]-4g-nm-dahsxw2 ~]#
[[email protected]-4g-nm-dahsxw2 ~]# /oracle/app/11.2.0/grid/root.sh
Performing root user operation for Oracle 11g
The following environment variables are set as:
ORACLE_OWNER= grid
ORACLE_HOME= /oracle/app/11.2.0/grid
Enter the full pathname of the local bin directory: [/usr/local/bin]:
The contents of "dbhome" have not changed. No need to overwrite.
The contents of "oraenv" have not changed. No need to overwrite.
The contents of "coraenv" have not changed. No need to overwrite.
Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /oracle/app/11.2.0/grid/crs/install/crsconfig_params
Creating trace directory
User ignored Prerequisites during installation
OLR initialization - successful
Adding Clusterware entries to upstart
CRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node crm-4g-nm-dahsxw1, number 1, and is terminating
An active cluster was found during exclusive startup, restarting to join the cluster
Configure Oracle Grid Infrastructure for a Cluster ... succeeded
点击OK继续执行的时候会报一个错,在日志中看基本是NTP的问题,忽略,下一步即可
两边看状态,继续爽
三,开始安装数据库软件
按照截图进行安装按照截图进行安装
[[email protected] soft_ora]# su - oracle
[[email protected] ~] unzip p10404530_112030_Linux-x86-64_1of7.zip
[[email protected] soft_ora]$ unzip p10404530_112030_Linux-x86-64_2of7.zip
完成!
四,打补丁
根据Readme文档及实际操作总结
1.更新OPatch(同时更新grid下的和oracle下)-- 两个节点都进行
根据Readme中要求,下载安装最新的Opatch包,以grid和oracle用户解压到ORACLE_HOME下
2.生成ocm响应文件(两个节点)
su - grid
$ORACLE_HOME/OPatch/ocm/bin/emocmrsp
export ORACLE_HOME=/oracle/app/11.2.0/grid
export PATH=$PATH:$ORACLE_HOME/OPatch
opatch lsinventory
创建放置补丁的目录
mkdir -p /oracle/soft_ora/grid_patchs
用grid用户把补丁解压到此目录下(解压后生成多个目录)
3.两节点进行一致行检查
su - grid
$ORACLE_HOME/OPatch/opatch lsinventory -detail -oh $ORACLE_HOME
su - oralce
$ORACLE_HOME/OPatch/opatch lsinventory -detail -oh $ORACLE_HOME
opatch prereq CheckConflictAgainstOHWithDetail -ph ./
$ORACLE_HOME/bin/emctl stop dbconsole
root用户执行
下面的命令不能执行,不知为何?
#####/oracle/app/11.2.0/grid/OPatch/opatch auto /oracle/soft_ora/grid_patchs -och /oracle/app/11.2.0/grid -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp
---进入目录执行下面的命令(两个节点)
一节点
/oracle/app/11.2.0/grid/OPatch/opatch auto -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp
- -ocmrf 后面跟生成的响应文件
二节点
/oracle/app/11.2.0/grid/OPatch/opatch auto /oracle/soft_ora/grid_patchs -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp
- auto后跟补丁所在目录
---为什么两个节点执行的命令还有区别,是个疑问
五,DB打补丁
在任一个节点以oracle用户执行opatch apply 即可完成两个节点的补丁(其他节点的补丁会进行远程复制)
六,问题汇总
1.setup完成后,点击下一步,报下面的错误
手动在各节点间进行ssh切换都可行,查看安装日志,如下
sNativeVolName:/oracle/app/oraInventory/
m_asNodeArray:localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw23
---可见这里多了一个localhost,一定是hosts文件的问题
m_sLocalNode:localhost
INFO: Running command ‘/tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM‘ on the nodes ‘crm-4g-nm-dahsxw1‘.
INFO: Invoking OUI on cluster nodes crm-4g-nm-dahsxw1
INFO: /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM
SEVERE: oracle.sysman.oii.oiip.oiipg.OiipgRemoteOpsException: Error occured while trying to run Unix command /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM on nodes crm-4g-nm-dahsxw1. [Invalid characters found in path ‘/oracle/app/oraInventory"‘ for ‘inventory_loc‘ in file ‘/etc/oraInst.loc‘.Please enter correct path for central inventory location.: No such file or directory :failed]
at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmdOnUnix(OiipgClusterRunCmd.java:276)
at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runAnyCmdOnNodes(OiipgClusterRunCmd.java:369)
at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmd(OiipgClusterRunCmd.java:314)
at oracle.sysman.oii.oiic.OiicBaseInventoryApp.runRemoteInvOpCmd(OiicBaseInventoryApp.java:278)
at oracle.sysman.oii.oiic.OiicAttachHome.clsCmdAttachHome(OiicAttachHome.java:502)
at oracle.sysman.oii.oiif.oiifw.OiifwClusterSaveInventoryWCCE.doOperation(OiifwClusterSaveInventoryWCCE.java:307)
at oracle.sysman.oii.oiif.oiifb.OiifbCondIterator.iterate(OiifbCondIterator.java:171)
at oracle.sysman.oii.oiif.oiifw.OiifwActionsPhaseWCDE.doOperation(OiifwActionsPhaseWCDE.java:633)
at oracle.sysman.oii.oiif.oiifb.OiifbLinearIterator.iterate(OiifbLinearIterator.java:147)
at oracle.sysman.oii.oiic.OiicInstallAPISession$OiicAPISelCompsInstall.doOperation(OiicInstallAPISession.java:1095)
at oracle.sysman.oii.oiif.oiifb.OiifbCondIterator.iterate(OiifbCondIterator.java:171)
at oracle.sysman.oii.oiic.OiicInstallAPISession.doInstallAction(OiicInstallAPISession.java:679)
at oracle.sysman.oii.oiic.OiicInstallAPISession.access$000(OiicInstallAPISession.java:94)
at oracle.sysman.oii.oiic.OiicInstallAPISession$OiicActionsThread.run(OiicInstallAPISession.java:971)
Caused by: oracle.ops.mgmt.cluster.ClusterException: Invalid characters found in path ‘/oracle/app/oraInventory"‘ for ‘inventory_loc‘ in file ‘/etc/oraInst.loc‘.Please enter correct path for central inventory location.: No such file or directory :failed
at oracle.ops.mgmt.cluster.ClusterCmd.runCmd(ClusterCmd.java:2126)
at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmdOnUnix(OiipgClusterRunCmd.java:270)
... 13 more
INFO: Running command ‘/tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw2 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM‘ on the nodes ‘crm-4g-nm-dahsxw2‘.
INFO: Invoking OUI on cluster nodes crm-4g-nm-dahsxw2
INFO: /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw2 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM
SEVERE: Remote ‘AttachHome‘ failed on nodes: ‘crm-4g-nm-dahsxw1‘. Refer to ‘/oracle/app/oraInventory/logs/installActions2015-11-18_05-02-34PM.log‘ for details.
It is recommended that the following command needs to be manually run on the failed nodes:
/oracle/app/11.2.0/grid/oui/bin/runInstaller -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=<node on which command is to be run>.
Please refer ‘AttachHome‘ logs under central inventory of remote nodes where failure occurred for more details.
解决:(修改hosts文件)
修改如下:
#127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
#::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
127.0.0.1 localhost.localdomain localhost
# Public
10.142.89.88 crm-4g-nm-dahsxw1
10.142.89.89 crm-4g-nm-dahsxw2
# Private
192.168.255.153 crm-4g-nm-dahsxw1-priv
192.168.255.154 crm-4g-nm-dahsxw2-priv
# Virtual
10.142.89.123 crm-4g-nm-dahsxw1-vip
10.142.89.124 crm-4g-nm-dahsxw2-vip
# SCAN
10.142.89.125 dahsxw-scan
原来
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
# Public
10.142.89.88 crm-4g-nm-dahsxw1
10.142.89.89 crm-4g-nm-dahsxw2
# Private
192.168.255.153 crm-4g-nm-dahsxw1-priv
192.168.255.154 crm-4g-nm-dahsxw2-priv
# Virtual
10.142.89.123 crm-4g-nm-dahsxw1-vip
10.142.89.124 crm-4g-nm-dahsxw2-vip
# SCAN
10.142.89.125 dahsxw-scan
---这里又一次体现了hosts文件的重要性,使用原来错误的hosts文件,在安装的时候在第4步的时候不会自动显示主机名,而且多一个名为localhost的主机,见截图
2.由于安装失败,多次执行root.sh脚本,再次执行脚本时,导致执行报错
OLR initialization - successful
root wallet
root wallet cert
root cert export
peer wallet
profile reader wallet
pa wallet
peer wallet keys
pa wallet keys
peer cert request
pa cert request
peer cert
pa cert
peer root cert TP
profile reader root cert TP
pa root cert TP
peer pa cert TP
pa peer cert TP
profile reader pa cert TP
profile reader peer cert TP
peer user cert
pa user cert
CRS-2728: A resource type with the name ‘ora.daemon.type‘ is already registered
CRS-4000: Command Add failed, or completed with errors.
CRS-2728: A resource type with the name ‘ora.haip.type‘ is already registered
CRS-4000: Command Add failed, or completed with errors.
CRS-2728: A resource type with the name ‘ora.mdns.type‘ is already registered
CRS-4000: Command Add failed, or completed with errors.
Failed to register Grid Infrastructure type ora.mdns.type at /oracle/app/11.2.0/grid/crs/install/crsconfig_lib.pm line 7777.
/oracle/app/11.2.0/grid/perl/bin/perl -I/oracle/app/11.2.0/grid/perl/lib -I/oracle/app/11.2.0/grid/crs/install /oracle/app/11.2.0/grid/crs/install/rootcrs.pl execution failed
处理过程:
[[email protected]-4g-nm-dahsxw1 ~]# cd /oracle/app/11.2.0/grid/crs/install
[[email protected]-4g-nm-dahsxw1 install]# ./rootcrs.pl -deconfig -force -verbose
Using configuration parameter file: ./crsconfig_params
PRCR-1119 : 无法查找 ora.cluster_vip_net1.type 类型的 CRS 资源
PRCR-1068 : 无法查询资源
Cannot communicate with crsd
PRCR-1070 : 无法检查 资源 ora.gsd 是否已注册
Cannot communicate with crsd
PRCR-1070 : 无法检查 资源 ora.ons 是否已注册
Cannot communicate with crsd
CLSU-00100: Operating System function: failed failed with error data: 2
CLSU-00101: Operating System error message: No such file or directory
CLSU-00103: error location: scrsearch3
CLSU-00104: additional error information: id doesnt exist scls_scr_setval
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on ‘crm-4g-nm-dahsxw1‘
CRS-2673: Attempting to stop ‘ora.ctssd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2673: Attempting to stop ‘ora.cluster_interconnect.haip‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2673: Attempting to stop ‘ora.mdnsd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2677: Stop of ‘ora.mdnsd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2677: Stop of ‘ora.ctssd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2677: Stop of ‘ora.cluster_interconnect.haip‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2673: Attempting to stop ‘ora.cssd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2677: Stop of ‘ora.cssd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2673: Attempting to stop ‘ora.gipcd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2677: Stop of ‘ora.gipcd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2673: Attempting to stop ‘ora.gpnpd‘ on ‘crm-4g-nm-dahsxw1‘
CRS-2677: Stop of ‘ora.gpnpd‘ on ‘crm-4g-nm-dahsxw1‘ succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on ‘crm-4g-nm-dahsxw1‘ has completed
CRS-4133: Oracle High Availability Services has been stopped.
Successfully deconfigured Oracle clusterware stack on this node
dd if=/dev/zero of=/dev/ocr-diska bs=1024 count=100
dd if=/dev/zero of=/dev/ocr-diskb bs=1024 count=100
dd if=/dev/zero of=/dev/ocr-diskc bs=1024 count=100
再次执行root.sh
使用udev绑定后,原来的名字会改变为udev中名字
参考:http://blog.csdn.net/ora01555/article/details/24392833
遇到的一个低级问题:
由于盘号不一样,使用节点二的盘号去查节点一的uuid,导致磁盘绑定选错
使用udev绑定磁盘,操作系统的磁盘号是多少无所谓,只要使用两边的uuid对应就可以,并且使用udev绑定后,原来的名字会改变为udev中名字