zoukankan      html  css  js  c++  java
  • RHEL6.5安装11.2.0.3 RAC并打补丁

    [TOC]

    一,主机配置

    1.修改hosts文件(两节点)
    1. #127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
    2. #::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
    3. 127.0.0.1 localhost.localdomain localhost
    4. # Public
    5. 10.142.89.88 crm-4g-nm-dahsxw1
    6. 10.142.89.89 crm-4g-nm-dahsxw2
    7. # Private
    8. 192.168.255.153 crm-4g-nm-dahsxw1-priv
    9. 192.168.255.154 crm-4g-nm-dahsxw2-priv
    10. # Virtual
    11. 10.142.89.123 crm-4g-nm-dahsxw1-vip
    12. 10.142.89.124 crm-4g-nm-dahsxw2-vip
    13. # SCAN
    14. 10.142.89.125 dahsxw-scan
    2.修改内核参数及安全限制(两节点)
    1. cat >> /etc/sysctl.conf<<EOF
    2. #ORACLE SETTING
    3. fs.aio-max-nr = 1048576
    4. fs.file-max = 6815744
    5. kernel.shmall = 2097152
    6. kernel.shmmax = 4181979136
    7. kernel.shmmni = 4096
    8. kernel.sem = 250 32000 100 128
    9. net.ipv4.ip_local_port_range = 9000 65500
    10. net.core.rmem_default = 262144
    11. net.core.rmem_max = 4194304
    12. net.core.wmem_default = 262144
    13. net.core.wmem_max = 1048576
    14. EOF
    15. sysctl -p
    16. cat >> /etc/security/limits.conf<<EOF
    17. #ORACLE SETTING
    18. oracle soft nofile 1024
    19. oracle hard nofile 65536
    20. oracle soft nproc 2047
    21. oracle hard nproc 16384
    22. oracle soft stack 10240
    23. oracle hard stack 32768
    24. grid soft nofile 1024
    25. grid hard nofile 65536
    26. grid soft nproc 2047
    27. grid hard nproc 16384
    28. grid soft stack 10240
    29. grid hard stack 32768
    30. EOF
    31. cat >> /etc/pam.d/login<<EOF
    32. session required pam_limits.so
    33. EOF
    3.创建用户,目录及权限修改(两节点)
    1. /usr/sbin/groupadd -g 54321 oinstall
    2. /usr/sbin/groupadd -g 54322 dba
    3. /usr/sbin/groupadd -g 54359 oper
    4. groupadd -g 54323 asmadmin
    5. groupadd -g 54328 asmoper
    6. groupadd -g 54324 asmdba
    7. /usr/sbin/useradd -u 54321 -g oinstall -G asmadmin,asmoper,asmdba grid
    8. /usr/sbin/useradd -u 54322 -g oinstall -G dba,asmdba oracle
    9. echo '!QAZxsw@' | passwd --stdin grid
    10. echo '!QAZxsw@' | passwd --stdin oracle
    11. mkdir -p /oracle/app/11.2.0/grid
    12. mkdir -p /oracle/app/grid
    13. mkdir -p /oracle/app/oracle
    14. chown -R grid:oinstall /oracle
    15. chown oracle:oinstall /oracle/app/oracle
    16. chmod -R 775 /oracle
    4.安装所需软件包(两节点)
    1. yum install binutils -y
    2. yum install compat-libcap1 -y
    3. yum install compat-libstdc++-33 -y
    4. yum install compat-libstdc++-33.i686 -y
    5. yum install gcc -y
    6. yum install gcc-c++ -y
    7. yum install glibc -y
    8. yum install glibc.i686 -y
    9. yum install glibc-devel -y
    10. yum install glibc-devel.i686 -y
    11. yum install ksh -y
    12. yum install libgcc -y
    13. yum install libgcc.i686 -y
    14. yum install libstdc++ -y
    15. yum install libstdc++.i686 -y
    16. yum install libstdc++-devel -y
    17. yum install libstdc++-devel.i686 -y
    18. yum install libaio -y
    19. yum install libaio.i686 -y
    20. yum install libaio-devel -y
    21. yum install libaio-devel.i686 -y
    22. yum install libXext -y
    23. yum install libXext.i686 -y
    24. yum install libXtst -y
    25. yum install libXtst.i686 -y
    26. yum install libX11 -y
    27. yum install libX11.i686 -y
    28. yum install libXau -y
    29. yum install libXau.i686 -y
    30. yum install libxcb -y
    31. yum install libxcb.i686 -y
    32. yum install libXi -y
    33. yum install libXi.i686 -y
    34. yum install make -y
    35. yum install sysstat -y
    36. yum install unixODBC -y
    37. yum install unixODBC-devel -y
    38. yum install -y libXp
    5.设置环境变量

    节点一

    1. grid用户
    2. su - grid
    3. vi .bash_profile
    4. 添加下面的内容:
    5. export TMP=/tmp
    6. export TMPDIR=$TMP
    7. export GRID_HOME=/oracle/app/11.2.0/grid
    8. export ORACLE_SID=+ASM1
    9. export ORACLE_BASE=/oracle/app/grid
    10. export ORACLE_HOME=$GRID_HOME
    11. export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
    12. export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
    13. export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
    14. if [ $USER = "grid" ]; then
    15.   if [ $SHELL = "/bin/ksh" ]; then
    16. ulimit -p 16384
    17. ulimit -n 65536
    18. else
    19. ulimit -u 16384 -n 65536
    20. fi
    21. fi
    22. oracle用户
    23. su - oracle
    24. vi .bash_profile
    25. 添加下面的内容:
    26. ##################################################
    27. # User specific environment and startup programs
    28. ##################################################
    29. export ORACLE_BASE=/oracle/app/oracle
    30. export ORACLE_HOME=$ORACLE_BASE/product/11.2.0
    31. export ORACLE_PATH=$ORACLE_BASE/common/oracle/sql:.:$ORACLE_HOME/rdbms/admin
    32. export ORACLE_SID=dahsxw1
    33. export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
    34. export ORACLE_TERM=xterm  
    35. #export TNS_ADMIN=$ORACLE_HOME/network/admin
    36. export LD_LIBRARY_PATH=$ORACLE_HOME/lib  
    37. export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib  
    38. export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib
    39. export CLASSPATH=$ORACLE_HOME/JRE  
    40. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib  
    41. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib  
    42. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib
    43. export THREADS_FLAG=native
    44. export TEMP=/tmp
    45. export TMPDIR=/tmp

    节点二

    1. grid用户
    2. su - grid
    3. vi .bash_profile
    4. 添加下面的内容:
    5. export TMP=/tmp
    6. export TMPDIR=$TMP
    7. export GRID_HOME=/oracle/app/11.2.0/grid
    8. export ORACLE_SID=+ASM2
    9. export ORACLE_BASE=/oracle/app/grid
    10. export ORACLE_HOME=$GRID_HOME
    11. export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
    12. export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
    13. export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
    14. if [ $USER = "grid" ]; then
    15.   if [ $SHELL = "/bin/ksh" ]; then
    16. ulimit -p 16384
    17. ulimit -n 65536
    18. else
    19. ulimit -u 16384 -n 65536
    20. fi
    21. fi
    22. oracle用户
    23. su - oracle
    24. vi .bash_profile
    25. 添加下面的内容:
    26. ##################################################
    27. # User specific environment and startup programs
    28. ##################################################
    29. export ORACLE_BASE=/oracle/app/oracle
    30. export ORACLE_HOME=$ORACLE_BASE/product/11.2.0
    31. export ORACLE_PATH=$ORACLE_BASE/common/oracle/sql:.:$ORACLE_HOME/rdbms/admin
    32. export ORACLE_SID=dahsxw2
    33. export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
    34. export ORACLE_TERM=xterm  
    35. #export TNS_ADMIN=$ORACLE_HOME/network/admin
    36. export LD_LIBRARY_PATH=$ORACLE_HOME/lib  
    37. export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib  
    38. export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib
    39. export CLASSPATH=$ORACLE_HOME/JRE  
    40. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib  
    41. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib  
    42. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib
    43. export THREADS_FLAG=native
    44. export TEMP=/tmp
    45. export TMPDIR=/tmp
    6.udev绑定(两节点)

    执行(d e f为一个节点上的盘符如:sdd,sde,sdf)

    1. for i in c f d e g l m;
    2. do
    3. echo "KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="`/sbin/scsi_id -g -u -d /dev/sd$i`", NAME="asm-disk$i", OWNER="grid", GROUP="asmadmin", MODE="0660""
    4. done

    把执行结果加入到规则文件

    1. [root@crm-4g-nm-dahsxw1 rules.d]# vi 99-oracle-asmdisk.rules
    2. KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c2969bb4b014ffcc39ac6b263f23", NAME="ocr-disk1",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
    3. KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29c82f14c872d96945a6fcdc96b", NAME="ocr-disk1", OWNER="grid", GROUP="asmadmin", MODE="0660"
    4. KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29407d4cb76cd272d2c233111b5", NAME="ocr-disk3", OWNER="grid", GROUP="asmadmin", MODE="0660"
    5. [root@crm-4g-nm-dahsxw1 ~]# start_udev
    6. 正在启动 udev:[确定]

    特别注意:两节点对应的盘符不一定一致,通过UUID识别!特别需要检查好各节点是对应的绑定设备

    二,安装GRID软件

    1.授权解压
    1. [grid@crm-4g-nm-dahsxw1 soft_ora]$ unzip p10404530_112030_Linux-x86-64_3of7.zip
    2.使用xstart连接到图形界面

    3.临时设置LANG为英文环境,启动安装程序

    4.跳过更新程序

    5.Install and Configure Oracle Grid Infrastructure for a Cluster

    6.Typical Instrallation

    7.修改Scan Name,并添加所有节点的主机名和VIP名,注意多一个localhost主机,这是由于hosts文件配置有问题导致,并且Scan Name名字不能太长,具体解析见文档最后问题汇总


    正确如下

    8.输入grid用户密码,配置互信,先setup,再执行test,test通过后再点Next

    9.选择网络接口类型


    如下:

    10.选择正确的ORACLE_BASE与ORACLE_HOME,选择ASM管理,设置ASM实例密码

    11.创建放置OCR和Voting File文件的磁盘组,选择nomal方式冗余

    12清单目录

    13.可先点击Fix & Check Again修复,不能修复的,可暂时ignore


    安装进度

    14.两节点以root用户执行脚本


    节点一

    1. [root@crm-4g-nm-dahsxw1 ~]# /oracle/app/oraInventory/orainstRoot.sh
    2. Changing permissions of /oracle/app/oraInventory.
    3. Adding read,write permissions for group.
    4. Removing read,write,execute permissions for world.
    5. Changing groupname of /oracle/app/oraInventory to oinstall.
    6. The execution of the script is complete.
    7. [root@crm-4g-nm-dahsxw1 ~]#
    8. [root@crm-4g-nm-dahsxw1 ~]#
    9. [root@crm-4g-nm-dahsxw1 ~]# /oracle/app/11.2.0/grid/root.sh
    10. Performing root user operation for Oracle 11g
    11. The following environment variables are set as:
    12. ORACLE_OWNER= grid
    13. ORACLE_HOME= /oracle/app/11.2.0/grid
    14. Enter the full pathname of the local bin directory: [/usr/local/bin]:
    15. The contents of "dbhome" have not changed. No need to overwrite.
    16. The contents of "oraenv" have not changed. No need to overwrite.
    17. The contents of "coraenv" have not changed. No need to overwrite.
    18. Creating /etc/oratab file...
    19. Entries will be added to the /etc/oratab file as needed by
    20. Database Configuration Assistant when a database is created
    21. Finished running generic part of root script.
    22. Now product-specific root actions will be performed.
    23. Using configuration parameter file: /oracle/app/11.2.0/grid/crs/install/crsconfig_params
    24. Creating trace directory
    25. User ignored Prerequisites during installation
    26. OLR initialization - successful
    27. root wallet
    28. root wallet cert
    29. root cert export
    30. peer wallet
    31. profile reader wallet
    32. pa wallet
    33. peer wallet keys
    34. pa wallet keys
    35. peer cert request
    36. pa cert request
    37. peer cert
    38. pa cert
    39. peer root cert TP
    40. profile reader root cert TP
    41. pa root cert TP
    42. peer pa cert TP
    43. pa peer cert TP
    44. profile reader pa cert TP
    45. profile reader peer cert TP
    46. peer user cert
    47. pa user cert
    48. Adding Clusterware entries to upstart
    49. CRS-2672: Attempting to start 'ora.mdnsd' on 'crm-4g-nm-dahsxw1'
    50. CRS-2676: Start of 'ora.mdnsd' on 'crm-4g-nm-dahsxw1' succeeded
    51. CRS-2672: Attempting to start 'ora.gpnpd' on 'crm-4g-nm-dahsxw1'
    52. CRS-2676: Start of 'ora.gpnpd' on 'crm-4g-nm-dahsxw1' succeeded
    53. CRS-2672: Attempting to start 'ora.cssdmonitor' on 'crm-4g-nm-dahsxw1'
    54. CRS-2672: Attempting to start 'ora.gipcd' on 'crm-4g-nm-dahsxw1'
    55. CRS-2676: Start of 'ora.cssdmonitor' on 'crm-4g-nm-dahsxw1' succeeded
    56. CRS-2676: Start of 'ora.gipcd' on 'crm-4g-nm-dahsxw1' succeeded
    57. CRS-2672: Attempting to start 'ora.cssd' on 'crm-4g-nm-dahsxw1'
    58. CRS-2672: Attempting to start 'ora.diskmon' on 'crm-4g-nm-dahsxw1'
    59. CRS-2676: Start of 'ora.diskmon' on 'crm-4g-nm-dahsxw1' succeeded
    60. CRS-2676: Start of 'ora.cssd' on 'crm-4g-nm-dahsxw1' succeeded
    61. 已成功创建并启动 ASM
    62. 已成功创建磁盘组CRSDG
    63. clscfg: -install mode specified
    64. Successfully accumulated necessary OCR keys.
    65. Creating OCR keys for user 'root', privgrp 'root'..
    66. Operation successful.
    67. CRS-4256: Updating the profile
    68. Successful addition of voting disk 567e6cc21e054fb5bf2e8084a9a2fb73.
    69. Successful addition of voting disk 27b3677670ac4fcabfed0678bd3f138c.
    70. Successful addition of voting disk 64f240b0bacc4fd0bf09d9fb24f71b49.
    71. Successfully replaced voting disk group with +CRSDG.
    72. CRS-4256: Updating the profile
    73. CRS-4266: Voting file(s) successfully replaced
    74. ## STATE File Universal Id File Name Disk group
    75. -- ----- ----------------- --------- ---------
    76. 1. ONLINE 567e6cc21e054fb5bf2e8084a9a2fb73 (/dev/ocr-diska) [CRSDG]
    77. 2. ONLINE 27b3677670ac4fcabfed0678bd3f138c (/dev/ocr-diskb) [CRSDG]
    78. 3. ONLINE 64f240b0bacc4fd0bf09d9fb24f71b49 (/dev/ocr-diskc) [CRSDG]
    79. Located 3 voting disk(s).
    80. CRS-2672: Attempting to start 'ora.asm' on 'crm-4g-nm-dahsxw1'
    81. CRS-2676: Start of 'ora.asm' on 'crm-4g-nm-dahsxw1' succeeded
    82. CRS-2672: Attempting to start 'ora.CRSDG.dg' on 'crm-4g-nm-dahsxw1'
    83. CRS-2676: Start of 'ora.CRSDG.dg' on 'crm-4g-nm-dahsxw1' succeeded
    84. Configure Oracle Grid Infrastructure for a Cluster ... succeeded

    看到最后一句话,执行成功。
    节点二

    1. [root@crm-4g-nm-dahsxw2 ~]# /oracle/app/oraInventory/orainstRoot.sh
    2. Changing permissions of /oracle/app/oraInventory.
    3. Adding read,write permissions for group.
    4. Removing read,write,execute permissions for world.
    5. Changing groupname of /oracle/app/oraInventory to oinstall.
    6. The execution of the script is complete.
    7. [root@crm-4g-nm-dahsxw2 ~]#
    8. [root@crm-4g-nm-dahsxw2 ~]#
    9. [root@crm-4g-nm-dahsxw2 ~]#
    10. [root@crm-4g-nm-dahsxw2 ~]#
    11. [root@crm-4g-nm-dahsxw2 ~]#
    12. [root@crm-4g-nm-dahsxw2 ~]#
    13. [root@crm-4g-nm-dahsxw2 ~]#
    14. [root@crm-4g-nm-dahsxw2 ~]#
    15. [root@crm-4g-nm-dahsxw2 ~]# /oracle/app/11.2.0/grid/root.sh
    16. Performing root user operation for Oracle 11g
    17. The following environment variables are set as:
    18. ORACLE_OWNER= grid
    19. ORACLE_HOME= /oracle/app/11.2.0/grid
    20. Enter the full pathname of the local bin directory: [/usr/local/bin]:
    21. The contents of "dbhome" have not changed. No need to overwrite.
    22. The contents of "oraenv" have not changed. No need to overwrite.
    23. The contents of "coraenv" have not changed. No need to overwrite.
    24. Creating /etc/oratab file...
    25. Entries will be added to the /etc/oratab file as needed by
    26. Database Configuration Assistant when a database is created
    27. Finished running generic part of root script.
    28. Now product-specific root actions will be performed.
    29. Using configuration parameter file: /oracle/app/11.2.0/grid/crs/install/crsconfig_params
    30. Creating trace directory
    31. User ignored Prerequisites during installation
    32. OLR initialization - successful
    33. Adding Clusterware entries to upstart
    34. CRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node crm-4g-nm-dahsxw1, number 1, and is terminating
    35. An active cluster was found during exclusive startup, restarting to join the cluster
    36. Configure Oracle Grid Infrastructure for a Cluster ... succeeded

    点击OK继续执行的时候会报一个错,在日志中看基本是NTP的问题,忽略,下一步即可

    两边看状态,继续爽

    三,开始安装数据库软件

    按照截图进行安装按照截图进行安装

    [root@crm-4g-nm-dahsxw1 soft_ora]# su - oracle
    [oracle@crm-4g-nm-dahsxw1 ~]cd/oracle/softora/[oracle@crm4gnmdahsxw1softora] unzip p10404530_112030_Linux-x86-64_1of7.zip
    [oracle@crm-4g-nm-dahsxw1 soft_ora]$ unzip p10404530_112030_Linux-x86-64_2of7.zip


















    完成!

    四,打补丁

    根据Readme文档及实际操作总结
    1.更新OPatch(同时更新grid下的和oracle下)-- 两个节点都进行
    根据Readme中要求,下载安装最新的Opatch包,以grid和oracle用户解压到ORACLE_HOME下
    2.生成ocm响应文件(两个节点)

    1. su - grid
    2. $ORACLE_HOME/OPatch/ocm/bin/emocmrsp
    1. export ORACLE_HOME=/oracle/app/11.2.0/grid
    2. export PATH=$PATH:$ORACLE_HOME/OPatch
    3. opatch lsinventory
    4. 创建放置补丁的目录
    5. mkdir -p /oracle/soft_ora/grid_patchs
    6. grid用户把补丁解压到此目录下(解压后生成多个目录)

    3.两节点进行一致行检查

    1. su - grid
    2. $ORACLE_HOME/OPatch/opatch lsinventory -detail -oh $ORACLE_HOME
    3. su - oralce
    4. $ORACLE_HOME/OPatch/opatch lsinventory -detail -oh $ORACLE_HOME
    5. opatch prereq CheckConflictAgainstOHWithDetail -ph ./
    6. $ORACLE_HOME/bin/emctl stop dbconsole
    7. root用户执行
    8. 下面的命令不能执行,不知为何?
    9. ----如果不在补丁目录,auto后指定补丁目录
    10. #####/oracle/app/11.2.0/grid/OPatch/opatch auto /oracle/soft_ora/grid_patchs -och /oracle/app/11.2.0/grid -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp
    11. ---进入目录执行下面的命令(两个节点)
    12. 一节点
    13. /oracle/app/11.2.0/grid/OPatch/opatch auto -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp
    14. - -ocmrf 后面跟生成的响应文件
    15. 二节点
    16. /oracle/app/11.2.0/grid/OPatch/opatch auto /oracle/soft_ora/grid_patchs -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp
    17. - auto后跟补丁所在目录

    ---为什么两个节点执行的命令还有区别,是个疑问

    五,DB打补丁

    在任一个节点以oracle用户执行opatch apply 即可完成两个节点的补丁(其他节点的补丁会进行远程复制)

    六,问题汇总

    1.setup完成后,点击下一步,报下面的错误

    手动在各节点间进行ssh切换都可行,查看安装日志,如下

    1. sNativeVolName:/oracle/app/oraInventory/
    2. m_asNodeArray:localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw23
    3. ---可见这里多了一个localhost,一定是hosts文件的问题
    4. m_sLocalNode:localhost
    5. INFO: Running command '/tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM' on the nodes 'crm-4g-nm-dahsxw1'.
    6. INFO: Invoking OUI on cluster nodes crm-4g-nm-dahsxw1
    7. INFO: /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM
    8. SEVERE: oracle.sysman.oii.oiip.oiipg.OiipgRemoteOpsException: Error occured while trying to run Unix command /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM on nodes crm-4g-nm-dahsxw1. [Invalid characters found in path '/oracle/app/oraInventory"' for 'inventory_loc' in file '/etc/oraInst.loc'.Please enter correct path for central inventory location.: No such file or directory :failed]
    9. at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmdOnUnix(OiipgClusterRunCmd.java:276)
    10. at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runAnyCmdOnNodes(OiipgClusterRunCmd.java:369)
    11. at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmd(OiipgClusterRunCmd.java:314)
    12. at oracle.sysman.oii.oiic.OiicBaseInventoryApp.runRemoteInvOpCmd(OiicBaseInventoryApp.java:278)
    13. at oracle.sysman.oii.oiic.OiicAttachHome.clsCmdAttachHome(OiicAttachHome.java:502)
    14. at oracle.sysman.oii.oiif.oiifw.OiifwClusterSaveInventoryWCCE.doOperation(OiifwClusterSaveInventoryWCCE.java:307)
    15. at oracle.sysman.oii.oiif.oiifb.OiifbCondIterator.iterate(OiifbCondIterator.java:171)
    16. at oracle.sysman.oii.oiif.oiifw.OiifwActionsPhaseWCDE.doOperation(OiifwActionsPhaseWCDE.java:633)
    17. at oracle.sysman.oii.oiif.oiifb.OiifbLinearIterator.iterate(OiifbLinearIterator.java:147)
    18. at oracle.sysman.oii.oiic.OiicInstallAPISession$OiicAPISelCompsInstall.doOperation(OiicInstallAPISession.java:1095)
    19.         at oracle.sysman.oii.oiif.oiifb.OiifbCondIterator.iterate(OiifbCondIterator.java:171)
    20.         at oracle.sysman.oii.oiic.OiicInstallAPISession.doInstallAction(OiicInstallAPISession.java:679)
    21.         at oracle.sysman.oii.oiic.OiicInstallAPISession.access$000(OiicInstallAPISession.java:94)
    22. at oracle.sysman.oii.oiic.OiicInstallAPISession$OiicActionsThread.run(OiicInstallAPISession.java:971)
    23. Caused by: oracle.ops.mgmt.cluster.ClusterException: Invalid characters found in path '/oracle/app/oraInventory"' for 'inventory_loc' in file '/etc/oraInst.loc'.Please enter correct path for central inventory location.: No such file or directory :failed
    24. at oracle.ops.mgmt.cluster.ClusterCmd.runCmd(ClusterCmd.java:2126)
    25. at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmdOnUnix(OiipgClusterRunCmd.java:270)
    26. ... 13 more
    27. INFO: Running command '/tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw2 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM' on the nodes 'crm-4g-nm-dahsxw2'.
    28. INFO: Invoking OUI on cluster nodes crm-4g-nm-dahsxw2
    29. INFO: /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw2 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM
    30. SEVERE: Remote 'AttachHome' failed on nodes: 'crm-4g-nm-dahsxw1'. Refer to '/oracle/app/oraInventory/logs/installActions2015-11-18_05-02-34PM.log' for details.
    31. It is recommended that the following command needs to be manually run on the failed nodes:
    32. /oracle/app/11.2.0/grid/oui/bin/runInstaller -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=<node on which command is to be run>.
    33. Please refer 'AttachHome' logs under central inventory of remote nodes where failure occurred for more details.

    解决:(修改hosts文件)
    修改如下:

    1. #127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
    2. #::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
    3. 127.0.0.1 localhost.localdomain localhost
    4. # Public
    5. 10.142.89.88 crm-4g-nm-dahsxw1
    6. 10.142.89.89 crm-4g-nm-dahsxw2
    7. # Private
    8. 192.168.255.153 crm-4g-nm-dahsxw1-priv
    9. 192.168.255.154 crm-4g-nm-dahsxw2-priv
    10. # Virtual
    11. 10.142.89.123 crm-4g-nm-dahsxw1-vip
    12. 10.142.89.124 crm-4g-nm-dahsxw2-vip
    13. # SCAN
    14. 10.142.89.125 dahsxw-scan

    原来

    1. 127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
    2. ::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
    3. # Public
    4. 10.142.89.88 crm-4g-nm-dahsxw1
    5. 10.142.89.89 crm-4g-nm-dahsxw2
    6. # Private
    7. 192.168.255.153 crm-4g-nm-dahsxw1-priv
    8. 192.168.255.154 crm-4g-nm-dahsxw2-priv
    9. # Virtual
    10. 10.142.89.123 crm-4g-nm-dahsxw1-vip
    11. 10.142.89.124 crm-4g-nm-dahsxw2-vip
    12. # SCAN
    13. 10.142.89.125 dahsxw-scan

    ---这里又一次体现了hosts文件的重要性,使用原来错误的hosts文件,在安装的时候在第4步的时候不会自动显示主机名,而且多一个名为localhost的主机,见截图

    2.由于安装失败,多次执行root.sh脚本,再次执行脚本时,导致执行报错

    1. OLR initialization - successful
    2. root wallet
    3. root wallet cert
    4. root cert export
    5. peer wallet
    6. profile reader wallet
    7. pa wallet
    8. peer wallet keys
    9. pa wallet keys
    10. peer cert request
    11. pa cert request
    12. peer cert
    13. pa cert
    14. peer root cert TP
    15. profile reader root cert TP
    16. pa root cert TP
    17. peer pa cert TP
    18. pa peer cert TP
    19. profile reader pa cert TP
    20. profile reader peer cert TP
    21. peer user cert
    22. pa user cert
    23. CRS-2728: A resource type with the name 'ora.daemon.type' is already registered
    24. CRS-4000: Command Add failed, or completed with errors.
    25. CRS-2728: A resource type with the name 'ora.haip.type' is already registered
    26. CRS-4000: Command Add failed, or completed with errors.
    27. CRS-2728: A resource type with the name 'ora.mdns.type' is already registered
    28. CRS-4000: Command Add failed, or completed with errors.
    29. Failed to register Grid Infrastructure type ora.mdns.type at /oracle/app/11.2.0/grid/crs/install/crsconfig_lib.pm line 7777.
    30. /oracle/app/11.2.0/grid/perl/bin/perl -I/oracle/app/11.2.0/grid/perl/lib -I/oracle/app/11.2.0/grid/crs/install /oracle/app/11.2.0/grid/crs/install/rootcrs.pl execution failed

    处理过程:

    1. [root@crm-4g-nm-dahsxw1 ~]# cd /oracle/app/11.2.0/grid/crs/install
    2. [root@crm-4g-nm-dahsxw1 install]# ./rootcrs.pl -deconfig -force -verbose
    3. Using configuration parameter file: ./crsconfig_params
    4. PRCR-1119 : 无法查找 ora.cluster_vip_net1.type 类型的 CRS 资源
    5. PRCR-1068 : 无法查询资源
    6. Cannot communicate with crsd
    7. PRCR-1070 : 无法检查 资源 ora.gsd 是否已注册
    8. Cannot communicate with crsd
    9. PRCR-1070 : 无法检查 资源 ora.ons 是否已注册
    10. Cannot communicate with crsd
    11. CLSU-00100: Operating System function: failed failed with error data: 2
    12. CLSU-00101: Operating System error message: No such file or directory
    13. CLSU-00103: error location: scrsearch3
    14. CLSU-00104: additional error information: id doesnt exist scls_scr_setval
    15. CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'crm-4g-nm-dahsxw1'
    16. CRS-2673: Attempting to stop 'ora.ctssd' on 'crm-4g-nm-dahsxw1'
    17. CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'crm-4g-nm-dahsxw1'
    18. CRS-2673: Attempting to stop 'ora.mdnsd' on 'crm-4g-nm-dahsxw1'
    19. CRS-2677: Stop of 'ora.mdnsd' on 'crm-4g-nm-dahsxw1' succeeded
    20. CRS-2677: Stop of 'ora.ctssd' on 'crm-4g-nm-dahsxw1' succeeded
    21. CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'crm-4g-nm-dahsxw1' succeeded
    22. CRS-2673: Attempting to stop 'ora.cssd' on 'crm-4g-nm-dahsxw1'
    23. CRS-2677: Stop of 'ora.cssd' on 'crm-4g-nm-dahsxw1' succeeded
    24. CRS-2673: Attempting to stop 'ora.gipcd' on 'crm-4g-nm-dahsxw1'
    25. CRS-2677: Stop of 'ora.gipcd' on 'crm-4g-nm-dahsxw1' succeeded
    26. CRS-2673: Attempting to stop 'ora.gpnpd' on 'crm-4g-nm-dahsxw1'
    27. CRS-2677: Stop of 'ora.gpnpd' on 'crm-4g-nm-dahsxw1' succeeded
    28. CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'crm-4g-nm-dahsxw1' has completed
    29. CRS-4133: Oracle High Availability Services has been stopped.
    30. Successfully deconfigured Oracle clusterware stack on this node
    31. dd if=/dev/zero of=/dev/ocr-diska bs=1024 count=100
    32. dd if=/dev/zero of=/dev/ocr-diskb bs=1024 count=100
    33. dd if=/dev/zero of=/dev/ocr-diskc bs=1024 count=100
    34. 再次执行root.sh

    使用udev绑定后,原来的名字会改变为udev中名字
    参考:http://blog.csdn.net/ora01555/article/details/24392833

    1. 遇到的一个低级问题:
    2. 由于盘号不一样,使用节点二的盘号去查节点一的uuid,导致磁盘绑定选错
    3. 使用udev绑定磁盘,操作系统的磁盘号是多少无所谓,只要使用两边的uuid对应就可以,并且使用udev绑定后,原来的名字会改变为udev中名字




  • 相关阅读:
    团队冲刺第一阶段 04day
    Exception in thread "main" redis.clients.jedis.exceptions.JedisDataException: NOAUTH Authentication required.
    websocket AutoWired失败
    websocket实现后端服务端向前端实时发送消息
    websocket 404 close
    idea2019永久激活码
    @DateTimeFormat 日期转换失败
    博客园设置背景音乐(亲测有效)
    yml和properties配置在线转换
    idea导入项目项目代码不是原来代码
  • 原文地址:https://www.cnblogs.com/haoxiaoyu/p/41eec4c663827f1c11d1be81a2cffe96.html
Copyright © 2011-2022 走看看