| OS : oracle linux 7.5 DBMS : oracle 19.3 |
| RAC 2노드(svr1, svr2) 환경에서 svr3 노드 추가 |
1. 작업 전 설정(svr3)
-- hosts 파일, 계정, 디렉토리 등
[root@svr1 ~]# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
##Public
192.168.56.61 svr1
192.168.56.62 svr2
192.168.56.66 svr3
##Private
192.168.57.61 svr1-priv
#192.168.0.61 svr1-priv
192.168.57.62 svr2-priv
192.168.57.66 svr3-priv
##Virtual
192.168.56.64 svr1-vip
192.168.56.65 svr2-vip
192.168.56.67 svr3-vip
##SCAN
192.168.56.63 svr-scan
[root@svr1 ~]#
[root@svr3 ~]# cd /ora19
[root@svr3 ora19]# ls
app
[root@svr3 ora19]# cd app/
[root@svr3 app]# ls -al
total 0
drwxr-xr-x. 2 root dba 6 Jun 9 08:55 .
drwxr-xr-x. 3 root dba 17 Jun 28 2020 ..
[root@svr3 app]# mkdir grid
[root@svr3 app]#
[root@svr3 app]# ls -al
total 0
drwxr-xr-x. 3 root dba 18 Jun 11 19:42 .
drwxr-xr-x. 3 root dba 17 Jun 28 2020 ..
drwxr-xr-x 2 root root 6 Jun 11 19:42 grid
[root@svr3 app]# mkdir oracle
[root@svr3 app]# ls -al
total 0
drwxr-xr-x. 4 root dba 32 Jun 11 19:43 .
drwxr-xr-x. 3 root dba 17 Jun 28 2020 ..
drwxr-xr-x 2 root root 6 Jun 11 19:42 grid
drwxr-xr-x 2 root root 6 Jun 11 19:43 oracle
[root@svr3 app]# chown grid:dba grid
[root@svr3 app]# chown oracle:oinstall oracle
[root@svr3 app]#
-- 작업 전 crs 상태 확인
[root@svr1 19.3.0]# crsctl stat res -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
ONLINE ONLINE svr1 STABLE
ONLINE ONLINE svr2 STABLE
ora.chad
ONLINE ONLINE svr1 STABLE
ONLINE ONLINE svr2 STABLE
ora.net1.network
ONLINE ONLINE svr1 STABLE
ONLINE ONLINE svr2 STABLE
ora.ons
ONLINE ONLINE svr1 STABLE
ONLINE ONLINE svr2 STABLE
ora.proxy_advm
OFFLINE OFFLINE svr1 STABLE
OFFLINE OFFLINE svr2 STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
1 ONLINE ONLINE svr1 STABLE
2 ONLINE ONLINE svr2 STABLE
3 ONLINE OFFLINE STABLE
ora.DATA.dg(ora.asmgroup)
1 ONLINE ONLINE svr1 STABLE
2 ONLINE ONLINE svr2 STABLE
3 OFFLINE OFFLINE STABLE
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE svr2 STABLE
ora.OCR.dg(ora.asmgroup)
1 ONLINE ONLINE svr1 STABLE
2 ONLINE ONLINE svr2 STABLE
3 OFFLINE OFFLINE STABLE
ora.asm(ora.asmgroup)
1 ONLINE ONLINE svr1 Started,STABLE
2 ONLINE ONLINE svr2 Started,STABLE
3 OFFLINE OFFLINE STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
1 ONLINE OFFLINE STABLE
2 ONLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.cvu
1 ONLINE ONLINE svr2 STABLE
ora.qosmserver
1 ONLINE ONLINE svr1 STABLE
ora.racdb.db
1 ONLINE ONLINE svr1 Open,HOME=/ora19/app
/oracle/product/19.3
.0/db_1,STABLE
2 ONLINE ONLINE svr2 Open,HOME=/ora19/app
/oracle/product/19.3
.0/db_1,STABLE
ora.scan1.vip
1 ONLINE ONLINE svr2 STABLE
ora.svr1.vip
1 ONLINE ONLINE svr1 STABLE
ora.svr2.vip
1 ONLINE ONLINE svr2 STABLE
--------------------------------------------------------------------------------
--# 작업 전 체크(선택)
[grid@svr1 bin]$ cluvfy stage -pre nodeadd -n svr3 -fixup -verbose
Verifying Physical Memory ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 5.826GB (6109040.0KB) 8GB (8388608.0KB) failed
svr1 5.826GB (6109040.0KB) 8GB (8388608.0KB) failed
Verifying Physical Memory ...FAILED (PRVF-7530)
Verifying Available Physical Memory ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 5.5795GB (5850536.0KB) 50MB (51200.0KB) passed
svr1 2.542GB (2665452.0KB) 50MB (51200.0KB) passed
Verifying Available Physical Memory ...PASSED
Verifying Swap Size ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 3.7266GB (3907580.0KB) 5.826GB (6109040.0KB) failed
svr1 3.7266GB (3907580.0KB) 5.826GB (6109040.0KB) failed
Verifying Swap Size ...FAILED (PRVF-7573)
Verifying Free Space: svr3:/usr,svr3:/var,svr3:/etc,svr3:/ora19/app/grid/19.3.0,svr3:/sbin,svr3:/tmp ...
Path Node Name Mount point Available Required Status
---------------- ------------ ------------ ------------ ------------ ------------
/usr svr3 / 90.4912GB 25MB passed
/var svr3 / 90.4912GB 5MB passed
/etc svr3 / 90.4912GB 25MB passed
/ora19/app/grid/19.3.0 svr3 / 90.4912GB 6.9GB passed
/sbin svr3 / 90.4912GB 10MB passed
/tmp svr3 / 90.4912GB 1GB passed
Verifying Free Space: svr3:/usr,svr3:/var,svr3:/etc,svr3:/ora19/app/grid/19.3.0,svr3:/sbin,svr3:/tmp ...PASSED
Verifying Free Space: svr1:/usr,svr1:/var,svr1:/etc,svr1:/ora19/app/grid/19.3.0,svr1:/sbin,svr1:/tmp ...
Path Node Name Mount point Available Required Status
---------------- ------------ ------------ ------------ ------------ ------------
/usr svr1 / 67.5449GB 25MB passed
/var svr1 / 67.5449GB 5MB passed
/etc svr1 / 67.5449GB 25MB passed
/ora19/app/grid/19.3.0 svr1 / 67.5449GB 6.9GB passed
/sbin svr1 / 67.5449GB 10MB passed
/tmp svr1 / 67.5449GB 1GB passed
Verifying Free Space: svr1:/usr,svr1:/var,svr1:/etc,svr1:/ora19/app/grid/19.3.0,svr1:/sbin,svr1:/tmp ...PASSED
Verifying User Existence: oracle ...
Node Name Status Comment
------------ ------------------------ ------------------------
svr3 passed exists(54321)
svr1 passed exists(54321)
Verifying Users With Same UID: 54321 ...PASSED
Verifying User Existence: oracle ...PASSED
Verifying User Existence: grid ...
Node Name Status Comment
------------ ------------------------ ------------------------
svr3 passed exists(54322)
svr1 passed exists(54322)
Verifying Users With Same UID: 54322 ...PASSED
Verifying User Existence: grid ...PASSED
Verifying User Existence: root ...
Node Name Status Comment
------------ ------------------------ ------------------------
svr3 passed exists(0)
svr1 passed exists(0)
Verifying Users With Same UID: 0 ...PASSED
Verifying User Existence: root ...PASSED
Verifying Group Existence: dba ...
Node Name Status Comment
------------ ------------------------ ------------------------
svr3 passed exists
svr1 passed exists
Verifying Group Existence: dba ...PASSED
Verifying Group Membership: dba ...
Node Name User Exists Group Exists User in Group Status
---------------- ------------ ------------ ------------ ----------------
svr3 yes yes yes passed
svr1 yes yes yes passed
Verifying Group Membership: dba ...PASSED
Verifying Run Level ...
Node Name run level Required Status
------------ ------------------------ ------------------------ ----------
svr3 3 3,5 passed
svr1 3 3,5 passed
Verifying Run Level ...PASSED
Verifying Hard Limit: maximum open file descriptors ...
Node Name Type Available Required Status
---------------- ------------ ------------ ------------ ----------------
svr3 hard 65536 65536 passed
svr1 hard 65536 65536 passed
Verifying Hard Limit: maximum open file descriptors ...PASSED
Verifying Soft Limit: maximum open file descriptors ...
Node Name Type Available Required Status
---------------- ------------ ------------ ------------ ----------------
svr3 soft 1024 1024 passed
svr1 soft 1024 1024 passed
Verifying Soft Limit: maximum open file descriptors ...PASSED
Verifying Hard Limit: maximum user processes ...
Node Name Type Available Required Status
---------------- ------------ ------------ ------------ ----------------
svr3 hard 23671 16384 passed
svr1 hard 23671 16384 passed
Verifying Hard Limit: maximum user processes ...PASSED
Verifying Soft Limit: maximum user processes ...
Node Name Type Available Required Status
---------------- ------------ ------------ ------------ ----------------
svr3 soft 4096 2047 passed
svr1 soft 4096 2047 passed
Verifying Soft Limit: maximum user processes ...PASSED
Verifying Soft Limit: maximum stack size ...
Node Name Type Available Required Status
---------------- ------------ ------------ ------------ ----------------
svr3 soft 10240 10240 passed
svr1 soft 10240 10240 passed
Verifying Soft Limit: maximum stack size ...PASSED
Verifying Architecture ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 x86_64 x86_64 passed
svr1 x86_64 x86_64 passed
Verifying Architecture ...PASSED
Verifying OS Kernel Version ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 4.1.12-112.16.4.el7uek.x86_64 4.1.12 passed
svr1 4.1.12-112.16.4.el7uek.x86_64 4.1.12 passed
Verifying OS Kernel Version ...PASSED
Verifying OS Kernel Parameter: semmsl ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 250 250 250 passed
svr1 250 250 250 passed
Verifying OS Kernel Parameter: semmsl ...PASSED
Verifying OS Kernel Parameter: semmns ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 32000 32000 32000 passed
svr1 32000 32000 32000 passed
Verifying OS Kernel Parameter: semmns ...PASSED
Verifying OS Kernel Parameter: semopm ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 100 100 100 passed
svr1 100 100 100 passed
Verifying OS Kernel Parameter: semopm ...PASSED
Verifying OS Kernel Parameter: semmni ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 128 128 128 passed
svr1 128 128 128 passed
Verifying OS Kernel Parameter: semmni ...PASSED
Verifying OS Kernel Parameter: shmmax ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 4398046511104 4398046511104 3127828480 passed
svr1 4398046511104 4398046511104 3127828480 passed
Verifying OS Kernel Parameter: shmmax ...PASSED
Verifying OS Kernel Parameter: shmmni ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 4096 4096 4096 passed
svr1 4096 4096 4096 passed
Verifying OS Kernel Parameter: shmmni ...PASSED
Verifying OS Kernel Parameter: shmall ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 1073741824 1073741824 1073741824 passed
svr1 1073741824 1073741824 1073741824 passed
Verifying OS Kernel Parameter: shmall ...PASSED
Verifying OS Kernel Parameter: file-max ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 6815744 6815744 6815744 passed
svr1 6815744 6815744 6815744 passed
Verifying OS Kernel Parameter: file-max ...PASSED
Verifying OS Kernel Parameter: ip_local_port_range ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 between 9000 & 65500 between 9000 & 65500 between 9000 & 65535 passed
svr1 between 9000 & 65500 between 9000 & 65500 between 9000 & 65535 passed
Verifying OS Kernel Parameter: ip_local_port_range ...PASSED
Verifying OS Kernel Parameter: rmem_default ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 262144 262144 262144 passed
svr1 262144 262144 262144 passed
Verifying OS Kernel Parameter: rmem_default ...PASSED
Verifying OS Kernel Parameter: rmem_max ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 4194304 4194304 4194304 passed
svr1 4194304 4194304 4194304 passed
Verifying OS Kernel Parameter: rmem_max ...PASSED
Verifying OS Kernel Parameter: wmem_default ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 262144 262144 262144 passed
svr1 262144 262144 262144 passed
Verifying OS Kernel Parameter: wmem_default ...PASSED
Verifying OS Kernel Parameter: wmem_max ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 1048576 1048576 1048576 passed
svr1 1048576 1048576 1048576 passed
Verifying OS Kernel Parameter: wmem_max ...PASSED
Verifying OS Kernel Parameter: aio-max-nr ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 1048576 1048576 1048576 passed
svr1 1048576 1048576 1048576 passed
Verifying OS Kernel Parameter: aio-max-nr ...PASSED
Verifying OS Kernel Parameter: panic_on_oops ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
svr3 1 1 1 passed
svr1 1 1 1 passed
Verifying OS Kernel Parameter: panic_on_oops ...PASSED
Verifying Package: kmod-20-21 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 kmod(x86_64)-20-21.0.1.el7 kmod(x86_64)-20-21 passed
svr1 kmod(x86_64)-20-21.0.1.el7 kmod(x86_64)-20-21 passed
Verifying Package: kmod-20-21 (x86_64) ...PASSED
Verifying Package: kmod-libs-20-21 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 kmod-libs(x86_64)-20-21.0.1.el7 kmod-libs(x86_64)-20-21 passed
svr1 kmod-libs(x86_64)-20-21.0.1.el7 kmod-libs(x86_64)-20-21 passed
Verifying Package: kmod-libs-20-21 (x86_64) ...PASSED
Verifying Package: binutils-2.23.52.0.1 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 binutils-2.27-27.base.el7 binutils-2.23.52.0.1 passed
svr1 binutils-2.27-27.base.el7 binutils-2.23.52.0.1 passed
Verifying Package: binutils-2.23.52.0.1 ...PASSED
Verifying Package: compat-libcap1-1.10 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 compat-libcap1-1.10-7.el7 compat-libcap1-1.10 passed
svr1 compat-libcap1-1.10-7.el7 compat-libcap1-1.10 passed
Verifying Package: compat-libcap1-1.10 ...PASSED
Verifying Package: libgcc-4.8.2 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 libgcc(x86_64)-4.8.5-28.0.1.el7 libgcc(x86_64)-4.8.2 passed
svr1 libgcc(x86_64)-4.8.5-28.0.1.el7 libgcc(x86_64)-4.8.2 passed
Verifying Package: libgcc-4.8.2 (x86_64) ...PASSED
Verifying Package: libstdc++-4.8.2 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 libstdc++(x86_64)-4.8.5-28.0.1.el7 libstdc++(x86_64)-4.8.2 passed
svr1 libstdc++(x86_64)-4.8.5-28.0.1.el7 libstdc++(x86_64)-4.8.2 passed
Verifying Package: libstdc++-4.8.2 (x86_64) ...PASSED
Verifying Package: libstdc++-devel-4.8.2 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 libstdc++-devel(x86_64)-4.8.5-28.0.1.el7 libstdc++-devel(x86_64)-4.8.2 passed
svr1 libstdc++-devel(x86_64)-4.8.5-28.0.1.el7 libstdc++-devel(x86_64)-4.8.2 passed
Verifying Package: libstdc++-devel-4.8.2 (x86_64) ...PASSED
Verifying Package: sysstat-10.1.5 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 sysstat-10.1.5-13.el7 sysstat-10.1.5 passed
svr1 sysstat-10.1.5-13.el7 sysstat-10.1.5 passed
Verifying Package: sysstat-10.1.5 ...PASSED
Verifying Package: ksh ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 ksh ksh passed
svr1 ksh ksh passed
Verifying Package: ksh ...PASSED
Verifying Package: make-3.82 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 make-3.82-23.el7 make-3.82 passed
svr1 make-3.82-23.el7 make-3.82 passed
Verifying Package: make-3.82 ...PASSED
Verifying Package: glibc-2.17 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 glibc(x86_64)-2.17-222.el7 glibc(x86_64)-2.17 passed
svr1 glibc(x86_64)-2.17-222.el7 glibc(x86_64)-2.17 passed
Verifying Package: glibc-2.17 (x86_64) ...PASSED
Verifying Package: glibc-devel-2.17 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 glibc-devel(x86_64)-2.17-222.el7 glibc-devel(x86_64)-2.17 passed
svr1 glibc-devel(x86_64)-2.17-222.el7 glibc-devel(x86_64)-2.17 passed
Verifying Package: glibc-devel-2.17 (x86_64) ...PASSED
Verifying Package: libaio-0.3.109 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 libaio(x86_64)-0.3.109-13.el7 libaio(x86_64)-0.3.109 passed
svr1 libaio(x86_64)-0.3.109-13.el7 libaio(x86_64)-0.3.109 passed
Verifying Package: libaio-0.3.109 (x86_64) ...PASSED
Verifying Package: libaio-devel-0.3.109 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 libaio-devel(x86_64)-0.3.109-13.el7 libaio-devel(x86_64)-0.3.109 passed
svr1 libaio-devel(x86_64)-0.3.109-13.el7 libaio-devel(x86_64)-0.3.109 passed
Verifying Package: libaio-devel-0.3.109 (x86_64) ...PASSED
Verifying Package: nfs-utils-1.2.3-15 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 nfs-utils-1.3.0-0.54.0.1.el7 nfs-utils-1.2.3-15 passed
svr1 nfs-utils-1.3.0-0.54.0.1.el7 nfs-utils-1.2.3-15 passed
Verifying Package: nfs-utils-1.2.3-15 ...PASSED
Verifying Package: smartmontools-6.2-4 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 smartmontools-6.5-1.el7 smartmontools-6.2-4 passed
svr1 smartmontools-6.5-1.el7 smartmontools-6.2-4 passed
Verifying Package: smartmontools-6.2-4 ...PASSED
Verifying Package: net-tools-2.0-0.17 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 net-tools-2.0-0.22.20131004git.el7 net-tools-2.0-0.17 passed
svr1 net-tools-2.0-0.22.20131004git.el7 net-tools-2.0-0.17 passed
Verifying Package: net-tools-2.0-0.17 ...PASSED
Verifying Users With Same UID: 0 ...PASSED
Verifying Current Group ID ...PASSED
Verifying Root user consistency ...
Node Name Status
------------------------------------ ------------------------
svr3 passed
svr1 passed
Verifying Root user consistency ...PASSED
Verifying Package: cvuqdisk-1.0.10-1 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
svr3 cvuqdisk-1.0.10-1 cvuqdisk-1.0.10-1 passed
svr2 cvuqdisk-1.0.10-1 cvuqdisk-1.0.10-1 passed
svr1 cvuqdisk-1.0.10-1 cvuqdisk-1.0.10-1 passed
Verifying Package: cvuqdisk-1.0.10-1 ...PASSED
Verifying Node Addition ...
Verifying CRS Integrity ...PASSED
Verifying Clusterware Version Consistency ...PASSED
Verifying '/ora19/app/grid/19.3.0' ...PASSED
Verifying Node Addition ...PASSED
Verifying Host name ...PASSED
Verifying Node Connectivity ...
Verifying Hosts File ...
Node Name Status
------------------------------------ ------------------------
svr1 passed
svr2 passed
svr3 passed
Verifying Hosts File ...PASSED
Interface information for node "svr3"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
enp0s3 192.168.56.66 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:D9:C1:68 1500
enp0s8 192.168.57.63 192.168.57.0 0.0.0.0 UNKNOWN 08:00:27:CE:A2:17 1500
Interface information for node "svr1"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
enp0s3 192.168.56.61 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:CD:59:F9 1500
enp0s3 192.168.56.64 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:CD:59:F9 1500
enp0s3 192.168.56.63 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:CD:59:F9 1500
enp0s8 192.168.57.61 192.168.57.0 0.0.0.0 UNKNOWN 08:00:27:B6:86:6D 1500
Interface information for node "svr2"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
enp0s3 192.168.56.62 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:3D:04:F0 1500
enp0s3 192.168.56.65 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:3D:04:F0 1500
enp0s8 192.168.57.62 192.168.57.0 0.0.0.0 UNKNOWN 08:00:27:BA:74:5F 1500
Check: MTU consistency on the private interfaces of subnet "192.168.57.0"
Node Name IP Address Subnet MTU
---------------- ------------ ------------ ------------ ----------------
svr3 enp0s8 192.168.57.63 192.168.57.0 1500
svr1 enp0s8 192.168.57.61 192.168.57.0 1500
svr2 enp0s8 192.168.57.62 192.168.57.0 1500
Check: MTU consistency of the subnet "192.168.56.0".
Node Name IP Address Subnet MTU
---------------- ------------ ------------ ------------ ----------------
svr3 enp0s3 192.168.56.66 192.168.56.0 1500
svr1 enp0s3 192.168.56.61 192.168.56.0 1500
svr1 enp0s3 192.168.56.64 192.168.56.0 1500
svr1 enp0s3 192.168.56.63 192.168.56.0 1500
svr2 enp0s3 192.168.56.62 192.168.56.0 1500
svr2 enp0s3 192.168.56.65 192.168.56.0 1500
Source Destination Connected?
------------------------------ ------------------------------ ----------------
svr1[enp0s8:192.168.57.61] svr3[enp0s8:192.168.57.63] yes
svr1[enp0s8:192.168.57.61] svr2[enp0s8:192.168.57.62] yes
svr3[enp0s8:192.168.57.63] svr2[enp0s8:192.168.57.62] yes
Source Destination Connected?
------------------------------ ------------------------------ ----------------
svr1[enp0s3:192.168.56.61] svr3[enp0s3:192.168.56.66] yes
svr1[enp0s3:192.168.56.61] svr1[enp0s3:192.168.56.64] yes
svr1[enp0s3:192.168.56.61] svr1[enp0s3:192.168.56.63] yes
svr1[enp0s3:192.168.56.61] svr2[enp0s3:192.168.56.62] yes
svr1[enp0s3:192.168.56.61] svr2[enp0s3:192.168.56.65] yes
svr3[enp0s3:192.168.56.66] svr1[enp0s3:192.168.56.64] yes
svr3[enp0s3:192.168.56.66] svr1[enp0s3:192.168.56.63] yes
svr3[enp0s3:192.168.56.66] svr2[enp0s3:192.168.56.62] yes
svr3[enp0s3:192.168.56.66] svr2[enp0s3:192.168.56.65] yes
svr1[enp0s3:192.168.56.64] svr1[enp0s3:192.168.56.63] yes
svr1[enp0s3:192.168.56.64] svr2[enp0s3:192.168.56.62] yes
svr1[enp0s3:192.168.56.64] svr2[enp0s3:192.168.56.65] yes
svr1[enp0s3:192.168.56.63] svr2[enp0s3:192.168.56.62] yes
svr1[enp0s3:192.168.56.63] svr2[enp0s3:192.168.56.65] yes
svr2[enp0s3:192.168.56.62] svr2[enp0s3:192.168.56.65] yes
Verifying Check that maximum (MTU) size packet goes through subnet ...PASSED
Verifying subnet mask consistency for subnet "192.168.57.0" ...PASSED
Verifying subnet mask consistency for subnet "192.168.56.0" ...PASSED
Verifying Node Connectivity ...PASSED
Verifying Multicast or broadcast check ...
Checking subnet "192.168.57.0" for multicast communication with multicast group "224.0.0.251"
Verifying Multicast or broadcast check ...PASSED
Verifying ASM Integrity ...PASSED
Verifying Device Checks for ASM ...Disks "/dev/oracleasm/disks/ASM01,/dev/oracleasm/disks/ASM02,/dev/oracleasm/disks/ASM03,/dev/oracleasm/disks/ASM1,/dev/oracleasm/disks/OCR1,/dev/oracleasm/disks/OCR2" are managed by ASM.
Verifying Device Checks for ASM ...PASSED
Verifying Database home availability ...PASSED
Verifying OCR Integrity ...PASSED
Verifying Time zone consistency ...PASSED
Verifying Network Time Protocol (NTP) ...PASSED
Verifying User Not In Group "root": grid ...
Node Name Status Comment
------------ ------------------------ ------------------------
svr3 passed does not exist
svr1 passed does not exist
Verifying User Not In Group "root": grid ...PASSED
Verifying Time offset between nodes ...WARNING (PRVG-12103, PRVG-12102)
Verifying resolv.conf Integrity ...
Node Name Status
------------------------------------ ------------------------
svr3 failed
svr1 failed
checking response for name "svr3" from each of the name servers specified in
"/etc/resolv.conf"
Node Name Source Comment Status
------------ ------------------------ ------------------------ ----------
svr3 210.220.163.82 IPv4 passed
svr3 219.250.36.130 IPv4 passed
checking response for name "svr1" from each of the name servers specified in
"/etc/resolv.conf"
Node Name Source Comment Status
------------ ------------------------ ------------------------ ----------
svr1 210.220.163.82 IPv4 passed
svr1 219.250.36.130 IPv4 passed
Verifying resolv.conf Integrity ...FAILED (PRVF-5636)
Verifying DNS/NIS name service ...PASSED
Verifying User Equivalence ...
Node Name Status
------------------------------------ ------------------------
svr3 passed
svr2 passed
Verifying User Equivalence ...PASSED
Verifying /dev/shm mounted as temporary file system ...PASSED
Verifying /boot mount ...PASSED
Verifying zeroconf check ...PASSED
Pre-check for node addition was unsuccessful.
Checks did not pass for the following nodes:
svr3,svr1
Failures were encountered during execution of CVU verification request "stage -pre nodeadd".
Verifying Physical Memory ...FAILED
svr3: PRVF-7530 : Sufficient physical memory is not available on node "svr3"
[Required physical memory = 8GB (8388608.0KB)]
svr1: PRVF-7530 : Sufficient physical memory is not available on node "svr1"
[Required physical memory = 8GB (8388608.0KB)]
Verifying Swap Size ...FAILED
svr3: PRVF-7573 : Sufficient swap size is not available on node "svr3"
[Required = 5.826GB (6109040.0KB) ; Found = 3.7266GB (3907580.0KB)]
svr1: PRVF-7573 : Sufficient swap size is not available on node "svr1"
[Required = 5.826GB (6109040.0KB) ; Found = 3.7266GB (3907580.0KB)]
Verifying Time offset between nodes ...WARNING
PRVG-12103 : The current time offset of "576" seconds on node "svr3" is greater
than the permissible offset of "60" when compared to the time on node "svr1"
PRVG-12102 : The time difference between nodes "svr3" and "svr1,svr2" is beyond
the permissible offset of "60" seconds
Verifying resolv.conf Integrity ...FAILED
svr3: PRVF-5636 : The DNS response time for an unreachable node exceeded
"15000" ms on following nodes: svr3,svr1
svr1: PRVF-5636 : The DNS response time for an unreachable node exceeded
"15000" ms on following nodes: svr3,svr1
CVU operation performed: stage -pre nodeadd
Date: Jun 9, 2023 3:15:02 PM
CVU home: /ora19/app/grid/19.3.0/
User: grid
[grid@svr1 bin]$
2. GRID 구성(추가 노드에 grid 설치 진행됨, 테스트 시 public/private 망 랜덤 사용, 19c 기준 약 6.5GB)
(노드 : svr1, 계정 : grid)
| [grid@svr1 19.3.0]$ cd $ORACLE_HOME [grid@svr1 19.3.0]$ ./gridSetup.sh         -- svr3 에서 root 계정으로 스크립트 수행 [root@svr3 grid]# /ora19/app/grid/19.3.0/root.sh Performing root user operation. The following environment variables are set as: ORACLE_OWNER= grid ORACLE_HOME= /ora19/app/grid/19.3.0 Enter the full pathname of the local bin directory: [/usr/local/bin]: The contents of "dbhome" have not changed. No need to overwrite. The contents of "oraenv" have not changed. No need to overwrite. The contents of "coraenv" have not changed. No need to overwrite. Entries will be added to the /etc/oratab file as needed by Database Configuration Assistant when a database is created Finished running generic part of root script. Now product-specific root actions will be performed. Relinking oracle with rac_on option Using configuration parameter file: /ora19/app/grid/19.3.0/crs/install/crsconfig_params The log of current session can be found at: /ora19/app/grid/base/crsdata/svr3/crsconfig/rootcrs_svr3_2023-06-11_07-57-02PM.log 2023/06/11 19:57:06 CLSRSC-594: Executing installation step 1 of 19: 'SetupTFA'. 2023/06/11 19:57:06 CLSRSC-594: Executing installation step 2 of 19: 'ValidateEnv'. 2023/06/11 19:57:06 CLSRSC-363: User ignored prerequisites during installation 2023/06/11 19:57:06 CLSRSC-594: Executing installation step 3 of 19: 'CheckFirstNode'. 2023/06/11 19:57:07 CLSRSC-594: Executing installation step 4 of 19: 'GenSiteGUIDs'. 2023/06/11 19:57:07 CLSRSC-594: Executing installation step 5 of 19: 'SetupOSD'. 2023/06/11 19:57:07 CLSRSC-594: Executing installation step 6 of 19: 'CheckCRSConfig'. 2023/06/11 19:57:09 CLSRSC-594: Executing installation step 7 of 19: 'SetupLocalGPNP'. 2023/06/11 19:57:10 CLSRSC-594: Executing installation step 8 of 19: 'CreateRootCert'. 2023/06/11 19:57:10 CLSRSC-594: Executing installation step 9 of 19: 'ConfigOLR'. 2023/06/11 19:57:14 CLSRSC-594: Executing installation step 10 of 19: 'ConfigCHMOS'. 2023/06/11 19:57:14 CLSRSC-594: Executing installation step 11 of 19: 'CreateOHASD'. 2023/06/11 19:57:15 CLSRSC-594: Executing installation step 12 of 19: 'ConfigOHASD'. 2023/06/11 19:57:15 CLSRSC-330: Adding Clusterware entries to file 'oracle-ohasd.service' 2023/06/11 19:57:30 CLSRSC-4002: Successfully installed Oracle Trace File Analyzer (TFA) Collector. 2023/06/11 19:57:52 CLSRSC-594: Executing installation step 13 of 19: 'InstallAFD'. 2023/06/11 19:57:53 CLSRSC-594: Executing installation step 14 of 19: 'InstallACFS'. 2023/06/11 19:58:19 CLSRSC-594: Executing installation step 15 of 19: 'InstallKA'. 2023/06/11 19:58:19 CLSRSC-594: Executing installation step 16 of 19: 'InitConfig'. 2023/06/11 19:58:27 CLSRSC-594: Executing installation step 17 of 19: 'StartCluster'. 2023/06/11 19:59:33 CLSRSC-343: Successfully started Oracle Clusterware stack 2023/06/11 19:59:33 CLSRSC-594: Executing installation step 18 of 19: 'ConfigNode'. clscfg: EXISTING configuration version 19 detected. Successfully accumulated necessary OCR keys. Creating OCR keys for user 'root', privgrp 'root'.. Operation successful. 2023/06/11 19:59:51 CLSRSC-594: Executing installation step 19 of 19: 'PostConfig'. 2023/06/11 19:59:56 CLSRSC-325: Configure Oracle Grid Infrastructure for a Cluster ... succeeded [root@svr3 grid]#  -- CRS 확인, DB 빼고 모든 리소스 확인됨 [root@svr1 19.3.0]# crsctl stat res -t -------------------------------------------------------------------------------- Name Target State Server State details -------------------------------------------------------------------------------- Local Resources -------------------------------------------------------------------------------- ora.LISTENER.lsnr ONLINE ONLINE svr1 STABLE ONLINE ONLINE svr2 STABLE ONLINE ONLINE svr3 STABLE ora.chad ONLINE ONLINE svr1 STABLE ONLINE ONLINE svr2 STABLE ONLINE ONLINE svr3 STABLE ora.net1.network ONLINE ONLINE svr1 STABLE ONLINE ONLINE svr2 STABLE ONLINE ONLINE svr3 STABLE ora.ons ONLINE ONLINE svr1 STABLE ONLINE ONLINE svr2 STABLE ONLINE ONLINE svr3 STABLE ora.proxy_advm OFFLINE OFFLINE svr1 STABLE OFFLINE OFFLINE svr2 STABLE OFFLINE OFFLINE svr3 STABLE -------------------------------------------------------------------------------- Cluster Resources -------------------------------------------------------------------------------- ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup) 1 ONLINE ONLINE svr1 STABLE 2 ONLINE ONLINE svr2 STABLE 3 ONLINE ONLINE svr3 STABLE ora.DATA.dg(ora.asmgroup) 1 ONLINE ONLINE svr1 STABLE 2 ONLINE ONLINE svr2 STABLE 3 ONLINE ONLINE svr3 STABLE ora.LISTENER_SCAN1.lsnr 1 ONLINE ONLINE svr2 STABLE ora.OCR.dg(ora.asmgroup) 1 ONLINE ONLINE svr1 STABLE 2 ONLINE ONLINE svr2 STABLE 3 ONLINE ONLINE svr3 STABLE ora.asm(ora.asmgroup) 1 ONLINE ONLINE svr1 Started,STABLE 2 ONLINE ONLINE svr2 Started,STABLE 3 ONLINE ONLINE svr3 Started,STABLE ora.asmnet1.asmnetwork(ora.asmgroup) 1 ONLINE OFFLINE STABLE 2 ONLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.cvu 1 ONLINE ONLINE svr2 STABLE ora.qosmserver 1 ONLINE ONLINE svr1 STABLE ora.racdb.db 1 ONLINE ONLINE svr1 Open,HOME=/ora19/app /oracle/product/19.3 .0/db_1,STABLE 2 ONLINE ONLINE svr2 Open,HOME=/ora19/app /oracle/product/19.3 .0/db_1,STABLE ora.scan1.vip 1 ONLINE ONLINE svr2 STABLE ora.svr1.vip 1 ONLINE ONLINE svr1 STABLE ora.svr2.vip 1 ONLINE ONLINE svr2 STABLE ora.svr3.vip 1 ONLINE ONLINE svr3 STABLE -------------------------------------------------------------------------------- [root@svr1 19.3.0]# |
3. addnode (추가 노드에 DB 엔진설치, 테스트 시 public/private 망 랜덤 사용, 19c 기준 7.6GB)
(노드 : svr1, 계정 : oracle)
| -- 작업 진행 전 ssh svr3 등으로 비밀번호 없어 ssh 접속 가능해야 함 [oracle@svr1 db_1]$ cd $ORACLE_HOME/addnode/ [oracle@svr1 addnode]$ ./addnode.sh "CLUSTER_NEW_NODES=svr3"  -- precheck 단계에서 ssh 비밀번호 입력으로 에러 발생     [root@svr3 oracle]# /ora19/app/oracle/product/19.3.0/db_1/root.sh Performing root user operation. The following environment variables are set as: ORACLE_OWNER= oracle ORACLE_HOME= /ora19/app/oracle/product/19.3.0/db_1 Enter the full pathname of the local bin directory: [/usr/local/bin]: The contents of "dbhome" have not changed. No need to overwrite. The contents of "oraenv" have not changed. No need to overwrite. The contents of "coraenv" have not changed. No need to overwrite. Entries will be added to the /etc/oratab file as needed by Database Configuration Assistant when a database is created Finished running generic part of root script. Now product-specific root actions will be performed. [root@svr3 oracle]#  |
-- precheck 단계에서 ssh 비밀번호 입력으로 에러 발생
[oracle@svr1 ~]$ ssh svr3
The authenticity of host 'svr3 (192.168.56.66)' can't be established.
ECDSA key fingerprint is SHA256:8vj6BuejXXF4+V7WUUoWfp6odOn4P/Onh4T6zo/MTsI.
ECDSA key fingerprint is MD5:ce:bf:79:99:d0:15:24:b9:54:24:f2:c1:f7:31:91:00.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'svr3,192.168.56.66' (ECDSA) to the list of known hosts.
Last login: Fri Jun 9 08:47:49 2023
[oracle@svr3 ~]$
[oracle@svr3 ~]$
[oracle@svr3 ~]$ exit
logout
Connection to svr3 closed.
[oracle@svr1 ~]$
4. ADD Instance
(노드 : svr1, 계정 : oracle)
| [oracle@svr1 addnode]$ cd $ORACLE_HOME/bin [oracle@svr1 bin]$ ./dbca       [root@svr1 addnode]# crsctl stat res -t -------------------------------------------------------------------------------- Name Target State Server State details -------------------------------------------------------------------------------- Local Resources -------------------------------------------------------------------------------- ora.LISTENER.lsnr ONLINE ONLINE svr1 STABLE ONLINE ONLINE svr2 STABLE ONLINE ONLINE svr3 STABLE ora.chad ONLINE ONLINE svr1 STABLE ONLINE ONLINE svr2 STABLE ONLINE ONLINE svr3 STABLE ora.net1.network ONLINE ONLINE svr1 STABLE ONLINE ONLINE svr2 STABLE ONLINE ONLINE svr3 STABLE ora.ons ONLINE ONLINE svr1 STABLE ONLINE ONLINE svr2 STABLE ONLINE ONLINE svr3 STABLE ora.proxy_advm OFFLINE OFFLINE svr1 STABLE OFFLINE OFFLINE svr2 STABLE OFFLINE OFFLINE svr3 STABLE -------------------------------------------------------------------------------- Cluster Resources -------------------------------------------------------------------------------- ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup) 1 ONLINE ONLINE svr1 STABLE 2 ONLINE ONLINE svr2 STABLE 3 ONLINE ONLINE svr3 STABLE ora.DATA.dg(ora.asmgroup) 1 ONLINE ONLINE svr1 STABLE 2 ONLINE ONLINE svr2 STABLE 3 ONLINE ONLINE svr3 STABLE ora.LISTENER_SCAN1.lsnr 1 ONLINE ONLINE svr2 STABLE ora.OCR.dg(ora.asmgroup) 1 ONLINE ONLINE svr1 STABLE 2 ONLINE ONLINE svr2 STABLE 3 ONLINE ONLINE svr3 STABLE ora.asm(ora.asmgroup) 1 ONLINE ONLINE svr1 Started,STABLE 2 ONLINE ONLINE svr2 Started,STABLE 3 ONLINE ONLINE svr3 Started,STABLE ora.asmnet1.asmnetwork(ora.asmgroup) 1 ONLINE OFFLINE STABLE 2 ONLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.cvu 1 ONLINE ONLINE svr2 STABLE ora.qosmserver 1 ONLINE ONLINE svr1 STABLE ora.racdb.db 1 ONLINE ONLINE svr1 Open,HOME=/ora19/app /oracle/product/19.3 .0/db_1,STABLE 2 ONLINE ONLINE svr2 Open,HOME=/ora19/app /oracle/product/19.3 .0/db_1,STABLE 3 ONLINE ONLINE svr3 Open,HOME=/ora19/app /oracle/product/19.3 .0/db_1,STABLE ora.scan1.vip 1 ONLINE ONLINE svr2 STABLE ora.svr1.vip 1 ONLINE ONLINE svr1 STABLE ora.svr2.vip 1 ONLINE ONLINE svr2 STABLE ora.svr3.vip 1 ONLINE ONLINE svr3 STABLE -------------------------------------------------------------------------------- |
--# 작업 후 체크(선택)
[grid@svr1 addnode]$ cluvfy stage -post nodeadd -n svr3 -verbose
Verifying Node Connectivity ...
Verifying Hosts File ...
Node Name Status
------------------------------------ ------------------------
svr3 passed
svr1 passed
svr2 passed
Verifying Hosts File ...PASSED
Interface information for node "svr3"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
enp0s3 192.168.56.66 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:D9:C1:68 1500
enp0s3 192.168.56.67 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:D9:C1:68 1500
enp0s8 192.168.57.63 192.168.57.0 0.0.0.0 UNKNOWN 08:00:27:CE:A2:17 1500
Interface information for node "svr1"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
enp0s3 192.168.56.61 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:CD:59:F9 1500
enp0s3 192.168.56.64 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:CD:59:F9 1500
enp0s8 192.168.57.61 192.168.57.0 0.0.0.0 UNKNOWN 08:00:27:B6:86:6D 1500
Interface information for node "svr2"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
enp0s3 192.168.56.62 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:3D:04:F0 1500
enp0s3 192.168.56.65 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:3D:04:F0 1500
enp0s3 192.168.56.63 192.168.56.0 0.0.0.0 UNKNOWN 08:00:27:3D:04:F0 1500
enp0s8 192.168.57.62 192.168.57.0 0.0.0.0 UNKNOWN 08:00:27:BA:74:5F 1500
Check: MTU consistency on the private interfaces of subnet "192.168.57.0"
Node Name IP Address Subnet MTU
---------------- ------------ ------------ ------------ ----------------
svr3 enp0s8 192.168.57.63 192.168.57.0 1500
svr1 enp0s8 192.168.57.61 192.168.57.0 1500
svr2 enp0s8 192.168.57.62 192.168.57.0 1500
Check: MTU consistency of the subnet "192.168.56.0".
Node Name IP Address Subnet MTU
---------------- ------------ ------------ ------------ ----------------
svr3 enp0s3 192.168.56.66 192.168.56.0 1500
svr3 enp0s3 192.168.56.67 192.168.56.0 1500
svr1 enp0s3 192.168.56.61 192.168.56.0 1500
svr1 enp0s3 192.168.56.64 192.168.56.0 1500
svr2 enp0s3 192.168.56.62 192.168.56.0 1500
svr2 enp0s3 192.168.56.65 192.168.56.0 1500
svr2 enp0s3 192.168.56.63 192.168.56.0 1500
Source Destination Connected?
------------------------------ ------------------------------ ----------------
svr1[enp0s8:192.168.57.61] svr3[enp0s8:192.168.57.63] yes
svr1[enp0s8:192.168.57.61] svr2[enp0s8:192.168.57.62] yes
svr3[enp0s8:192.168.57.63] svr2[enp0s8:192.168.57.62] yes
Source Destination Connected?
------------------------------ ------------------------------ ----------------
svr1[enp0s3:192.168.56.61] svr3[enp0s3:192.168.56.67] yes
svr1[enp0s3:192.168.56.61] svr3[enp0s3:192.168.56.66] yes
svr1[enp0s3:192.168.56.61] svr1[enp0s3:192.168.56.64] yes
svr1[enp0s3:192.168.56.61] svr2[enp0s3:192.168.56.62] yes
svr1[enp0s3:192.168.56.61] svr2[enp0s3:192.168.56.65] yes
svr1[enp0s3:192.168.56.61] svr2[enp0s3:192.168.56.63] yes
svr3[enp0s3:192.168.56.67] svr3[enp0s3:192.168.56.66] yes
svr3[enp0s3:192.168.56.67] svr1[enp0s3:192.168.56.64] yes
svr3[enp0s3:192.168.56.67] svr2[enp0s3:192.168.56.62] yes
svr3[enp0s3:192.168.56.67] svr2[enp0s3:192.168.56.65] yes
svr3[enp0s3:192.168.56.67] svr2[enp0s3:192.168.56.63] yes
svr3[enp0s3:192.168.56.66] svr1[enp0s3:192.168.56.64] yes
svr3[enp0s3:192.168.56.66] svr2[enp0s3:192.168.56.62] yes
svr3[enp0s3:192.168.56.66] svr2[enp0s3:192.168.56.65] yes
svr3[enp0s3:192.168.56.66] svr2[enp0s3:192.168.56.63] yes
svr1[enp0s3:192.168.56.64] svr2[enp0s3:192.168.56.62] yes
svr1[enp0s3:192.168.56.64] svr2[enp0s3:192.168.56.65] yes
svr1[enp0s3:192.168.56.64] svr2[enp0s3:192.168.56.63] yes
svr2[enp0s3:192.168.56.62] svr2[enp0s3:192.168.56.65] yes
svr2[enp0s3:192.168.56.62] svr2[enp0s3:192.168.56.63] yes
svr2[enp0s3:192.168.56.65] svr2[enp0s3:192.168.56.63] yes
Verifying Check that maximum (MTU) size packet goes through subnet ...PASSED
Verifying subnet mask consistency for subnet "192.168.57.0" ...PASSED
Verifying subnet mask consistency for subnet "192.168.56.0" ...PASSED
Verifying Node Connectivity ...PASSED
Verifying Cluster Integrity ...
Node Name
------------------------------------
svr1
svr2
svr3
Verifying Cluster Integrity ...PASSED
Verifying Node Addition ...
Verifying CRS Integrity ...PASSED
Verifying Clusterware Version Consistency ...PASSED
Verifying '/ora19/app/grid/19.3.0' ...PASSED
Verifying Node Addition ...PASSED
Verifying Multicast or broadcast check ...
Checking subnet "192.168.57.0" for multicast communication with multicast group "224.0.0.251"
Verifying Multicast or broadcast check ...PASSED
Verifying Node Application Existence ...
Checking existence of VIP node application (required)
Node Name Required Running? Comment
------------ ------------------------ ------------------------ ----------
svr3 yes yes passed
svr1 yes yes passed
svr2 yes yes passed
Checking existence of NETWORK node application (required)
Node Name Required Running? Comment
------------ ------------------------ ------------------------ ----------
svr3 yes yes passed
svr1 yes yes passed
svr2 yes yes passed
Checking existence of ONS node application (optional)
Node Name Required Running? Comment
------------ ------------------------ ------------------------ ----------
svr3 no yes passed
svr1 no yes passed
svr2 no yes passed
Verifying Node Application Existence ...PASSED
Verifying Single Client Access Name (SCAN) ...
SCAN Name Node Running? ListenerName Port Running?
---------------- ------------ ------------ ------------ ------------ ------------
svr-scan true LISTENER_SCAN1 1521 true
Checking TCP connectivity to SCAN listeners...
Node ListenerName TCP connectivity?
------------ ------------------------ ------------------------
svr3 LISTENER_SCAN1 yes
Verifying DNS/NIS name service 'svr-scan' ...
Verifying Name Service Switch Configuration File Integrity ...PASSED
SCAN Name IP Address Status Comment
------------ ------------------------ ------------------------ ----------
svr-scan failed DNS Entry
svr-scan 192.168.56.63 failed NIS Entry
Verifying DNS/NIS name service 'svr-scan' ...FAILED (PRVG-11826, PRVG-11827, PRVF-4664)
Verifying Single Client Access Name (SCAN) ...FAILED (PRVG-11826, PRVG-11827, PRVG-11368)
Verifying User Not In Group "root": grid ...
Node Name Status Comment
------------ ------------------------ ------------------------
svr3 passed does not exist
Verifying User Not In Group "root": grid ...PASSED
Verifying Clock Synchronization ...
Node Name Status
------------------------------------ ------------------------
svr3 passed
Node Name State
------------------------------------ ------------------------
svr3 Active
Node Name Time Offset Status
------------ ------------------------ ------------------------
svr3 0.0 passed
Verifying Clock Synchronization ...PASSED
Post-check for node addition was unsuccessful.
Checks did not pass for the following nodes:
svr3,svr1
Failures were encountered during execution of CVU verification request "stage -post nodeadd".
Verifying Single Client Access Name (SCAN) ...FAILED
svr3: PRVG-11368 : A SCAN is recommended to resolve to "3" or more IP
addresses, but SCAN "svr-scan" resolves to only "/192.168.56.63"
Verifying DNS/NIS name service 'svr-scan' ...FAILED
PRVG-11826 : DNS resolved IP addresses "" for SCAN name "svr-scan" not found
in the name service returned IP addresses "192.168.56.63"
PRVG-11827 : Name service returned IP addresses "192.168.56.63" for SCAN name
"svr-scan" not found in the DNS returned IP addresses ""
svr3: PRVF-4664 : Found inconsistent name resolution entries for SCAN name
"svr-scan"
CVU operation performed: stage -post nodeadd
Date: Jun 12, 2023 10:07:18 PM
CVU home: /ora19/app/grid/19.3.0/
User: grid
[grid@svr1 addnode]$
'DBMS > ORACLE' 카테고리의 다른 글
| RAC VIP 변경 (0) | 2023.06.20 |
|---|---|
| RAC 환경 VIP Failover 테스트 (0) | 2023.06.19 |
| RAC 노드 제거(GUI) (0) | 2023.06.10 |
| LMS(License Management Services) 체크 스크립트 (0) | 2023.06.01 |
| PMO_DEFERRED_GIDX_MAINT_JOB (0) | 2023.06.01 |
댓글