1. GRID, DB 유저 (둘중아무나)
$ <ORACLE_HOME>/bin/srvctl stop home -o <ORACLE_HOME> -s <status file location> -n <node name>

    1-1. 싱글 GRID
    $ <ORACLE_HOME>/bin/srvctl stop home -o <ORACLE_HOME> -s <status file location>
Oracle ACFS file systems are unmounted and all other Oracle processes are shutdown before you proceed.
2. root 유저
# <GI_HOME>/crs/install/rootcrs.sh -prepatch

    2-1. 싱글
    # <GI_HOME>/crs/install/roothas.sh -prepatch

    
3.Patch GRID home.
As the GI home owner execute:

$ <GI_HOME>/OPatch/opatch apply -oh <GI_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%OCW TRACKING BUG%
$ <GI_HOME>/OPatch/opatch apply -oh <GI_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%ACFS TRACKING BUG%
$ <GI_HOME>/OPatch/opatch apply -oh <GI_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%DB WLM TRACKING BUG%
$ <GI_HOME>/OPatch/opatch apply -oh <GI_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%DB RU TRACKING BUG%
$ <GI_HOME>/OPatch/opatch apply -oh <GI_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%TOMCAT RU TRACKING BUG%


4.Patch DB home.
As the database home owner execute:

$ <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%OCW TRACKING BUG%/custom/scripts/prepatch.sh -dbhome <ORACLE_HOME>
$ <ORACLE_HOME>/OPatch/opatch apply -oh <ORACLE_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%OCW TRACKING BUG%
$ <ORACLE_HOME>/OPatch/opatch apply -oh <ORACLE_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%DB RU TRACKING BUG%
$ <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%OCW TRACKING BUG%/custom/scripts/postpatch.sh -dbhome <ORACLE_HOME>

5.Run the post script.
root 유저 execute:
# <GI_HOME>/rdbms/install/rootadd_rdbms.sh

root 유저 execute:
# <GI_HOME>/crs/install/rootcrs.sh -postpatch

root 유저 execute:
# <GI_HOME>/crs/install/roothas.sh -postpatch


    
6. GRID, DB 유저 (둘중아무나)

$ <ORACLE_HOME>/bin/srvctl start home -o <ORACLE_HOME> -s <status file location> -n <node name>


    6-1. 싱글
    $ <ORACLE_HOME>/bin/srvctl start home -o <ORACLE_HOME> -s <status file location>

7. DB 유저  
cd $ORACLE_HOME/OPatch
/datapatch -verbose

==> 전제적으로 3노드인경우는 한 노드 완료 후 두번째 수행 완료 후 세번째 수행 순으로 진행 한다
     ==> 전체노드를 모두 수행 하는 방법으로 진행 하지 말것 ..

#################
## 1번 노드  수행
################

[oracle@db19c1(DBRAC1):/db/DBA]srvctl stop home -h
Stops all Oracle clusterware resources that run from the Oracle home.

Usage: srvctl stop home -oraclehome <oracle_home> -statefile <state_file> -node <node_name> [-stopoption <stop_options>] [-force]
    -oraclehome <path>             Oracle home path
    -statefile <state_file>        Specify a file path for the 'srvctl stop home' command to store the state of the resources
    -node <node_name>              Node name
    -stopoption <stop_options>     Stop options for the database. Examples of shutdown options are NORMAL, TRANSACTIONAL, IMMEDIATE, or ABORT.
    -force                         Force stop
    -help                          Print usage

[oracle@db19c1(DBRAC1):/db/DBA]srvctl stop home -oraclehome /db/app/product/dbhome -statefile /db/DBA/status -node db19c1
[oracle@db19c1(DBRAC1):/db/DBA]


[oracle@db19c1(DBRAC1):/db/DBA]ls status
status
[oracle@db19c1(DBRAC1):/db/DBA]more status
db-dbrac
[oracle@db19c1(DBRAC1):/db/DBA]

[grid@db19c2(+ASM2):/dg] crsctl status res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details       
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.MGMT_DG.GHCHKPT.advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.chad
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.helper
               OFFLINE OFFLINE      db19c1                   IDLE,STABLE
               OFFLINE OFFLINE      db19c2                   IDLE,STABLE
ora.mgmt_dg.ghchkpt.acfs
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.net1.network
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.ons
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.proxy_advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        ONLINE  OFFLINE                               STABLE
ora.DATA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.FRA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.MGMTLSNR
      1        ONLINE  ONLINE       db19c1                   169.254.23.156 10.10
                                                             .20.55,STABLE
ora.MGMT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.OCRVOT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   Started,STABLE
      2        ONLINE  ONLINE       db19c2                   Started,STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.cvu
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c2.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.dbrac.db
      1        OFFLINE OFFLINE                               Instance Shutdown,ST
                                                             ABLE
      2        ONLINE  ONLINE       db19c2                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
ora.mgmtdb
      1        ONLINE  ONLINE       db19c1                   Open,STABLE
ora.qosmserver
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.rhpserver
      1        OFFLINE OFFLINE                               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
--------------------------------------------------------------------------------
[grid@db19c2(+ASM2):/dg]


[root@db19c1 PATCH]# cd /dg
[root@db19c1 dg]# . ./.bash_profile
[root@db19c1(+ASM1):/dg] id
uid=0(root) gid=0(root) groups=0(root) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
[root@db19c1(+ASM1):/dg] echo $GRID_HOME
/dg/app/product/gihome
[root@db19c1(+ASM1):/dg] pwd
/dg
[root@db19c1(+ASM1):/dg]
[root@db19c1(+ASM1):/dg] cd $GRID_HOME
[root@db19c1(+ASM1):/dg/app/product/gihome] cd crs/install/
[root@db19c1(+ASM1):/dg/app/product/gihome/crs/install] pwd
/dg/app/product/gihome/crs/install
[root@db19c1(+ASM1):/dg/app/product/gihome/crs/install]
[root@db19c1(+ASM1):/dg/app/product/gihome/crs/install] ./rootcrs.sh -prepatch
Using configuration parameter file: /dg/app/product/gihome/crs/install/crsconfig_params
The log of current session can be found at:
  /dg/app/grid_base/crsdata/db19c1/crsconfig/crs_prepatch_db19c1_2020-05-04_07-36-54PM.log
Oracle Clusterware active version on the cluster is [19.0.0.0.0]. The cluster upgrade state is [NORMAL]. The cluster active patch level is [2701864972].

2020/05/04 19:42:57 CLSRSC-4012: Shutting down Oracle Trace File Analyzer (TFA) Collector.
2020/05/04 19:43:24 CLSRSC-4013: Successfully shut down Oracle Trace File Analyzer (TFA) Collector.
2020/05/04 19:43:37 CLSRSC-347: Successfully unlock /dg/app/product/gihome
2020/05/04 19:43:48 CLSRSC-671: Pre-patch steps for patching GI home successfully completed.
[root@db19c1(+ASM1):/dg/app/product/gihome/crs/install]


    Patch             Number                                            Description                                                Applicable Homes
    ============    =====================================       =================================
    30869156        Database Release Update 19.7.0.0.200414                                                  Only DB Home for non-Oracle RAC setup. Both DB Homes and Grid Home for Oracle RAC setup.
    30894985        OCW Release Update 19.7.0.0.200414                                                         Both DB Homes and Grid Home
    30869304        ACFS Release Update 19.7.0.0.200414 Footnote2                                      Only Grid Home
    30898856        Tomcat Release Update 19.0.0.0.0Footnote 2                                              Only Grid Home

    Footnote 2
    ACFS, DBWLM and TOMCAT subpatches are not applicable to the HP-UX Itanium and Linux on IBM System z platforms.
    ====================================================================================================================

    As the GI home owner execute:
    $ /dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30869156
    $ /dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30894985
    $ /dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30869304
    $ /dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30898856



[grid@db19c1(+ASM1):/PATCH/30899722] id
uid=1001(grid) gid=1010(oinstall) groups=1010(oinstall),1011(dba),1012(asmadmin),1013(asmdba),1014(asmoper),1015(oper) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
[grid@db19c1(+ASM1):/PATCH/30899722] /dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30869156
Oracle Interim Patch Installer version 12.2.0.1.19
Copyright (c) 2020, Oracle Corporation.  All rights reserved.


Oracle Home       : /dg/app/product/gihome
Central Inventory : /dg/app/oraInventory
   from           : /dg/app/product/gihome/oraInst.loc
OPatch version    : 12.2.0.1.19
OUI version       : 12.2.0.7.0
Log file location : /dg/app/product/gihome/cfgtoollogs/opatch/opatch2020-05-04_19-51-33PM_1.log

Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   30869156  

Do you want to proceed? [y|n]
y
User Responded with: Y
All checks passed.

Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/dg/app/product/gihome')


Is the local system ready for patching? [y|n]
y
User Responded with: Y
Backing up files...
Applying interim patch '30869156' to OH '/dg/app/product/gihome'
ApplySession: Optional component(s) [ oracle.ctx, 19.0.0.0.0 ] , [ oracle.network.gsm, 19.0.0.0.0 ] , [ oracle.rdbms.ic, 19.0.0.0.0 ] , [ oracle.sdo, 19.0.0.0.0 ] , [ oracle.oraolap.mgmt, 19.0.0.0.0 ] , [ oracle.dbdev, 19.0.0.0.0 ] , [ oracle.rdbms.lbac, 19.0.0.0.0 ] , [ oracle.rdbms.tg4db2, 19.0.0.0.0 ] , [ oracle.options.olap.awm, 19.0.0.0.0 ] , [ oracle.marvel, 19.0.0.0.0 ] , [ oracle.sqlj, 19.0.0.0.0 ] , [ oracle.rdbms.oci, 19.0.0.0.0 ] , [ oracle.rdbms.drdaas, 19.0.0.0.0 ] , [ oracle.net.cman, 19.0.0.0.0 ] , [ oracle.network.cman, 19.0.0.0.0 ] , [ oracle.options.olap, 19.0.0.0.0 ] , [ oracle.precomp.common.core, 19.0.0.0.0 ] , [ oracle.xdk.parser.java.jaxb2, 19.0.0.0.0 ] , [ oracle.xdk, 19.0.0.0.0 ] , [ oracle.odbc, 19.0.0.0.0 ] , [ oracle.assistants.usm, 19.0.0.0.0 ] , [ oracle.rdbms.dv, 19.0.0.0.0 ] , [ oracle.oraolap, 19.0.0.0.0 ] , [ oracle.rdbms.scheduler, 19.0.0.0.0 ] , [ oracle.precomp.common, 19.0.0.0.0 ] , [ oracle.precomp.lang, 19.0.0.0.0 ] , [ oracle.jdk, 1.8.0.191.0 ]  not present in the Oracle Home or a higher version is found.

Patching component oracle.rdbms.rsf, 19.0.0.0.0...

Patching component oracle.rdbms, 19.0.0.0.0...

Patching component oracle.rdbms.util, 19.0.0.0.0...

Patching component oracle.assistants.acf, 19.0.0.0.0...

Patching component oracle.assistants.deconfig, 19.0.0.0.0...

Patching component oracle.assistants.server, 19.0.0.0.0...

Patching component oracle.buildtools.rsf, 19.0.0.0.0...

Patching component oracle.ldap.rsf, 19.0.0.0.0...

Patching component oracle.network.rsf, 19.0.0.0.0...

Patching component oracle.rdbms.dbscripts, 19.0.0.0.0...

Patching component oracle.sqlplus, 19.0.0.0.0...

Patching component oracle.tfa, 19.0.0.0.0...

Patching component oracle.dbjava.ic, 19.0.0.0.0...

Patching component oracle.nlsrtl.rsf, 19.0.0.0.0...

Patching component oracle.dbjava.jdbc, 19.0.0.0.0...

Patching component oracle.network.client, 19.0.0.0.0...

Patching component oracle.xdk.parser.java, 19.0.0.0.0...

Patching component oracle.rdbms.deconfig, 19.0.0.0.0...

Patching component oracle.oracore.rsf, 19.0.0.0.0...

Patching component oracle.ldap.rsf.ic, 19.0.0.0.0...

Patching component oracle.ldap.security.osdt, 19.0.0.0.0...

Patching component oracle.ons, 19.0.0.0.0...

Patching component oracle.sdo.locator, 19.0.0.0.0...

Patching component oracle.rdbms.install.plugins, 19.0.0.0.0...

Patching component oracle.rdbms.install.common, 19.0.0.0.0...

Patching component oracle.install.deinstalltool, 19.0.0.0.0...

Patching component oracle.xdk.rsf, 19.0.0.0.0...

Patching component oracle.assistants.asm, 19.0.0.0.0...

Patching component oracle.precomp.rsf, 19.0.0.0.0...

Patching component oracle.javavm.client, 19.0.0.0.0...

Patching component oracle.sqlplus.ic, 19.0.0.0.0...

Patching component oracle.oraolap.dbscripts, 19.0.0.0.0...

Patching component oracle.ldap.owm, 19.0.0.0.0...

Patching component oracle.bali.ice, 11.1.1.7.0...

Patching component oracle.ctx.rsf, 19.0.0.0.0...

Patching component oracle.ovm, 19.0.0.0.0...

Patching component oracle.rdbms.rman, 19.0.0.0.0...

Patching component oracle.dbjava.ucp, 19.0.0.0.0...

Patching component oracle.duma, 19.0.0.0.0...

Patching component oracle.network.listener, 19.0.0.0.0...

Patching component oracle.sdo.locator.jrf, 19.0.0.0.0...

Patching component oracle.rdbms.crs, 19.0.0.0.0...

Patching component oracle.rdbms.rsf.ic, 19.0.0.0.0...

Patching component oracle.nlsrtl.rsf.core, 19.0.0.0.0...

Patching component oracle.perlint, 5.28.1.0.0...

Patching component oracle.jdk, 1.8.0.201.0...
Patch 30869156 successfully applied.
Sub-set patch [30557433] has become inactive due to the application of a super-set patch [30869156].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /dg/app/product/gihome/cfgtoollogs/opatch/opatch2020-05-04_19-51-33PM_1.log

OPatch succeeded.
[grid@db19c1(+ASM1):/PATCH/30899722]

[grid@db19c1(+ASM1):/PATCH/30899722] /dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30894985
Oracle Interim Patch Installer version 12.2.0.1.19
Copyright (c) 2020, Oracle Corporation.  All rights reserved.


Oracle Home       : /dg/app/product/gihome
Central Inventory : /dg/app/oraInventory
   from           : /dg/app/product/gihome/oraInst.loc
OPatch version    : 12.2.0.1.19
OUI version       : 12.2.0.7.0
Log file location : /dg/app/product/gihome/cfgtoollogs/opatch/opatch2020-05-04_20-32-53PM_1.log

Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   30894985  

Do you want to proceed? [y|n]
y
User Responded with: Y
All checks passed.

Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/dg/app/product/gihome')


Is the local system ready for patching? [y|n]
y
User Responded with: Y
Backing up files...
Applying interim patch '30894985' to OH '/dg/app/product/gihome'
ApplySession: Optional component(s) [ oracle.has.db.cvu, 19.0.0.0.0 ]  not present in the Oracle Home or a higher version is found.

Patching component oracle.rdbms, 19.0.0.0.0...

Patching component oracle.has.crs, 19.0.0.0.0...

Patching component oracle.has.cvu, 19.0.0.0.0...

Patching component oracle.has.crs.cvu, 19.0.0.0.0...

Patching component oracle.has.db, 19.0.0.0.0...

Patching component oracle.has.common.cvu, 19.0.0.0.0...

Patching component oracle.rhp.crs, 19.0.0.0.0...

Patching component oracle.rhp.db, 19.0.0.0.0...

Patching component oracle.rhp.common, 19.0.0.0.0...

Patching component oracle.has.rsf, 19.0.0.0.0...

Patching component oracle.xag, 19.0.0.0.0...

Patching component oracle.has.common, 19.0.0.0.0...
Patch 30894985 successfully applied.
Sub-set patch [30489227] has become inactive due to the application of a super-set patch [30894985].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /dg/app/product/gihome/cfgtoollogs/opatch/opatch2020-05-04_20-32-53PM_1.log

OPatch succeeded.
[grid@db19c1(+ASM1):/PATCH/30899722]

[grid@db19c1(+ASM1):/PATCH/30899722] /dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30869304
Oracle Interim Patch Installer version 12.2.0.1.19
Copyright (c) 2020, Oracle Corporation.  All rights reserved.


Oracle Home       : /dg/app/product/gihome
Central Inventory : /dg/app/oraInventory
   from           : /dg/app/product/gihome/oraInst.loc
OPatch version    : 12.2.0.1.19
OUI version       : 12.2.0.7.0
Log file location : /dg/app/product/gihome/cfgtoollogs/opatch/opatch2020-05-04_20-39-07PM_1.log

Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   30869304  

Do you want to proceed? [y|n]
y
User Responded with: Y
All checks passed.

Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/dg/app/product/gihome')


Is the local system ready for patching? [y|n]
y
User Responded with: Y
Backing up files...
Applying interim patch '30869304' to OH '/dg/app/product/gihome'

Patching component oracle.usm, 19.0.0.0.0...
Patch 30869304 successfully applied.
Sub-set patch [30489632] has become inactive due to the application of a super-set patch [30869304].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /dg/app/product/gihome/cfgtoollogs/opatch/opatch2020-05-04_20-39-07PM_1.log

OPatch succeeded.
[grid@db19c1(+ASM1):/PATCH/30899722]

[grid@db19c1(+ASM1):/PATCH/30899722] /dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30898856
Oracle Interim Patch Installer version 12.2.0.1.19
Copyright (c) 2020, Oracle Corporation.  All rights reserved.


Oracle Home       : /dg/app/product/gihome
Central Inventory : /dg/app/oraInventory
   from           : /dg/app/product/gihome/oraInst.loc
OPatch version    : 12.2.0.1.19
OUI version       : 12.2.0.7.0
Log file location : /dg/app/product/gihome/cfgtoollogs/opatch/opatch2020-05-04_20-42-24PM_1.log

Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   30898856  

Do you want to proceed? [y|n]
Y
User Responded with: Y
All checks passed.

Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/dg/app/product/gihome')


Is the local system ready for patching? [y|n]
Y
User Responded with: Y
Backing up files...
Applying interim patch '30898856' to OH '/dg/app/product/gihome'

Patching component oracle.tomcat.crs, 19.0.0.0.0...
Patch 30898856 successfully applied.
Sub-set patch [30655595] has become inactive due to the application of a super-set patch [30898856].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /dg/app/product/gihome/cfgtoollogs/opatch/opatch2020-05-04_20-42-24PM_1.log

OPatch succeeded.
[grid@db19c1(+ASM1):/PATCH/30899722]



    [root@db19c1(DBRAC1):/PATCH/30899722/30869156/custom/scripts]ls -lart
    total 8
    -rwxr-xr-x. 1 grid oinstall 129 Apr 11 01:18 prepatch.sh
    -rwxr-xr-x. 1 grid oinstall 113 Apr 11 01:18 init
    drwxr-x---. 3 grid oinstall  21 Apr 11 01:18 ..
    drwxr-x---. 2 grid oinstall  37 Apr 11 01:18 .
    [root@db19c1(DBRAC1):/PATCH/30899722/30869156/custom/scripts]pwd
    /PATCH/30899722/30869156/custom/scripts
    [root@db19c1(DBRAC1):/PATCH/30899722/30869156/custom/scripts]

    [root@db19c1(DBRAC1):/PATCH/30899722/30894985/custom/scripts]ls -lart
    total 20
    -rwxr-xr-x. 1 grid oinstall 4663 Apr 11 01:19 prepatch.sh
    -rwxr-xr-x. 1 grid oinstall 8972 Apr 11 01:19 postpatch.sh
    drwxr-x---. 3 grid oinstall   21 Apr 11 01:19 ..
    drwxr-x---. 2 grid oinstall   45 Apr 11 01:19 .
    [root@db19c1(DBRAC1):/PATCH/30899722/30894985/custom/scripts]pwd
    /PATCH/30899722/30894985/custom/scripts
    [root@db19c1(DBRAC1):/PATCH/30899722/30894985/custom/scripts]


    As the database home owner execute:
    $ <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%OCW TRACKING BUG%/custom/scripts/prepatch.sh -dbhome <ORACLE_HOME>
    $ <ORACLE_HOME>/OPatch/opatch apply -oh <ORACLE_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%OCW TRACKING BUG%
    $ <ORACLE_HOME>/OPatch/opatch apply -oh <ORACLE_HOME> -local <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%DB RU TRACKING BUG%
    $ <UNZIPPED_PATCH_LOCATION>/%BUGNO%/%OCW TRACKING BUG%/custom/scripts/postpatch.sh -dbhome <ORACLE_HOME>  

    /PATCH/30899722/30869156/custom/scripts/prepatch.sh -dbhome /db/app/product/dbhome

    /db/app/product/dbhome/OPatch/opatch apply -oh /db/app/product/dbhome -local /PATCH/30899722/30869156
    /db/app/product/dbhome/OPatch/opatch apply -oh /db/app/product/dbhome -local /PATCH/30899722/30894985

    /PATCH/30899722/30894985/custom/scripts/postpatch.sh -dbhome /db/app/product/dbhome



## DB HOME

[oracle@db19c1(DBRAC1):/PATCH]/PATCH/30899722/30869156/custom/scripts/prepatch.sh -dbhome /db/app/product/dbhome
[oracle@db19c1(DBRAC1):/PATCH]
[oracle@db19c1(DBRAC1):/PATCH]/db/app/product/dbhome/OPatch/opatch apply -oh /db/app/product/dbhome -local /PATCH/30899722/30869156
Oracle Interim Patch Installer version 12.2.0.1.19
Copyright (c) 2020, Oracle Corporation.  All rights reserved.


Oracle Home       : /db/app/product/dbhome
Central Inventory : /dg/app/oraInventory
   from           : /db/app/product/dbhome/oraInst.loc
OPatch version    : 12.2.0.1.19
OUI version       : 12.2.0.7.0
Log file location : /db/app/product/dbhome/cfgtoollogs/opatch/opatch2020-05-04_20-51-08PM_1.log

Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   30869156  

Do you want to proceed? [y|n]
Y
User Responded with: Y
All checks passed.

Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/db/app/product/dbhome')


Is the local system ready for patching? [y|n]
y
User Responded with: Y
Backing up files...
Applying interim patch '30869156' to OH '/db/app/product/dbhome'
ApplySession: Optional component(s) [ oracle.network.gsm, 19.0.0.0.0 ] , [ oracle.rdbms.ic, 19.0.0.0.0 ] , [ oracle.tfa, 19.0.0.0.0 ] , [ oracle.oraolap.mgmt, 19.0.0.0.0 ] , [ oracle.rdbms.tg4db2, 19.0.0.0.0 ] , [ oracle.options.olap.awm, 19.0.0.0.0 ] , [ oracle.sqlj, 19.0.0.0.0 ] , [ oracle.net.cman, 19.0.0.0.0 ] , [ oracle.network.cman, 19.0.0.0.0 ] , [ oracle.assistants.asm, 19.0.0.0.0 ] , [ oracle.options.olap, 19.0.0.0.0 ] , [ oracle.xdk.parser.java.jaxb2, 19.0.0.0.0 ] , [ oracle.assistants.usm, 19.0.0.0.0 ] , [ oracle.jdk, 1.8.0.191.0 ]  not present in the Oracle Home or a higher version is found.

Patching component oracle.rdbms.rsf, 19.0.0.0.0...

Patching component oracle.rdbms, 19.0.0.0.0...

Patching component oracle.rdbms.util, 19.0.0.0.0...

Patching component oracle.assistants.acf, 19.0.0.0.0...

Patching component oracle.assistants.deconfig, 19.0.0.0.0...

Patching component oracle.assistants.server, 19.0.0.0.0...

Patching component oracle.buildtools.rsf, 19.0.0.0.0...

Patching component oracle.ctx, 19.0.0.0.0...

Patching component oracle.ldap.rsf, 19.0.0.0.0...

Patching component oracle.network.rsf, 19.0.0.0.0...

Patching component oracle.rdbms.dbscripts, 19.0.0.0.0...

Patching component oracle.sdo, 19.0.0.0.0...

Patching component oracle.sqlplus, 19.0.0.0.0...

Patching component oracle.dbjava.ic, 19.0.0.0.0...

Patching component oracle.nlsrtl.rsf, 19.0.0.0.0...

Patching component oracle.dbjava.jdbc, 19.0.0.0.0...

Patching component oracle.dbdev, 19.0.0.0.0...

Patching component oracle.network.client, 19.0.0.0.0...

Patching component oracle.xdk.parser.java, 19.0.0.0.0...

Patching component oracle.rdbms.deconfig, 19.0.0.0.0...

Patching component oracle.oracore.rsf, 19.0.0.0.0...

Patching component oracle.rdbms.lbac, 19.0.0.0.0...

Patching component oracle.ldap.rsf.ic, 19.0.0.0.0...

Patching component oracle.ldap.security.osdt, 19.0.0.0.0...

Patching component oracle.ons, 19.0.0.0.0...

Patching component oracle.sdo.locator, 19.0.0.0.0...

Patching component oracle.rdbms.install.plugins, 19.0.0.0.0...

Patching component oracle.marvel, 19.0.0.0.0...

Patching component oracle.rdbms.install.common, 19.0.0.0.0...

Patching component oracle.install.deinstalltool, 19.0.0.0.0...

Patching component oracle.xdk.rsf, 19.0.0.0.0...

Patching component oracle.rdbms.oci, 19.0.0.0.0...

Patching component oracle.rdbms.drdaas, 19.0.0.0.0...

Patching component oracle.precomp.rsf, 19.0.0.0.0...

Patching component oracle.javavm.client, 19.0.0.0.0...

Patching component oracle.precomp.common.core, 19.0.0.0.0...

Patching component oracle.xdk, 19.0.0.0.0...

Patching component oracle.sqlplus.ic, 19.0.0.0.0...

Patching component oracle.odbc, 19.0.0.0.0...

Patching component oracle.oraolap.dbscripts, 19.0.0.0.0...

Patching component oracle.ldap.owm, 19.0.0.0.0...

Patching component oracle.bali.ice, 11.1.1.7.0...

Patching component oracle.ctx.rsf, 19.0.0.0.0...

Patching component oracle.ovm, 19.0.0.0.0...

Patching component oracle.rdbms.rman, 19.0.0.0.0...

Patching component oracle.dbjava.ucp, 19.0.0.0.0...

Patching component oracle.rdbms.dv, 19.0.0.0.0...

Patching component oracle.duma, 19.0.0.0.0...

Patching component oracle.network.listener, 19.0.0.0.0...

Patching component oracle.oraolap, 19.0.0.0.0...

Patching component oracle.sdo.locator.jrf, 19.0.0.0.0...

Patching component oracle.rdbms.scheduler, 19.0.0.0.0...

Patching component oracle.rdbms.crs, 19.0.0.0.0...

Patching component oracle.rdbms.rsf.ic, 19.0.0.0.0...

Patching component oracle.precomp.common, 19.0.0.0.0...

Patching component oracle.nlsrtl.rsf.core, 19.0.0.0.0...

Patching component oracle.perlint, 5.28.1.0.0...

Patching component oracle.precomp.lang, 19.0.0.0.0...

Patching component oracle.jdk, 1.8.0.201.0...
Patch 30869156 successfully applied.
Sub-set patch [30557433] has become inactive due to the application of a super-set patch [30869156].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /db/app/product/dbhome/cfgtoollogs/opatch/opatch2020-05-04_20-51-08PM_1.log

OPatch succeeded.
[oracle@db19c1(DBRAC1):/PATCH]


[oracle@db19c1(DBRAC1):/PATCH]/db/app/product/dbhome/OPatch/opatch apply -oh /db/app/product/dbhome -local /PATCH/30899722/30894985
Oracle Interim Patch Installer version 12.2.0.1.19
Copyright (c) 2020, Oracle Corporation.  All rights reserved.


Oracle Home       : /db/app/product/dbhome
Central Inventory : /dg/app/oraInventory
   from           : /db/app/product/dbhome/oraInst.loc
OPatch version    : 12.2.0.1.19
OUI version       : 12.2.0.7.0
Log file location : /db/app/product/dbhome/cfgtoollogs/opatch/opatch2020-05-04_20-58-34PM_1.log

Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   30894985  

Do you want to proceed? [y|n]
y
User Responded with: Y
All checks passed.

Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/db/app/product/dbhome')


Is the local system ready for patching? [y|n]
y
User Responded with: Y
Backing up files...
Applying interim patch '30894985' to OH '/db/app/product/dbhome'
ApplySession: Optional component(s) [ oracle.has.crs, 19.0.0.0.0 ] , [ oracle.has.cvu, 19.0.0.0.0 ] , [ oracle.has.crs.cvu, 19.0.0.0.0 ] , [ oracle.rhp.crs, 19.0.0.0.0 ] , [ oracle.xag, 19.0.0.0.0 ]  not present in the Oracle Home or a higher version is found.

Patching component oracle.rdbms, 19.0.0.0.0...

Patching component oracle.has.db, 19.0.0.0.0...

Patching component oracle.has.db.cvu, 19.0.0.0.0...

Patching component oracle.has.common.cvu, 19.0.0.0.0...

Patching component oracle.rhp.db, 19.0.0.0.0...

Patching component oracle.rhp.common, 19.0.0.0.0...

Patching component oracle.has.rsf, 19.0.0.0.0...

Patching component oracle.has.common, 19.0.0.0.0...
Patch 30894985 successfully applied.
Sub-set patch [30489227] has become inactive due to the application of a super-set patch [30894985].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /db/app/product/dbhome/cfgtoollogs/opatch/opatch2020-05-04_20-58-34PM_1.log

OPatch succeeded.
[oracle@db19c1(DBRAC1):/PATCH]

[oracle@db19c1(DBRAC1):/PATCH]/PATCH/30899722/30894985/custom/scripts/postpatch.sh -dbhome /db/app/product/dbhome
Reading /db/app/product/dbhome/install/params.ora..
Reading /db/app/product/dbhome/install/params.ora..
Found uninstantiated /db/app/product/dbhome/crs/sbs/srvctl.sbs file, copying to /db/app/product/dbhome/bin/srvctl
Parsing file /db/app/product/dbhome/bin/srvctl
Parsing file /db/app/product/dbhome/bin/srvconfig
Parsing file /db/app/product/dbhome/bin/cluvfy
Parsing file /db/app/product/dbhome/bin/kfod
Verifying file /db/app/product/dbhome/bin/srvctl
Verifying file /db/app/product/dbhome/bin/srvconfig
Verifying file /db/app/product/dbhome/bin/cluvfy
Verifying file /db/app/product/dbhome/bin/kfod
Reapplying file permissions on /db/app/product/dbhome/bin/srvctl
Reapplying file permissions on /db/app/product/dbhome/bin/srvconfig
Reapplying file permissions on /db/app/product/dbhome/bin/cluvfy
Reapplying file permissions on /db/app/product/dbhome/bin/kfod
Reapplying file permissions on /db/app/product/dbhome/bin/diskmon.bin
Reapplying file permissions on /db/app/product/dbhome/bin/lsnodes
Reapplying file permissions on /db/app/product/dbhome/bin/osdbagrp
Reapplying file permissions on /db/app/product/dbhome/bin/rawutl
Reapplying file permissions on /db/app/product/dbhome/srvm/admin/ractrans
Reapplying file permissions on /db/app/product/dbhome/srvm/admin/getcrshome
Reapplying file permissions on /db/app/product/dbhome/bin/crsdiag.pl
Postpatch completed successfully
[oracle@db19c1(DBRAC1):/PATCH]



    As the root user execute:
    # <GI_HOME>/rdbms/install/rootadd_rdbms.sh
    If this is a GI Home, as the root user execute:

    # <GI_HOME>/crs/install/rootcrs.sh -postpatch


[root@db19c1(DBRAC1):/dg]. ./.bash_profile
[root@db19c1(+ASM1):/dg] id
uid=0(root) gid=0(root) groups=0(root) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
[root@db19c1(+ASM1):/dg]
[root@db19c1(+ASM1):/dg] cd $GRID_HOME
[root@db19c1(+ASM1):/dg/app/product/gihome/rdbms/install] pwd
/dg/app/product/gihome/rdbms/install
[root@db19c1(+ASM1):/dg/app/product/gihome/rdbms/install] ./rootadd_rdbms.sh
[root@db19c1(+ASM1):/dg/app/product/gihome/rdbms/install]

[root@db19c1(+ASM1):/dg/app/product/gihome/crs/install] pwd
/dg/app/product/gihome/crs/install
[root@db19c1(+ASM1):/dg/app/product/gihome/crs/install] ./rootcrs.sh -postpatch
Using configuration parameter file: /dg/app/product/gihome/crs/install/crsconfig_params
The log of current session can be found at:
  /dg/app/grid_base/crsdata/db19c1/crsconfig/crs_postpatch_db19c1_2020-05-04_09-03-22PM.log
2020/05/04 21:04:02 CLSRSC-329: Replacing Clusterware entries in file 'oracle-ohasd.service'
Oracle Clusterware active version on the cluster is [19.0.0.0.0]. The cluster upgrade state is [ROLLING PATCH]. The cluster active patch level is [2701864972].
2020/05/04 21:09:29 CLSRSC-4015: Performing install or upgrade action for Oracle Trace File Analyzer (TFA) Collector.
2020/05/04 21:09:30 CLSRSC-4005: Failed to patch Oracle Trace File Analyzer (TFA) Collector. Grid Infrastructure operations will continue.
2020/05/04 21:09:32 CLSRSC-672: Post-patch steps for patching GI home successfully completed.
[root@db19c1(+ASM1):/dg/app/product/gihome/crs/install]


     Start the CRS managed resources that were earlier running from DB homes.
    If this is a GI Home environment, as the database home owner execute:

    $ <ORACLE_HOME>/bin/srvctl start home -o <ORACLE_HOME> -s <status file location> -n <node name>

    
    
    srvctl start home -oraclehome /db/app/product/dbhome -statefile /db/DBA/status -node db19c1
    *  /db/DBA/status  파일은 이미 앞에서 stop 할때 생성 된 파일 이름을 그대로 사용 됩니다.
   이름이 다르면 파일이 없다고 합니다.
   
   

[oracle@db19c1(DBRAC1):/PATCH]srvctl start home -oraclehome /db/app/product/dbhome -statefile /db/DBA/status -node db19c1
[oracle@db19c1(DBRAC1):/PATCH]

[grid@db19c2(+ASM2):/dg] crsctl status res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details       
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.MGMT_DG.GHCHKPT.advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.chad
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.helper
               OFFLINE OFFLINE      db19c1                   IDLE,STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.mgmt_dg.ghchkpt.acfs
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.net1.network
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.ons
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.proxy_advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        ONLINE  OFFLINE                               STABLE
ora.DATA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.FRA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.MGMTLSNR
      1        ONLINE  ONLINE       db19c2                   169.254.14.116 10.10
                                                             .20.57,STABLE
ora.MGMT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.OCRVOT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   Started,STABLE
      2        ONLINE  ONLINE       db19c2                   Started,STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.cvu
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.db19c1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c2.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.dbrac.db
      1        ONLINE  ONLINE       db19c1                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
      2        ONLINE  ONLINE       db19c2                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
ora.mgmtdb
      1        ONLINE  ONLINE       db19c2                   Open,STABLE
ora.qosmserver
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.rhpserver
      1        OFFLINE OFFLINE                               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
--------------------------------------------------------------------------------
[grid@db19c2(+ASM2):/dg]




[grid@db19c2(+ASM2):/dg] crsctl status res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details       
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.MGMT_DG.GHCHKPT.advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.chad
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.helper
               OFFLINE OFFLINE      db19c1                   IDLE,STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.mgmt_dg.ghchkpt.acfs
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.net1.network
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.ons
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.proxy_advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        ONLINE  OFFLINE                               STABLE
ora.DATA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.FRA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.MGMTLSNR
      1        ONLINE  ONLINE       db19c2                   169.254.14.116 10.10
                                                             .20.57,STABLE
ora.MGMT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.OCRVOT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   Started,STABLE
      2        ONLINE  ONLINE       db19c2                   Started,STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.cvu
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.db19c1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c2.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.dbrac.db
      1        OFFLINE OFFLINE                               Instance Shutdown,ST
                                                             ABLE
      2        ONLINE  ONLINE       db19c2                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
ora.mgmtdb
      1        ONLINE  ONLINE       db19c2                   Open,STABLE
ora.qosmserver
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.rhpserver
      1        OFFLINE OFFLINE                               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
--------------------------------------------------------------------------------
[grid@db19c2(+ASM2):/dg]


  
    $ORACLE_HOME/OPatch/datapatch -verbose

[oracle@db19c1(DBRAC1):/db/app/product/dbhome/OPatch]./datapatch -verbose
SQL Patching tool version 19.7.0.0.0 Production on Mon May  4 22:04:25 2020
Copyright (c) 2012, 2020, Oracle.  All rights reserved.

Log file for this invocation: /db/app/cfgtoollogs/sqlpatch/sqlpatch_32614_2020_05_04_22_04_25/sqlpatch_invocation.log

Connecting to database...OK
Gathering database info...done
Bootstrapping registry and package to current versions...done
Determining current state...done

Current state of interim SQL patches:
Interim patch 30484981 (OJVM RELEASE UPDATE: 19.6.0.0.200114 (30484981)):
  Binary registry: Installed
  SQL registry: Applied successfully on 22-APR-20 01.50.30.357953 PM

Current state of release update SQL patches:
  Binary registry:
    19.7.0.0.0 Release_Update 200404035018: Installed
  SQL registry:
    Applied 19.6.0.0.0 Release_Update 191217155004 successfully on 21-APR-20 11.43.14.816850 AM

Adding patches to installation queue and performing prereq checks...done
Installation queue:
  No interim patches need to be rolled back
  Patch 30869156 (Database Release Update : 19.7.0.0.200414 (30869156)):
    Apply from 19.6.0.0.0 Release_Update 191217155004 to 19.7.0.0.0 Release_Update 200404035018
  No interim patches need to be applied

Installing patches...

Patch installation complete.  Total patches installed: 1

Validating logfiles...done
Patch 30869156 apply: SUCCESS
  logfile: /db/app/cfgtoollogs/sqlpatch/30869156/23493838/30869156_apply_DBRAC_2020May04_22_11_46.log (no errors)
SQL Patching tool complete on Mon May  4 22:18:06 2020
[oracle@db19c1(DBRAC1):/db/app/product/dbhome/OPatch]


[oracle@db19c1(DBRAC1):/db/app/product/dbhome/OPatch]opatch lsinventory | grep Patch
Oracle Interim Patch Installer version 12.2.0.1.19
OPatch version    : 12.2.0.1.19
Patch  30894985     : applied on Mon May 04 20:59:50 KST 2020
Unique Patch ID:  23451591
Patch description:  "OCW RELEASE UPDATE 19.7.0.0.0 (30894985)"
Patch  30869156     : applied on Mon May 04 20:54:08 KST 2020
Unique Patch ID:  23493838
Patch description:  "Database Release Update : 19.7.0.0.200414 (30869156)"
Patch  30484981     : applied on Wed Apr 22 12:51:17 KST 2020
Unique Patch ID:  23248235
Patch description:  "OJVM RELEASE UPDATE: 19.6.0.0.200114 (30484981)"
OPatch succeeded.
[oracle@db19c1(DBRAC1):/db/app/product/dbhome/OPatch]



[grid@db19c1(+ASM1):/PATCH] opatch lsinventory | grep Patch
Oracle Interim Patch Installer version 12.2.0.1.19
OPatch version    : 12.2.0.1.19
Patch  30898856     : applied on Mon May 04 20:43:34 KST 2020
Unique Patch ID:  23388987
Patch description:  "TOMCAT RELEASE UPDATE 19.0.0.0.0 (30898856)"
Patch  30869304     : applied on Mon May 04 20:40:31 KST 2020
Unique Patch ID:  23391523
Patch description:  "ACFS RELEASE UPDATE 19.7.0.0.0 (30869304)"
Patch  30894985     : applied on Mon May 04 20:34:33 KST 2020
Unique Patch ID:  23451591
Patch description:  "OCW RELEASE UPDATE 19.7.0.0.0 (30894985)"
Patch  30869156     : applied on Mon May 04 19:55:22 KST 2020
Unique Patch ID:  23493838
Patch description:  "Database Release Update : 19.7.0.0.200414 (30869156)"
OPatch succeeded.
[grid@db19c1(+ASM1):/PATCH]

 

############### 
# 2번 노드  수행
###############
[root@db19c2(+ASM2):/dg] srvctl stop home -oraclehome /db/app/product/dbhome -statefile /db/DBA/status -node db19c2
PRKO-3243 : The '-statfile <state_file>' option value "/db/DBA/status" is a file under a non-writable directory
[root@db19c2(+ASM2):/dg] srvctl stop home -oraclehome /db/app/product/dbhome -statefile /db/status -node db19c2
[root@db19c2(+ASM2):/dg] echo $GRID_HOME
/dg/app/product/gihome
[root@db19c2(+ASM2):/dg] $GRID_HOME/crs/install/rootcrs.sh -prepatch
Using configuration parameter file: /dg/app/product/gihome/crs/install/crsconfig_params
The log of current session can be found at:
  /dg/app/grid_base/crsdata/db19c2/crsconfig/crs_prepatch_db19c2_2020-05-04_10-21-38PM.log
Oracle Clusterware active version on the cluster is [19.0.0.0.0]. The cluster upgrade state is [ROLLING PATCH]. The cluster active patch level is [2701864972].
2020/05/04 22:26:14 CLSRSC-4012: Shutting down Oracle Trace File Analyzer (TFA) Collector.
2020/05/04 22:28:13 CLSRSC-4013: Successfully shut down Oracle Trace File Analyzer (TFA) Collector.
2020/05/04 22:28:35 CLSRSC-347: Successfully unlock /dg/app/product/gihome
2020/05/04 22:28:55 CLSRSC-671: Pre-patch steps for patching GI home successfully completed.
[root@db19c2(+ASM2):/dg]


[grid@db19c2(+ASM2):/PATCH] id
uid=1001(grid) gid=1010(oinstall) groups=1010(oinstall),1011(dba),1012(asmadmin),1013(asmdba),1014(asmoper),1015(oper) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
[grid@db19c2(+ASM2):/PATCH]

==> 4개 패치 수행  Manual
/dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30869156
/dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30894985
/dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30869304
/dg/app/product/gihome/OPatch/opatch apply -oh /dg/app/product/gihome -local /PATCH/30899722/30898856

모두 : OPatch succeeded


[grid@db19c2(+ASM2):/PATCH] su - oracle
Password:
Last login: Wed Apr 29 17:32:33 KST 2020 on pts/0
[oracle@db19c2(DBRAC2):/db]
[oracle@db19c2(DBRAC2):/db]
[oracle@db19c2(DBRAC2):/db]cd /PATCH/
[oracle@db19c2(DBRAC2):/PATCH]/PATCH/30899722/30869156/custom/scripts/prepatch.sh -dbhome /db/app/product/dbhome
[oracle@db19c2(DBRAC2):/PATCH]

/db/app/product/dbhome/OPatch/opatch apply -oh /db/app/product/dbhome -local /PATCH/30899722/30869156
/db/app/product/dbhome/OPatch/opatch apply -oh /db/app/product/dbhome -local /PATCH/30899722/30894985

## 모두 성공 : OPatch succeeded.

[oracle@db19c2(DBRAC2):/PATCH]
[oracle@db19c2(DBRAC2):/PATCH]/PATCH/30899722/30894985/custom/scripts/postpatch.sh -dbhome /db/app/product/dbhome
Reading /db/app/product/dbhome/install/params.ora..
Reading /db/app/product/dbhome/install/params.ora..
Found uninstantiated /db/app/product/dbhome/crs/sbs/srvctl.sbs file, copying to /db/app/product/dbhome/bin/srvctl
Parsing file /db/app/product/dbhome/bin/srvctl
Parsing file /db/app/product/dbhome/bin/srvconfig
Parsing file /db/app/product/dbhome/bin/cluvfy
Parsing file /db/app/product/dbhome/bin/kfod
Verifying file /db/app/product/dbhome/bin/srvctl
Verifying file /db/app/product/dbhome/bin/srvconfig
Verifying file /db/app/product/dbhome/bin/cluvfy
Verifying file /db/app/product/dbhome/bin/kfod
Reapplying file permissions on /db/app/product/dbhome/bin/srvctl
Reapplying file permissions on /db/app/product/dbhome/bin/srvconfig
Reapplying file permissions on /db/app/product/dbhome/bin/cluvfy
Reapplying file permissions on /db/app/product/dbhome/bin/kfod
Reapplying file permissions on /db/app/product/dbhome/bin/diskmon.bin
Reapplying file permissions on /db/app/product/dbhome/bin/lsnodes
Reapplying file permissions on /db/app/product/dbhome/bin/osdbagrp
Reapplying file permissions on /db/app/product/dbhome/bin/rawutl
Reapplying file permissions on /db/app/product/dbhome/srvm/admin/ractrans
Reapplying file permissions on /db/app/product/dbhome/srvm/admin/getcrshome
Reapplying file permissions on /db/app/product/dbhome/bin/crsdiag.pl
Postpatch completed successfully


[root@db19c2(+ASM2):/dg] id
uid=0(root) gid=0(root) groups=0(root) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
[root@db19c2(+ASM2):/dg]
[root@db19c2(+ASM2):/dg] /dg/app/product/gihome/rdbms/install/rootadd_rdbms.sh
[root@db19c2(+ASM2):/dg]
[root@db19c2(+ASM2):/dg] /dg/app/product/gihome/crs/install/rootcrs.sh -postpatch



srvctl start home -oraclehome /db/app/product/dbhome -statefile /db/status -node db19c2


[root@db19c2(+ASM2):/dg/app/product/gihome] srvctl start home -oraclehome /db/app/product/dbhome -statefile /db/status -node db19c2
[root@db19c2(+ASM2):/dg/app/product/gihome]


[oracle@db19c2(DBRAC2):/PATCH]id
uid=1000(oracle) gid=1010(oinstall) groups=1010(oinstall),1011(dba),1012(asmadmin),1013(asmdba),1014(asmoper),1015(oper) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
[oracle@db19c2(DBRAC2):/PATCH]cd $ORACLE_HOME
[oracle@db19c2(DBRAC2):/db/app/product/dbhome]
[oracle@db19c2(DBRAC2):/db/app/product/dbhome]$ORACLE_HOME/OPatch/datapatch -verbose
SQL Patching tool version 19.7.0.0.0 Production on Tue May  5 00:13:15 2020
Copyright (c) 2012, 2020, Oracle.  All rights reserved.

Log file for this invocation: /db/app/cfgtoollogs/sqlpatch/sqlpatch_28255_2020_05_05_00_13_16/sqlpatch_invocation.log

Connecting to database...OK
Gathering database info...done
Bootstrapping registry and package to current versions...done



[grid@db19c2(+ASM2):/db] opatch lsinventory | grep Patch
Oracle Interim Patch Installer version 12.2.0.1.19
OPatch version    : 12.2.0.1.19
Patch  30898856     : applied on Mon May 04 23:16:26 KST 2020
Unique Patch ID:  23388987
Patch description:  "TOMCAT RELEASE UPDATE 19.0.0.0.0 (30898856)"
Patch  30869304     : applied on Mon May 04 23:14:23 KST 2020
Unique Patch ID:  23391523
Patch description:  "ACFS RELEASE UPDATE 19.7.0.0.0 (30869304)"
Patch  30894985     : applied on Mon May 04 23:09:37 KST 2020
Unique Patch ID:  23451591
Patch description:  "OCW RELEASE UPDATE 19.7.0.0.0 (30894985)"
Patch  30869156     : applied on Mon May 04 22:34:28 KST 2020
Unique Patch ID:  23493838
Patch description:  "Database Release Update : 19.7.0.0.200414 (30869156)"
OPatch succeeded.
[grid@db19c2(+ASM2):/db]

[grid@db19c2(+ASM2):/db] su - oracle
Password:
Last login: Mon May  4 23:17:35 KST 2020 on pts/1
[oracle@db19c2(DBRAC2):/db]opatch lsinventory | grep Patch
Oracle Interim Patch Installer version 12.2.0.1.19
OPatch version    : 12.2.0.1.19
Patch  30894985     : applied on Mon May 04 23:27:45 KST 2020
Unique Patch ID:  23451591
Patch description:  "OCW RELEASE UPDATE 19.7.0.0.0 (30894985)"
Patch  30869156     : applied on Mon May 04 23:21:26 KST 2020
Unique Patch ID:  23493838
Patch description:  "Database Release Update : 19.7.0.0.200414 (30869156)"
Patch  30484981     : applied on Wed Apr 22 12:57:05 KST 2020
Unique Patch ID:  23248235
Patch description:  "OJVM RELEASE UPDATE: 19.6.0.0.200114 (30484981)"
OPatch succeeded.
[oracle@db19c2(DBRAC2):/db]

[grid@db19c1(+ASM1):/PATCH] kfod op=patches
---------------
List of Patches
===============
30869156
30869304
30894985
30898856
[grid@db19c1(+ASM1):/PATCH] kfod op=patchlvl
-------------------
Current Patch level
===================
3633918477
[grid@db19c1(+ASM1):/PATCH]



--------------------------------------------------------------------------------
[grid@db19c2(+ASM2):/db] kfod op=patches
---------------
List of Patches
===============
30869156
30869304
30894985
30898856
[grid@db19c2(+ASM2):/db] kfod op=patchlvl
-------------------
Current Patch level
===================
3633918477
[grid@db19c2(+ASM2):/db]

### OJVM 
[grid@db19c1(+ASM1):/PATCH] srvctl stop instance -node db19c1
[grid@db19c1(+ASM1):/PATCH]

[root@db19c2(+ASM2):/dg] crsctl status res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details       
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.MGMT_DG.GHCHKPT.advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.chad
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.helper
               OFFLINE OFFLINE      db19c1                   IDLE,STABLE
               OFFLINE OFFLINE      db19c2                   IDLE,STABLE
ora.mgmt_dg.ghchkpt.acfs
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.net1.network
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.ons
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.proxy_advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        ONLINE  OFFLINE                               STABLE
ora.DATA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.FRA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.MGMTLSNR
      1        ONLINE  ONLINE       db19c1                   169.254.23.156 10.10
                                                             .20.55,STABLE
ora.MGMT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.OCRVOT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   Started,STABLE
      2        ONLINE  ONLINE       db19c2                   Started,STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.cvu
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c2.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.dbrac.db
      1        OFFLINE OFFLINE                               Instance Shutdown,ST
                                                             ABLE
      2        ONLINE  ONLINE       db19c2                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
ora.mgmtdb
      1        ONLINE  ONLINE       db19c1                   Open,STABLE
ora.qosmserver
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.rhpserver
      1        OFFLINE OFFLINE                               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
--------------------------------------------------------------------------------
[root@db19c2(+ASM2):/dg]


[grid@db19c1(+ASM1):/PATCH/30805684] su - oracle
Password:
Last login: Mon May  4 22:03:40 KST 2020 from 192.168.0.5 on pts/0
[oracle@db19c1(DBRAC1):/db]cd /PATCH/
[oracle@db19c1(DBRAC1):/PATCH]ls -lart
total 121044
drwxr-xr-x.  4 grid oinstall        67 Feb 22 13:52 30805684
drwxr-x---.  7 grid oinstall       143 Apr 11 01:16 30899722
-rw-rw-r--.  1 grid oinstall      3932 Apr 14 19:01 PatchSearch.xml
dr-xr-xr-x. 23 root root          4096 Apr 29 16:41 ..
-rw-r--r--.  1 grid oinstall 123936854 May  5 06:51 p30805684_190000_Linux-x86-64.zip
drwxrwxrwx.  4 grid dba            102 May  5 07:44 .
[oracle@db19c1(DBRAC1):/PATCH]cd
[oracle@db19c1(DBRAC1):/db]cd /PATCH/
[oracle@db19c1(DBRAC1):/PATCH]cd 30805684
[oracle@db19c1(DBRAC1):/PATCH/30805684]ls -lart
total 84
drwxr-x---. 5 grid oinstall    49 Feb 22 13:52 files
drwxr-xr-x. 4 grid oinstall    67 Feb 22 13:52 .
drwxr-x---. 3 grid oinstall    20 Feb 22 13:53 etc
-rw-r--r--. 1 grid oinstall    11 Feb 22 13:53 README.txt
-rw-rw-r--. 1 grid oinstall 80081 Apr 12 22:43 README.html
drwxrwxrwx. 4 grid dba        102 May  5 07:44 ..
[oracle@db19c1(DBRAC1):/PATCH/30805684]
[oracle@db19c1(DBRAC1):/PATCH/30805684]opatch apply -local
Oracle Interim Patch Installer version 12.2.0.1.19
Copyright (c) 2020, Oracle Corporation.  All rights reserved.


Oracle Home       : /db/app/product/dbhome
Central Inventory : /dg/app/oraInventory
   from           : /db/app/product/dbhome/oraInst.loc
OPatch version    : 12.2.0.1.19
OUI version       : 12.2.0.7.0
Log file location : /db/app/product/dbhome/cfgtoollogs/opatch/opatch2020-05-05_07-58-48AM_1.log

Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   30805684  

Do you want to proceed? [y|n]
y
User Responded with: Y
All checks passed.

Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/db/app/product/dbhome')


Is the local system ready for patching? [y|n]
y
User Responded with: Y
Backing up files...
Applying interim patch '30805684' to OH '/db/app/product/dbhome'


Patching component oracle.javavm.server, 19.0.0.0.0...

Patching component oracle.javavm.server.core, 19.0.0.0.0...

Patching component oracle.rdbms.dbscripts, 19.0.0.0.0...

Patching component oracle.rdbms, 19.0.0.0.0...
Patch 30805684 successfully applied.
Sub-set patch [30484981] has become inactive due to the application of a super-set patch [30805684].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /db/app/product/dbhome/cfgtoollogs/opatch/opatch2020-05-05_07-58-48AM_1.log

OPatch succeeded.
[oracle@db19c1(DBRAC1):/PATCH/30805684]

[oracle@db19c1(DBRAC1):/PATCH/30805684]srvctl start instance -node db19c1
starting database instances on nodes "db19c1" ...
started resources "ora.dbrac.db" on node "db19c1"
[oracle@db19c1(DBRAC1):/PATCH/30805684]

[root@db19c1(+ASM1):/dg] crsctl status res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details       
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.MGMT_DG.GHCHKPT.advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.chad
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.helper
               OFFLINE OFFLINE      db19c1                   IDLE,STABLE
               OFFLINE OFFLINE      db19c2                   IDLE,STABLE
ora.mgmt_dg.ghchkpt.acfs
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.net1.network
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.ons
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.proxy_advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        ONLINE  OFFLINE                               STABLE
ora.DATA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.FRA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.MGMTLSNR
      1        ONLINE  ONLINE       db19c1                   169.254.23.156 10.10
                                                             .20.55,STABLE
ora.MGMT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.OCRVOT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   Started,STABLE
      2        ONLINE  ONLINE       db19c2                   Started,STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.cvu
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c2.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.dbrac.db
      1        ONLINE  ONLINE       db19c1                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
      2        ONLINE  ONLINE       db19c2                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
ora.mgmtdb
      1        ONLINE  ONLINE       db19c1                   Open,STABLE
ora.qosmserver
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.rhpserver
      1        OFFLINE OFFLINE                               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
--------------------------------------------------------------------------------
[root@db19c1(+ASM1):/dg]

[oracle@db19c1(DBRAC1):/PATCH/30805684]cd $ORACLE_HOME
[oracle@db19c1(DBRAC1):/db/app/product/dbhome]cd OPatch
[oracle@db19c1(DBRAC1):/db/app/product/dbhome/OPatch]./datapatch -verbose
SQL Patching tool version 19.7.0.0.0 Production on Tue May  5 08:04:59 2020
Copyright (c) 2012, 2020, Oracle.  All rights reserved.

Log file for this invocation: /db/app/cfgtoollogs/sqlpatch/sqlpatch_12627_2020_05_05_08_04_59/sqlpatch_invocation.log

Connecting to database...OK
Gathering database info...done
Bootstrapping registry and package to current versions...done
Determining current state...done

Current state of interim SQL patches:
Interim patch 30484981 (OJVM RELEASE UPDATE: 19.6.0.0.200114 (30484981)):
  Binary registry: Not installed on nodes db19c1
  SQL registry: Applied successfully on 22-APR-20 01.50.30.357953 PM
Interim patch 30805684 (OJVM RELEASE UPDATE: 19.7.0.0.200414 (30805684)):
  Binary registry: Not installed on nodes db19c2
  SQL registry: Not installed

Current state of release update SQL patches:
  Binary registry:
    19.7.0.0.0 Release_Update 200404035018: Installed
  SQL registry:
    Applied 19.7.0.0.0 Release_Update 200404035018 successfully on 04-MAY-20 10.18.05.961569 PM

Adding patches to installation queue and performing prereq checks...done
Installation queue:
  No interim patches need to be rolled back
  No release update patches need to be installed
  No interim patches need to be applied

SQL Patching tool complete on Tue May  5 08:09:18 2020
[oracle@db19c1(DBRAC1):/db/app/product/dbhome/OPatch]



### 2번노드
[root@db19c2(+ASM2):/dg] srvctl stop instance -db DBRAC -node db19c2
[root@db19c2(+ASM2):/dg]
[root@db19c2(+ASM2):/dg] crsctl status res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details       
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.MGMT_DG.GHCHKPT.advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.chad
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.helper
               OFFLINE OFFLINE      db19c1                   IDLE,STABLE
               OFFLINE OFFLINE      db19c2                   IDLE,STABLE
ora.mgmt_dg.ghchkpt.acfs
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.net1.network
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.ons
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.proxy_advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        ONLINE  OFFLINE                               STABLE
ora.DATA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.FRA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.MGMTLSNR
      1        ONLINE  ONLINE       db19c1                   169.254.23.156 10.10
                                                             .20.55,STABLE
ora.MGMT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.OCRVOT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   Started,STABLE
      2        ONLINE  ONLINE       db19c2                   Started,STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.cvu
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c2.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.dbrac.db
      1        ONLINE  ONLINE       db19c1                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
      2        OFFLINE OFFLINE                               Instance Shutdown,ST
                                                             ABLE
ora.mgmtdb
      1        ONLINE  ONLINE       db19c1                   Open,STABLE
ora.qosmserver
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.rhpserver
      1        OFFLINE OFFLINE                               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
--------------------------------------------------------------------------------
[root@db19c2(+ASM2):/dg]


[oracle@db19c2(DBRAC2):/PATCH/30805684]id
uid=1000(oracle) gid=1010(oinstall) groups=1010(oinstall),1011(dba),1012(asmadmin),1013(asmdba),1014(asmoper),1015(oper) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
[oracle@db19c2(DBRAC2):/PATCH/30805684]
[oracle@db19c2(DBRAC2):/PATCH/30805684]opatch apply -local
Oracle Interim Patch Installer version 12.2.0.1.19
Copyright (c) 2020, Oracle Corporation.  All rights reserved.


Oracle Home       : /db/app/product/dbhome
Central Inventory : /dg/app/oraInventory
   from           : /db/app/product/dbhome/oraInst.loc
OPatch version    : 12.2.0.1.19
OUI version       : 12.2.0.7.0
Log file location : /db/app/product/dbhome/cfgtoollogs/opatch/opatch2020-05-05_08-15-11AM_1.log

Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   30805684  

Do you want to proceed? [y|n]
y
User Responded with: Y
All checks passed.

Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/db/app/product/dbhome')


Is the local system ready for patching? [y|n]
y
User Responded with: Y
Backing up files...
Applying interim patch '30805684' to OH '/db/app/product/dbhome'

Patching component oracle.javavm.server, 19.0.0.0.0...

Patching component oracle.javavm.server.core, 19.0.0.0.0...

Patching component oracle.rdbms.dbscripts, 19.0.0.0.0...

Patching component oracle.rdbms, 19.0.0.0.0...
Patch 30805684 successfully applied.
Sub-set patch [30484981] has become inactive due to the application of a super-set patch [30805684].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /db/app/product/dbhome/cfgtoollogs/opatch/opatch2020-05-05_08-15-11AM_1.log

OPatch succeeded.
[oracle@db19c2(DBRAC2):/PATCH/30805684]

[root@db19c2(+ASM2):/dg] srvctl start instance -db DBRAC -node db19c2
[root@db19c2(+ASM2):/dg] crsctl status res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details       
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.MGMT_DG.GHCHKPT.advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.chad
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.helper
               OFFLINE OFFLINE      db19c1                   IDLE,STABLE
               OFFLINE OFFLINE      db19c2                   IDLE,STABLE
ora.mgmt_dg.ghchkpt.acfs
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.net1.network
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.ons
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.proxy_advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        ONLINE  OFFLINE                               STABLE
ora.DATA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.FRA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.MGMTLSNR
      1        ONLINE  ONLINE       db19c1                   169.254.23.156 10.10
                                                             .20.55,STABLE
ora.MGMT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.OCRVOT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   Started,STABLE
      2        ONLINE  ONLINE       db19c2                   Started,STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.cvu
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c2.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.dbrac.db
      1        ONLINE  ONLINE       db19c1                   Open,HOME=/db/app/product/dbhome,STABLE
      2        ONLINE  ONLINE       db19c2                   Open,HOME=/db/app/product/dbhome,STABLE
ora.mgmtdb
      1        ONLINE  ONLINE       db19c1                   Open,STABLE
ora.qosmserver
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.rhpserver
      1        OFFLINE OFFLINE                               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
--------------------------------------------------------------------------------
[root@db19c2(+ASM2):/dg]

[oracle@db19c2(DBRAC2):/db/app/product/dbhome/OPatch]pwd
/db/app/product/dbhome/OPatch
[oracle@db19c2(DBRAC2):/db/app/product/dbhome/OPatch]id
uid=1000(oracle) gid=1010(oinstall) groups=1010(oinstall),1011(dba),1012(asmadmin),1013(asmdba),1014(asmoper),1015(oper) context=unconfined_u:unconfined_r:unconfined_t:s0-s0:c0.c1023
[oracle@db19c2(DBRAC2):/db/app/product/dbhome/OPatch]

[oracle@db19c2(DBRAC2):/db/app/product/dbhome/OPatch]./datapatch -verbose
SQL Patching tool version 19.7.0.0.0 Production on Tue May  5 08:23:46 2020
Copyright (c) 2012, 2020, Oracle.  All rights reserved.

Log file for this invocation: /db/app/cfgtoollogs/sqlpatch/sqlpatch_25374_2020_05_05_08_23_47/sqlpatch_invocation.log

Connecting to database...OK
Gathering database info...done
Bootstrapping registry and package to current versions...done
Determining current state...done

Current state of interim SQL patches:
Interim patch 30484981 (OJVM RELEASE UPDATE: 19.6.0.0.200114 (30484981)):
  Binary registry: Not installed
  SQL registry: Applied successfully on 22-APR-20 01.50.30.357953 PM
Interim patch 30805684 (OJVM RELEASE UPDATE: 19.7.0.0.200414 (30805684)):
  Binary registry: Installed
  SQL registry: Not installed

Current state of release update SQL patches:
  Binary registry:
    19.7.0.0.0 Release_Update 200404035018: Installed
  SQL registry:
    Applied 19.7.0.0.0 Release_Update 200404035018 successfully on 04-MAY-20 10.18.05.961569 PM

Adding patches to installation queue and performing prereq checks...done
Installation queue:
  The following interim patches will be rolled back:
    30484981 (OJVM RELEASE UPDATE: 19.6.0.0.200114 (30484981))
  No release update patches need to be installed
  The following interim patches will be applied:
    30805684 (OJVM RELEASE UPDATE: 19.7.0.0.200414 (30805684))

Installing patches...
Patch installation complete.  Total patches installed: 2

Validating logfiles...done
Patch 30484981 rollback: SUCCESS
  logfile: /db/app/cfgtoollogs/sqlpatch/30484981/23248235/30484981_rollback_DBRAC_2020May05_08_28_32.log (no errors)
Patch 30805684 apply: SUCCESS
  logfile: /db/app/cfgtoollogs/sqlpatch/30805684/23401476/30805684_apply_DBRAC_2020May05_08_28_39.log (no errors)
SQL Patching tool complete on Tue May  5 08:28:49 2020
[oracle@db19c2(DBRAC2):/db/app/product/dbhome/OPatch]


[oracle@db19c1(DBRAC1):/db]sqlplus

SQL*Plus: Release 19.0.0.0.0 - Production on Tue May 5 08:30:47 2020
Version 19.7.0.0.0

Copyright (c) 1982, 2020, Oracle.  All rights reserved.

Enter user-name: /as sysdba

Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.7.0.0.0

SQL> @?/rdbms/admin/utlrp.sql

Session altered.

TIMESTAMP
--------------------------------------------------------------------------------
COMP_TIMESTAMP UTLRP_BGN              2020-05-05 08:31:25

DOC>   The following PL/SQL block invokes UTL_RECOMP to recompile invalid
DOC>   objects in the database. Recompilation time is proportional to the
DOC>   number of invalid objects in the database, so this command may take
DOC>   a long time to execute on a database with a large number of invalid
DOC>   objects.
DOC>
DOC>   Use the following queries to track recompilation progress:
DOC>
DOC>   1. Query returning the number of invalid objects remaining. This
DOC>      number should decrease with time.
DOC>         SELECT COUNT(*) FROM obj$ WHERE status IN (4, 5, 6);
DOC>
DOC>   2. Query returning the number of objects compiled so far. This number
DOC>      should increase with time.
DOC>         SELECT COUNT(*) FROM UTL_RECOMP_COMPILED;
DOC>
DOC>   This script automatically chooses serial or parallel recompilation
DOC>   based on the number of CPUs available (parameter cpu_count) multiplied
DOC>   by the number of threads per CPU (parameter parallel_threads_per_cpu).
DOC>   On RAC, this number is added across all RAC nodes.
DOC>
DOC>   UTL_RECOMP uses DBMS_SCHEDULER to create jobs for parallel
DOC>   recompilation. Jobs are created without instance affinity so that they
DOC>   can migrate across RAC nodes. Use the following queries to verify
DOC>   whether UTL_RECOMP jobs are being created and run correctly:
DOC>
DOC>   1. Query showing jobs created by UTL_RECOMP
DOC>         SELECT job_name FROM dba_scheduler_jobs
DOC>            WHERE job_name like 'UTL_RECOMP_SLAVE_%';
DOC>
DOC>   2. Query showing UTL_RECOMP jobs that are running
DOC>         SELECT job_name FROM dba_scheduler_running_jobs
DOC>            WHERE job_name like 'UTL_RECOMP_SLAVE_%';
DOC>#

PL/SQL procedure successfully completed.


TIMESTAMP
--------------------------------------------------------------------------------
COMP_TIMESTAMP UTLRP_END              2020-05-05 08:31:31

DOC> The following query reports the number of invalid objects.
DOC>
DOC> If the number is higher than expected, please examine the error
DOC> messages reported with each object (using SHOW ERRORS) to see if they
DOC> point to system misconfiguration or resource constraints that must be
DOC> fixed before attempting to recompile these objects.
DOC>#

OBJECTS WITH ERRORS
-------------------
                  0

DOC> The following query reports the number of exceptions caught during
DOC> recompilation. If this number is non-zero, please query the error
DOC> messages in the table UTL_RECOMP_ERRORS to see if any of these errors
DOC> are due to misconfiguration or resource constraints that must be
DOC> fixed before objects can compile successfully.
DOC> Note: Typical compilation errors (due to coding errors) are not
DOC>       logged into this table: they go into DBA_ERRORS instead.
DOC>#

ERRORS DURING RECOMPILATION
---------------------------
                          0

Function created.

PL/SQL procedure successfully completed.

Function dropped.

PL/SQL procedure successfully completed.

 SQL> quit
Disconnected from Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.7.0.0.0
[oracle@db19c1(DBRAC1):/db]


[grid@db19c1(+ASM1):/PATCH/30805684] crsctl status res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details       
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.MGMT_DG.GHCHKPT.advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.chad
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.helper
               OFFLINE OFFLINE      db19c1                   IDLE,STABLE
               OFFLINE OFFLINE      db19c2                   IDLE,STABLE
ora.mgmt_dg.ghchkpt.acfs
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
ora.net1.network
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.ons
               ONLINE  ONLINE       db19c1                   STABLE
               ONLINE  ONLINE       db19c2                   STABLE
ora.proxy_advm
               OFFLINE OFFLINE      db19c1                   STABLE
               OFFLINE OFFLINE      db19c2                   STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        ONLINE  OFFLINE                               STABLE
ora.DATA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.FRA_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.MGMTLSNR
      1        ONLINE  ONLINE       db19c1                   169.254.23.156 10.10
                                                             .20.55,STABLE
ora.MGMT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.OCRVOT_DG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   Started,STABLE
      2        ONLINE  ONLINE       db19c2                   Started,STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       db19c1                   STABLE
      2        ONLINE  ONLINE       db19c2                   STABLE
      3        OFFLINE OFFLINE                               STABLE
ora.cvu
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.db19c2.vip
      1        ONLINE  ONLINE       db19c2                   STABLE
ora.dbrac.db
      1        ONLINE  ONLINE       db19c1                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
      2        ONLINE  ONLINE       db19c2                   Open,HOME=/db/app/pr
                                                             oduct/dbhome,STABLE
ora.mgmtdb
      1        ONLINE  ONLINE       db19c1                   Open,STABLE
ora.qosmserver
      1        ONLINE  ONLINE       db19c1                   STABLE
ora.rhpserver
      1        OFFLINE OFFLINE                               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       db19c1                   STABLE
--------------------------------------------------------------------------------
[grid@db19c1(+ASM1):/PATCH/30805684]


[oracle@db19c1(DBRAC1):/db]opatch lsinventory | grep Patch
Oracle Interim Patch Installer version 12.2.0.1.19
OPatch version    : 12.2.0.1.19
Patch  30805684     : applied on Tue May 05 08:00:15 KST 2020
Unique Patch ID:  23401476
Patch description:  "OJVM RELEASE UPDATE: 19.7.0.0.200414 (30805684)"
Patch  30894985     : applied on Mon May 04 20:59:50 KST 2020
Unique Patch ID:  23451591
Patch description:  "OCW RELEASE UPDATE 19.7.0.0.0 (30894985)"
Patch  30869156     : applied on Mon May 04 20:54:08 KST 2020
Unique Patch ID:  23493838
Patch description:  "Database Release Update : 19.7.0.0.200414 (30869156)"
OPatch succeeded.
[oracle@db19c1(DBRAC1):/db]

[oracle@db19c2(DBRAC2):/db]opatch lsinventory | grep Patch
Oracle Interim Patch Installer version 12.2.0.1.19
OPatch version    : 12.2.0.1.19
Patch  30805684     : applied on Tue May 05 08:17:00 KST 2020
Unique Patch ID:  23401476
Patch description:  "OJVM RELEASE UPDATE: 19.7.0.0.200414 (30805684)"
Patch  30894985     : applied on Mon May 04 23:27:45 KST 2020
Unique Patch ID:  23451591
Patch description:  "OCW RELEASE UPDATE 19.7.0.0.0 (30894985)"
Patch  30869156     : applied on Mon May 04 23:21:26 KST 2020
Unique Patch ID:  23493838
Patch description:  "Database Release Update : 19.7.0.0.200414 (30869156)"
OPatch succeeded.
[oracle@db19c2(DBRAC2):/db]


/***

아래 처럼 수행이 필요 할때도 존재 함
             startup mount
             alter system set cluster_database=false scope=spfile;
             shutdown immediate
            
             startup upgrade
            
            
             @?/rdbms/admin/utlrp.sql
** /



SQL> SELECT INSTANCE_NUMBER, INSTANCE_NAME, HOST_NAME, VERSION, VERSION_FULL, STATUS FROM V$INSTANCE;

INSTANCE_NUMBER INSTANCE_NAME
--------------- ----------------
HOST_NAME
----------------------------------------------------------------
VERSION           VERSION_FULL      STATUS
----------------- ----------------- ------------
              1 DBRAC1
db19c1
19.0.0.0.0        19.7.0.0.0        OPEN


SQL> SELECT INSTANCE_NUMBER, INSTANCE_NAME, HOST_NAME, VERSION, VERSION_FULL, STATUS FROM gV$INSTANCE;

INSTANCE_NUMBER INSTANCE_NAME
--------------- ----------------
HOST_NAME
----------------------------------------------------------------
VERSION           VERSION_FULL      STATUS
----------------- ----------------- ------------
              1 DBRAC1
db19c1
19.0.0.0.0        19.7.0.0.0        OPEN

              2 DBRAC2
db19c2
19.0.0.0.0        19.7.0.0.0        OPEN

INSTANCE_NUMBER INSTANCE_NAME
--------------- ----------------
HOST_NAME
----------------------------------------------------------------
VERSION           VERSION_FULL      STATUS
----------------- ----------------- ------------


SQL>

SELECT  PATCH_ID, PATCH_UID, PATCH_TYPE, STATUS, DESCRIPTION, SOURCE_VERSION, SOURCE_BUILD_DESCRIPTION , SOURCE_BUILD_TIMESTAMP, TARGET_VERSION, TARGET_BUILD_DESCRIPTION
FROM DBA_REGISTRY_SQLPATCH;