Oracle Database 12.1.0.2
Solaris 11.4
Hello Team,
can you please advise on error below during RMAN incremental restore to fix dataguard gap?
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=incremental backup restore cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 2 STEPstepid=2 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 3 STEPstepid=3 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 4 STEPstepid=4 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 5 STEPstepid=5 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 6 STEPstepid=6 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_2
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=incremental backup restore cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 2 STEPstepid=2 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 3 STEPstepid=3 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 4 STEPstepid=4 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 5 STEPstepid=5 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 6 STEPstepid=6 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_2
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=incremental backup restore cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 2 STEPstepid=2 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 3 STEPstepid=3 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 4 STEPstepid=4 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 5 STEPstepid=5 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 6 STEPstepid=6 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_2
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=incremental backup restore cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 2 STEPstepid=2 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 3 STEPstepid=3 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 4 STEPstepid=4 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 5 STEPstepid=5 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 6 STEPstepid=6 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_2
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=incremental backup restore cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 2 STEPstepid=2 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 3 STEPstepid=3 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 4 STEPstepid=4 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 5 STEPstepid=5 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 6 STEPstepid=6 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_2
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=incremental backup restore cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 2 STEPstepid=2 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 3 STEPstepid=3 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 4 STEPstepid=4 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 5 STEPstepid=5 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 6 STEPstepid=6 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_2
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=incremental backup restore cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 2 STEPstepid=2 cmdid=1 status=STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 3 STEPstepid=3 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 4 STEPstepid=4 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 5 STEPstepid=5 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: 6 STEPstepid=6 cmdid=1 status=NOT STARTED devtype=DISK bs.stamp=1099303680 step_size=0 Bytes
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_1
DBGRPC: krmxpoq - polling instance 1 from instance 1, channel ORA_DISK_2 is gone
DBGRPC: krmxpod - channel ORA_DISK_2 disconnected
DBGRPC: krmxr - channel ORA_DISK_2 has disconnected (step_90)
DBGRPC: krmxr - exiting with 3
DBGMISC: krmqexe: unhandled exception on channel ORA_DISK_2 [12:55:47.293]
DBGMISC: EXITED krmiexe with status 3 [12:55:47.293] elapsed time [00:00:02:15.182]
DBGMISC: ENTERED krmkmrsr [12:55:47.293]
DBGSQL: ENTERED krmkosqlerr
DBGSQL: TARGET> select /*+ rule */ round(sum(MBYTES_PROCESSED)), round(sum(INPUT_BYTES)), round(sum(OUTPUT_BYTES)) from V$RMAN_STATUS START WITH RECID = :row_id and STAMP = :row_stamp CONNECT BY PRIOR RECID = parent_recid
DBGSQL: sqlcode = 24347
DBGSQL: B :row_id = 206020
DBGSQL: B :row_stamp = 1099313595
DBGSQL: success: ORA-24347: Warning of a NULL column in an aggregate function (krmkosqlerr)
DBGSQL: (krmkosqlerr)
DBGSQL: EXITED krmkosqlerr
DBGSQL: ENTERED krmkgodevtype
DBGMISC: krmkgodevtype: return device type [12:55:47.720]
DBGSQL: EXITED krmkgodevtype
DBGSQL: TARGET> begin sys.dbms_backup_restore.commitRmanStatusRow( row_id => :row_id, row_stamp => :row_stamp, mbytes => :mb, status => :status, ibytes => :ib, obytes => :ob, odevtype => :odevtype); end;
DBGSQL: sqlcode = 0
DBGSQL: B :row_id = 206020
DBGSQL: B :row_stamp = 1099313595
DBGSQL: B :mb = 0
DBGSQL: B :status = 4
DBGSQL: B :ib = 10716413952
DBGSQL: B :ob = 0
DBGSQL: B :odevtype =
DBGMISC: EXITED krmkmrsr [12:55:47.881] elapsed time [00:00:00:00.588]
DBGMISC: krmicomp: error 3009 signalled during compilation [12:55:47.881]
DBGMISC: ENTERED krmkmrsr [12:55:47.882]
DBGSQL: TARGET> select decode(status, 'OPEN', 1, 0), decode(archiver, 'FAILED', 1, 0), decode(database_status, 'SUSPENDED', 1, 0) into :status, :archstuck, :dbsuspended from v$instance
DBGSQL: sqlcode = 0
DBGSQL: D :status = 0
DBGSQL: D :archstuck = 0
DBGSQL: D :dbsuspended = 0
DBGSQL: TARGET> select value into :vcomp_txt from v$parameter where name = 'compatible'
DBGSQL: sqlcode = 0
DBGSQL: D :vcomp_txt = 12.1.0.2.0
DBGSQL: TARGET> declare dot1st number; dot2nd number; dot3rd number; comptxt varchar2(255) := :vcomp_txt; begin comptxt := comptxt || '.0.0'; dot1st := instr(comptxt, '.', 1, 1); dot2nd := instr(comptxt, '.', 1, 2); dot3rd := instr(comptxt, '.', 1, 3); comptxt := lpad(substr(comptxt, 1, dot1st - 1), 2, '0') || lpad(substr(comptxt, dot1st + 1, dot2nd - dot1st - 1), 2, '0') || lpad(substr(comptxt, dot2nd + 1, dot3rd - dot2nd - 1), 2, '0');:vcomp_ub4 := to_number(comptxt); end;
DBGSQL: sqlcode = 0
DBGSQL: B :vcomp_ub4 = 120100
DBGSQL: B :vcomp_txt = 12.1.0.2.0
DBGMISC: krmkpdbs(): vcomp_txt:12.1.0.2.0 vcomp_ub4:120100 flags:0 [12:55:47.891]
DBGSQL: ENTERED krmkosqlerr
DBGSQL: TARGET> select /*+ rule */ round(sum(MBYTES_PROCESSED)), round(sum(INPUT_BYTES)), round(sum(OUTPUT_BYTES)) from V$RMAN_STATUS START WITH RECID = :row_id and STAMP = :row_stamp CONNECT BY PRIOR RECID = parent_recid
DBGSQL: sqlcode = 24347
DBGSQL: B :row_id = 206018
DBGSQL: B :row_stamp = 1099313590
DBGSQL: success: ORA-24347: Warning of a NULL column in an aggregate function (krmkosqlerr)
DBGSQL: (krmkosqlerr)
DBGSQL: EXITED krmkosqlerr
DBGSQL: ENTERED krmkgodevtype
DBGMISC: krmkgodevtype: return device type [12:55:48.292]
DBGSQL: EXITED krmkgodevtype
DBGSQL: TARGET> begin sys.dbms_backup_restore.commitRmanStatusRow( row_id => :row_id, row_stamp => :row_stamp, mbytes => :mb, status => :status, ibytes => :ib, obytes => :ob, odevtype => :odevtype); end;
DBGSQL: sqlcode = 0
DBGSQL: B :row_id = 206018
DBGSQL: B :row_stamp = 1099313590
DBGSQL: B :mb = 0
DBGSQL: B :status = 4
DBGSQL: B :ib = 10715398144
DBGSQL: B :ob = 0
DBGSQL: B :odevtype =
DBGMISC: EXITED krmkmrsr [12:55:48.328] elapsed time [00:00:00:00.446]
DBGMISC: ENTERED krmkjcl [12:55:48.328]
DBGSQL: ENTERED krmkusl
DBGSQL: EXITED krmkusl with status 0
DBGMISC: EXITED krmkjcl [12:55:48.328] elapsed time [00:00:00:00.000]
DBGMISC: error recovery releasing channel resources [12:55:48.329]
DBGRPC: krmxcr - channel ORA_DISK_1 resetted
DBGRPC: krmxcr - channel default resetted
DBGMISC: ENTERED krmice [12:55:48.329]
DBGMISC: command to be compiled and executed is: cleanup [12:55:48.329] (krmice)
DBGMISC: command after this command is: NONE [12:55:48.329] (krmice)
DBGMISC: current incarnation does not matter for cleanup [12:55:48.329] (krmice)
DBGMISC: ENTERED krmicomp [12:55:48.329]
DBGMISC: ENTERED krmkomp [12:55:48.329]
DBGRCV: ENTERED krmkucls
DBGRCV: EXITED krmkucls with address 0
DBGMISC: krmkcomp - Name translation defaults to catalog - 2 [12:55:48.329] (krmkomp)
DBGMISC: ENTERED krmknmtr [12:55:48.329]
DBGMISC: EXITED krmknmtr with status cleanup [12:55:48.329] elapsed time [00:00:00:00.000]
DBGMISC: ENTERED krmkdps [12:55:48.329]
DBGSQL: TARGET> select decode(status, 'OPEN', 1, 0), decode(archiver, 'FAILED', 1, 0), decode(database_status, 'SUSPENDED', 1, 0) into :status, :archstuck, :dbsuspended from v$instance
DBGSQL: sqlcode = 0
DBGSQL: D :status = 0
DBGSQL: D :archstuck = 0
DBGSQL: D :dbsuspended = 0
DBGSQL: TARGET> select value into :vcomp_txt from v$parameter where name = 'compatible'
DBGSQL: sqlcode = 0
DBGSQL: D :vcomp_txt = 12.1.0.2.0
DBGSQL: TARGET> declare dot1st number; dot2nd number; dot3rd number; comptxt varchar2(255) := :vcomp_txt; begin comptxt := comptxt || '.0.0'; dot1st := instr(comptxt, '.', 1, 1); dot2nd := instr(comptxt, '.', 1, 2); dot3rd := instr(comptxt, '.', 1, 3); comptxt := lpad(substr(comptxt, 1, dot1st - 1), 2, '0') || lpad(substr(comptxt, dot1st + 1, dot2nd - dot1st - 1), 2, '0') || lpad(substr(comptxt, dot2nd + 1, dot3rd - dot2nd - 1), 2, '0');:vcomp_ub4 := to_number(comptxt); end;
DBGSQL: sqlcode = 0
DBGSQL: B :vcomp_ub4 = 120100
DBGSQL: B :vcomp_txt = 12.1.0.2.0
DBGMISC: krmkpdbs(): vcomp_txt:12.1.0.2.0 vcomp_ub4:120100 flags:0 [12:55:48.340]
DBGMISC: krmkdps: this_db_key=2 [12:55:48.341]
DBGMISC: krmkdps: this_dbinc_key=2 [12:55:48.341]
DBGMISC: krmkdps: this_reset_scn=310867989465 [12:55:48.341]
DBGMISC: krmkdps: this_reset_time=25-JAN-21 [12:55:48.341]
DBGMISC: krmkdps: untilSCN=NULL [12:55:48.341]
DBGMISC: krmkdps: untilTime=NULL [12:55:48.342]
DBGMISC: krmkdps: getRA_completedAfter=NULL [12:55:48.342]
DBGMISC: krmkdps: getRA_completedBefore=NULL [12:55:48.342]
DBGMISC: krmkdps: getRA_likePattern=NULL [12:55:48.342]
DBGMISC: krmkdps: getRA_containerMask=15 [12:55:48.342]
DBGMISC: krmkdps: getRA_actionMask=63 [12:55:48.343]
DBGMISC: krmkdps: computeRA_allRecords=0 [12:55:48.343]
DBGMISC: krmkdps: computeRA_fullBackups=1 [12:55:48.343]
DBGMISC: krmkdps: allIncarnations=0 [12:55:48.343]
DBGMISC: EXITED krmkdps [12:55:48.343] elapsed time [00:00:00:00.014]
DBGMISC: EXITED krmkomp [12:55:48.344] elapsed time [00:00:00:00.014]
DBGPLSQL: the compiled command tree is: [12:55:48.344] (krmicomp)
DBGPLSQL: 1 CMD type=cleanup cmdid=1 status=NOT STARTED
DBGPLSQL: 1 STEPstepid=1 cmdid=1 status=NOT STARTED
DBGPLSQL: 1 TEXTNOD = --
DBGPLSQL: 2 TEXTNOD = declare
DBGPLSQL: 3 TEXTNOD = /* device status variables */
DBGPLSQL: 4 TEXTNOD = state binary_integer;
DBGPLSQL: 5 TEXTNOD = devtype varchar2(512);
DBGPLSQL: 6 TEXTNOD = name varchar2(512);
DBGPLSQL: 7 TEXTNOD = bufsz binary_integer;
DBGPLSQL: 8 TEXTNOD = bufcnt binary_integer;
DBGPLSQL: 9 TEXTNOD = kbytes number;
DBGPLSQL: 10 TEXTNOD = readrate binary_integer;
DBGPLSQL: 11 TEXTNOD = parallel binary_integer;
DBGPLSQL: 12 TEXTNOD = thread number;
DBGPLSQL: 13 TEXTNOD = kcrmx_recs number;
DBGPLSQL: 14 TEXTNOD = autochn number := 0;
DBGPLSQL: 15 TEXTNOD =
DBGPLSQL: 16 TEXTNOD = mr_not_started exception;
DBGPLSQL: 17 TEXTNOD = pragma exception_init(mr_not_started, -1112);
DBGPLSQL: 18 TEXTNOD = db_not_mounted exception;
DBGPLSQL: 19 TEXTNOD = pragma exception_init(db_not_mounted, -1507);
DBGPLSQL: 20 TEXTNOD = begin
DBGPLSQL: 21 TEXTNOD =
DBGPLSQL: 22 PRMVAL = autochn := 1;
DBGPLSQL: 23 TEXTNOD = begin
DBGPLSQL: 24 TEXTNOD = krmicd.execSql('select count(*) from x$dual');
DBGPLSQL: 25 TEXTNOD = exception
DBGPLSQL: 26 TEXTNOD = when others then
DBGPLSQL: 27 TEXTNOD = krmicd.clearErrors;
DBGPLSQL: 28 TEXTNOD = end;
DBGPLSQL: 29 TEXTNOD = sys.dbms_backup_restore.backupCancel;
DBGPLSQL: 30 TEXTNOD = sys.dbms_backup_restore.restoreCancel(FALSE);
DBGPLSQL: 31 TEXTNOD = begin
DBGPLSQL: 32 TEXTNOD = sys.dbms_backup_restore.proxyCancel;
DBGPLSQL: 33 TEXTNOD = exception
DBGPLSQL: 34 TEXTNOD = when others then
DBGPLSQL: 35 TEXTNOD = krmicd.clearErrors;
DBGPLSQL: 36 TEXTNOD = end;
DBGPLSQL: 37 TEXTNOD = sys.dbms_backup_restore.cfileUseCurrent; -- release enqueue
DBGPLSQL: 38 TEXTNOD = sys.dbms_backup_restore.deviceStatus(state, devtype, name, bufsz, bufcnt,
DBGPLSQL: 39 TEXTNOD = kbytes, readrate, parallel);
DBGPLSQL: 40 TEXTNOD = begin
DBGPLSQL: 41 TEXTNOD = sys.dbms_backup_restore.bmrCancel;
DBGPLSQL: 42 TEXTNOD = exception
DBGPLSQL: 43 TEXTNOD = when others then
DBGPLSQL: 44 TEXTNOD = krmicd.clearErrors;
DBGPLSQL: 45 TEXTNOD = end;
DBGPLSQL: 46 TEXTNOD = begin
DBGPLSQL: 47 TEXTNOD = sys.dbms_backup_restore.flashbackCancel;
DBGPLSQL: 48 TEXTNOD = exception
DBGPLSQL: 49 TEXTNOD = when others then
DBGPLSQL: 50 TEXTNOD = krmicd.clearErrors;
DBGPLSQL: 51 TEXTNOD = end;
DBGPLSQL: 52 TEXTNOD = begin
DBGPLSQL: 53 TEXTNOD = if krmicd.mrCheck > 0 then
DBGPLSQL: 54 TEXTNOD = krmicd.execSql('alter database recover cancel');
DBGPLSQL: 55 TEXTNOD = end if;
DBGPLSQL: 56 TEXTNOD = exception
DBGPLSQL: 57 TEXTNOD = when others then
DBGPLSQL: 58 TEXTNOD = krmicd.clearErrors;
DBGPLSQL: 59 TEXTNOD = end;
DBGPLSQL: 60 TEXTNOD = begin
DBGPLSQL: 61 TEXTNOD = sys.dbms_backup_restore.cleanupPgaContext;
DBGPLSQL: 62 TEXTNOD = exception
DBGPLSQL: 63 TEXTNOD = when others then
DBGPLSQL: 64 TEXTNOD = krmicd.clearErrors;
DBGPLSQL: 65 TEXTNOD = end;
DBGPLSQL: 66 TEXTNOD =
DBGPLSQL: 67 TEXTNOD = --
DBGPLSQL: 68 TEXTNOD = --
DBGPLSQL: 69 TEXTNOD = --
DBGPLSQL: 70 TEXTNOD = --
DBGPLSQL: 71 TEXTNOD = --
DBGPLSQL: 72 TEXTNOD = --
DBGPLSQL: 73 TEXTNOD = if (autochn = 0) then
DBGPLSQL: 74 TEXTNOD = if (state > sys.dbms_backup_restore.NO_DEVICE) then
DBGPLSQL: 75 TEXTNOD = sys.dbms_backup_restore.deviceDeallocate;
DBGPLSQL: 76 TEXTNOD = krmicd.writeMsg(8031, krmicd.getChid);
DBGPLSQL: 77 TEXTNOD = --
DBGPLSQL: 78 TEXTNOD = --
DBGPLSQL: 79 TEXTNOD = --
DBGPLSQL: 80 TEXTNOD = sys.dbms_backup_restore.set_client_info('');
DBGPLSQL: 81 TEXTNOD = end if;
DBGPLSQL: 82 TEXTNOD = krmicd.clearChannelInfo; -- tell krmq no device here now
DBGPLSQL: 83 TEXTNOD = end if;
DBGPLSQL: 84 TEXTNOD = sys.dbms_backup_restore.setRmanStatusRowId(rsid=>0, rsts=>0);
DBGPLSQL: 85 TEXTNOD = end;
DBGMISC: EXITED krmicomp with address 4329152840 [12:55:48.351] elapsed time [00:00:00:00.021]
DBGMISC: ENTERED krmiexe [12:55:48.351]
DBGMISC: Executing command cleanup [12:55:48.351] (krmiexe)
DBGRPC: krmxr - entering
DBGRPC: krmxpoq - returning rpc_number: 1 with status: FINISHED70 for channel default
DBGRPC: krmxr - channel default has rpc_count: 1
DBGRPC: krmxpoq - returning rpc_number: 13 with status: STARTED40 for channel ORA_DISK_1
DBGRPC: krmxr - channel ORA_DISK_1 has rpc_count: 13
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=cleanup cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=NOT STARTED
DBGRPC: krmqgns: channel default running cleanup (krmqgns)
DBGRPC: EXITED krmqgns with status 0
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel ORA_DISK_1 (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=cleanup cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=NOT STARTED
DBGRPC: krmqgns: channel ORA_DISK_1 running cleanup (krmqgns)
DBGRPC: EXITED krmqgns with status 0
DBGRPC: krmxcis - channel default, calling pcicmp
DBGRPC: krmxrph - channel ORA_DISK_1, OCIBreak called rc: 0
DBGRPC: krmxrpc - channel ORA_DISK_1, aborting rpc 13
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=19624 db=target proc=SYS.DBMS_BACKUP_RESTORE.RESTOREBACKUPPIECE excl: 1
DBGRPC: krmxrpc - channel ORA_DISK_1, resetting connection due to abort
DBGRPC: krmxcis - channel ORA_DISK_1, calling pcicmp
DBGRPC: krmxr - channel default calling peicnt
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.BACKUPCANCEL excl: 0
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.RESTORECANCEL excl: 0
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.PROXYCANCEL excl: 0
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.CFILEUSECURRENT excl: 0
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.DEVICESTATUS excl: 0
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.BMRCANCEL excl: 0
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.FLASHBACKCANCEL excl: 0
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.CLEANUPPGACONTEXT excl: 0
DBGRPC: krmxrpc - channel default kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.SETRMANSTATUSROWID excl: 0
DBGRPC: krmxr - channel default returned from peicnt
DBGRPC: krmxr - channel default finished step
DBGRPC: ENTERED krmqgns
krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=cleanup cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=NOT STARTED
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxr - channel ORA_DISK_1 calling peicnt
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.BACKUPCANCEL excl: 0
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.RESTORECANCEL excl: 0
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.PROXYCANCEL excl: 0
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.CFILEUSECURRENT excl: 0
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.DEVICESTATUS excl: 0
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.BMRCANCEL excl: 0
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.FLASHBACKCANCEL excl: 0
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.CLEANUPPGACONTEXT excl: 0
DBGRPC: krmxrpc - channel ORA_DISK_1 kpurpc2 err=0 db=target proc=SYS.DBMS_BACKUP_RESTORE.SETRMANSTATUSROWID excl: 0
DBGRPC: krmxr - channel ORA_DISK_1 returned from peicnt
DBGRPC: krmxr - channel ORA_DISK_1 finished step
DBGRPC: ENTERED krmqgns
krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=cleanup cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=NOT STARTED
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel ORA_DISK_1 (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=cleanup cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=NOT STARTED
DBGRPC: krmqgns: no work found for channel ORA_DISK_1 (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel default (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=cleanup cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=NOT STARTED
DBGRPC: krmqgns: no work found for channel default (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: ENTERED krmqgns
DBGRPC: krmqgns: looking for work for channel ORA_DISK_1 (krmqgns)
DBGRPC: krmqgns: commands remaining to be executed: (krmqgns)
DBGRPC: CMD type=cleanup cmdid=1 status=NOT STARTED
DBGRPC: 1 STEPstepid=1 cmdid=1 status=NOT STARTED
DBGRPC: krmqgns: no work found for channel ORA_DISK_1 (krmqgns)
DBGRPC: (krmqgns)
DBGRPC: EXITED krmqgns with status 1
DBGRPC: krmxr - all done
DBGRPC: krmxr - exiting with 0
DBGMISC: EXITED krmiexe with status 0 [12:55:48.400] elapsed time [00:00:00:00.049]
DBGMISC: Finished cleanup at 14-MAR-22 [12:55:48.400]
DBGMISC: ENTERED krmkjcl [12:55:48.400]
DBGMISC: EXITED krmkjcl [12:55:48.400] elapsed time [00:00:00:00.000]
DBGMISC: EXITED krmice [12:55:48.400] elapsed time [00:00:00:00.071]
Calling krmmpem from krmmexe
RMAN-00571: ===========================================================
RMAN-00569: =============== ERROR MESSAGE STACK FOLLOWS ===============
RMAN-00571: ===========================================================
RMAN-10031: RPC Error: ORA-19624 occurred during call to DBMS_BACKUP_RESTORE.RESTOREBACKUPPIECE
RMAN-03002: failure of recover command at 03/14/2022 12:55:47
RMAN-03009: failure of incremental backup restore command on ORA_DISK_2 channel at 03/14/2022 12:55:47
RMAN-10038: database session for channel ORA_DISK_2 terminated unexpectedly
DBGMISC: ENTERED krmkursr [12:55:48.409]
DBGSQL: TARGET> select decode(status, 'OPEN', 1, 0), decode(archiver, 'FAILED', 1, 0), decode(database_status, 'SUSPENDED', 1, 0) into :status, :archstuck, :dbsuspended from v$instance
DBGSQL: sqlcode = 0
DBGSQL: D :status = 0
DBGSQL: D :archstuck = 0
DBGSQL: D :dbsuspended = 0
DBGSQL: TARGET> select value into :vcomp_txt from v$parameter where name = 'compatible'
DBGSQL: sqlcode = 0
DBGSQL: D :vcomp_txt = 12.1.0.2.0
DBGSQL: TARGET> declare dot1st number; dot2nd number; dot3rd number; comptxt varchar2(255) := :vcomp_txt; begin comptxt := comptxt || '.0.0'; dot1st := instr(comptxt, '.', 1, 1); dot2nd := instr(comptxt, '.', 1, 2); dot3rd := instr(comptxt, '.', 1, 3); comptxt := lpad(substr(comptxt, 1, dot1st - 1), 2, '0') || lpad(substr(comptxt, dot1st + 1, dot2nd - dot1st - 1), 2, '0') || lpad(substr(comptxt, dot2nd + 1, dot3rd - dot2nd - 1), 2, '0');:vcomp_ub4 := to_number(comptxt); end;
DBGSQL: sqlcode = 0
DBGSQL: B :vcomp_ub4 = 120100
DBGSQL: B :vcomp_txt = 12.1.0.2.0
DBGMISC: krmkpdbs(): vcomp_txt:12.1.0.2.0 vcomp_ub4:120100 flags:0 [12:55:48.418]
DBGSQL: TARGET> begin sys.dbms_backup_restore.updateRmanStatusRow( row_id => :row_id, row_stamp => :row_stamp, status => :status); end;
DBGSQL: sqlcode = 0
DBGSQL: B :row_id = 206017
DBGSQL: B :row_stamp = 1099313585
DBGSQL: B :status = 17
DBGMISC: EXITED krmkursr [12:55:48.419] elapsed time [00:00:00:00.009]
Trace file:
kgepgtfr 0xffffffff7d9a03d8
kgepgtba 0xffffffff7d9a9bf8
kgepgter 1
kgepgpar kgepgbpa 0xffffffff7f1b1791
kgepgepa 0xffffffff7f1b2324
kgepgtfd 18
kgepgdmc 0
kgepgflg 0x1
kgepg_stkgfr 0x0
kgepgkgsmp 0xffffffff7f1b0e18
kgepgspm 5
kgepg_ba_set_in_eh 0x0
kgepg_kgecatch_set_in_eh_ba 0x0
kge_ba_set_in_eh_funcloc 0x0
kge_ba_set_in_eh_fileloc 0x0
------------------- start error stack dump with barriers
<error barrier> at 0xffffffff7d9a9bf8
ORA-07445: exception encountered: core dump [kcbhfh()+312] [SIGSEGV] [ADDR:0xFFFFFFFF7CB03DFC] [PC:0x1102B6938] [Address not mapped to object] []
------------------- end error stack dump with barriers
----- END DDE Action: 'dumpKGEState' (SUCCESS, 0 csec) -----
[TOC00150-END]
[TOC00151]
----- START DDE Action: 'kpuActionDefault' (Sync) -----
Begin OCI Current State Dump
Begin dump of ffffffff7fffdcd8 of DTYAL7
al7opt: [1 1]
al7csr: [0 0]
al7sqlp: at ffffffff7fffb350
[53595322 44424D53 5F424143 4B55505F] [SYS"DBMS_BACKUP_]
[52455354 4F524522 52455354 4F5245
Thanks,
Roshan