[21:42:52.608] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores
[21:42:52.916] dumping /tmp/cores/sh.14145.core for /bin/sh
[21:42:52.956] [New LWP 101833]
[21:42:52.957] Core was generated by `sh -c cp "/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/'.
[21:42:52.957] Program terminated with signal SIGQUIT, Quit.
[21:42:52.957] Sent by kill() from pid 13969 and user 1002.
[21:42:52.957] #0  0x00003ae3034cae90 in ?? ()
[21:42:52.958] 
[21:42:52.958] Thread 1 (LWP 101833):
[21:42:52.958] #0  0x00003ae3034cae90 in ?? ()
[21:42:52.958] No symbol table info available.
[21:42:52.958] #1  0x0000000000000003 in ?? ()
[21:42:52.958] No symbol table info available.
[21:42:52.958] #2  0x00001707385683c0 in ?? ()
[21:42:52.958] No symbol table info available.
[21:42:52.958] #3  0x00001707385683c3 in ?? ()
[21:42:52.958] No symbol table info available.
[21:42:52.958] #4  0x00001707385683c6 in ?? ()
[21:42:52.958] No symbol table info available.
[21:42:52.958] #5  0x0000000000000000 in ?? ()
[21:42:52.958] No symbol table info available.
[21:42:52.962] 
[21:42:52.962] 
[21:42:52.962] 
[21:42:53.014] dumping /tmp/cores/postgres.20481.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres
[21:42:53.144] [New LWP 101910]
[21:42:53.241] Core was generated by `postgres: cascading_standby: startup recovering 000000020000000000000006'.
[21:42:53.241] Program terminated with signal SIGQUIT, Quit.
[21:42:53.241] Sent by thr_kill() from pid 20481 and user 1002.
[21:42:53.241] #0  0x000000082e83f75a in _sigprocmask () from /lib/libc.so.7
[21:42:53.285] 
[21:42:53.285] Thread 1 (LWP 101910):
[21:42:53.285] #0  0x000000082e83f75a in _sigprocmask () from /lib/libc.so.7
[21:42:53.285] No symbol table info available.
[21:42:53.285] #1  0x000000082e87ca7f in _system () from /lib/libc.so.7
[21:42:53.285] No symbol table info available.
[21:42:53.285] #2  0x000000082d2db8a3 in ?? () from /lib/libthr.so.3
[21:42:53.285] No symbol table info available.
[21:42:53.285] #3  0x0000000000687ec7 in RestoreArchivedFile (path=path@entry=0x821bb71e0 "pg_wal/00000002", '0' <repeats 15 times>, "6", xlogfname=xlogfname@entry=0x821bb75e0 "00000003.history", recovername=<optimized out>, expectedSize=expectedSize@entry=0, cleanupEnabled=<optimized out>) at ../src/backend/access/transam/xlogarchive.c:177
[21:42:53.285]         xlogpath = "pg_wal/RECOVERYHISTORY\000\000\020\251\201.\b\000\000\000\360l\273!\b\000\000\000`\345,-\b\000\000\000\260\004\216.\b", '\000' <repeats 11 times>, "`m\273!\b\000\000\000$\252\201.\b\000\000\000\260\004\216.\b", '\000' <repeats 11 times>, "\340/\202.\b", '\000' <repeats 15 times>, "\b\000\000\000\260q\273!\b", '\000' <repeats 11 times>, "\340/\202.\b", '\000' <repeats 11 times>, "\024\263\352\301Q\266[G\020\334\f\377\277\036\000\000\001\000\000\000\000\000\000\000\200m\273!\b\000\000\000*ȓ\000\000\000\000\000\260S\217.\b\000\000\000\000"...
[21:42:53.285]         lastRestartPointFname = '0' <repeats 24 times>, "\000\377\377\377\000\000\000\0008p\273!\b", '\000' <repeats 11 times>, " i\273!\b\000\000\000\006w\262", '\000' <repeats 13 times>, "\305s\262\000\000\000\000\0008p\273!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' <repeats 23 times>, "\305s\262\000\000\000\000\000\240o\273!\b\000\000\000\373\377\377\377\000\000\000\000\005", '\000' <repeats 15 times>, "\320i\273!\b\000\000\000+v\262", '\000' <repeats 19 times>, "200\000\000\000\000\000\000\000"...
[21:42:53.285]         stat_buf = {st_dev = 6, st_ino = 2, st_nlink = 34925670864, st_mode = 28243, st_padding0 = 178, st_uid = 0, st_gid = 565932496, st_padding1 = 8, st_rdev = 35139591703, st_atim = {tv_sec = 34925670760, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3551280, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 11, tv_nsec = 2743093834115186689}, st_size = 5141903861835543316, st_blocks = 35140877072, st_blksize = 5, st_flags = 0, st_gen = 0, st_spare = {34925670848, 1, 34925670800, 35140119125, 0, 1751924240, 12480533916516514488, 5141903861835543316, 206158430240, 34925670880}}
[21:42:53.285]         restartRedoPtr = 34925670608
[21:42:53.285]         restartTli = 8
[21:42:53.285]         restartSegNo = <optimized out>
[21:42:53.285]         xlogRestoreCmd = 0x1ebfff171d68 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data/t_035_standby_logical_decoding_standby_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\""
[21:42:53.285]         rc = <optimized out>
[21:42:53.285] #4  0x000000000066ed38 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235
[21:42:53.285]         path = "pg_wal/00000002", '0' <repeats 15 times>, "6\000\000\000\000\000\000\000\000\000\220P\305\376\277\036\000\000\001\000\000\000\000\000\000\000\260r\273!\b\000\000\000\020v\273!\b\000\000\000`Њ.\b\000\000\000\024\263\352\301Q\266[G\200\t\340\376\277\036\000\000\000\000\000\000\000\000\000\000\220P\305\376\277\036\000\000\001\000\000\000\000\000\000\000\260r\273!\b\000\000\000\020v\273!\b\000\000\000\003֊.\b\000\000\000\300r\273!\b", '\000' <repeats 13 times>, "\n", '\000' <repeats 13 times>, "\330X\340\376\277\036\000\000\000\020\000\000\000\000\000\000hv\273!\b\000\000\000\220P"...
[21:42:53.285]         histfname = "00000003.history\000v\273!\b\000\000\000\315!\225\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000Pv\273!\b\000\000\000\345.\231\000\000\000\000"
[21:42:53.285]         fd = <optimized out>
[21:42:53.285] #5  0x000000000066edf8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277
[21:42:53.285]         newestTLI = 2
[21:42:53.285]         probeTLI = 3
[21:42:53.285] #6  0x00000000006933ab in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=105224136) at ../src/backend/access/transam/xlogrecovery.c:4135
[21:42:53.285]         oldtarget = 2
[21:42:53.285]         currentTle = 0x0
[21:42:53.285]         newtarget = <optimized out>
[21:42:53.285]         newExpectedTLEs = <optimized out>
[21:42:53.285]         found = <optimized out>
[21:42:53.285]         cell = <optimized out>
[21:42:53.285] #7  0x000000000068f543 in WaitForWALToBecomeAvailable (RecPtr=105224160, tliRecPtr=105224136, replayTLI=2, replayLSN=105224136, randAccess=<optimized out>, fetching_ckpt=<optimized out>, nonblocking=<optimized out>) at ../src/backend/access/transam/xlogrecovery.c:3697
[21:42:53.285]         startWalReceiver = false
[21:42:53.285]         streaming_reply_sent = true
[21:42:53.285]         now = <optimized out>
[21:42:53.285]         startWalReceiver = <optimized out>
[21:42:53.285]         oldSource = <optimized out>
[21:42:53.285]         wait_time = <optimized out>
[21:42:53.285]         __error = <optimized out>
[21:42:53.285]         __error = <optimized out>
[21:42:53.285]         __error = <optimized out>
[21:42:53.285]         havedata = <optimized out>
[21:42:53.285]         ptr = <optimized out>
[21:42:53.285]         tli = <optimized out>
[21:42:53.285]         __error = <optimized out>
[21:42:53.285]         latestChunkStart = <optimized out>
[21:42:53.285]         __error = <optimized out>
[21:42:53.285] #8  XLogPageRead (xlogreader=0x1ebfff01d130, targetPagePtr=105218048, reqLen=6112, targetRecPtr=105224136, readBuf=0x1ebfff10ffb8 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3363
[21:42:53.285]         private = 0x1ebfff01d110
[21:42:53.285]         emode = 15
[21:42:53.285]         targetSegNo = 6
[21:42:53.285]         targetPageOff = 4554752
[21:42:53.285]         io_start = <optimized out>
[21:42:53.285]         r = <optimized out>
[21:42:53.285] #9  0x000000000069630a in ReadPageInternal (state=state@entry=0x1ebfff01d130, pageptr=105218048, reqLen=6112) at ../src/backend/access/transam/xlogreader.c:1061
[21:42:53.285]         targetSegNo = 6
[21:42:53.285]         targetPageOff = 4554752
[21:42:53.285]         readLen = <optimized out>
[21:42:53.285]         hdr = <optimized out>
[21:42:53.285]         err = <optimized out>
[21:42:53.285] #10 0x0000000000695138 in XLogDecodeNextRecord (state=0x1ebfff01d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598
[21:42:53.285]         errormsg = 0xc176c8 <InterruptHoldoffCount> ""
[21:42:53.285]         randAccess = <optimized out>
[21:42:53.285]         decoded = 0x0
[21:42:53.285]         RecPtr = 105224136
[21:42:53.285]         assembled = false
[21:42:53.285]         targetPagePtr = 105218048
[21:42:53.285]         readOff = <optimized out>
[21:42:53.285]         record = <optimized out>
[21:42:53.285]         gotheader = <optimized out>
[21:42:53.285]         targetRecOff = 6088
[21:42:53.285]         pageHeaderSize = <optimized out>
[21:42:53.285]         len = <optimized out>
[21:42:53.285]         total_len = <optimized out>
[21:42:53.285]         buffer = <optimized out>
[21:42:53.285]         gotlen = <optimized out>
[21:42:53.285]         pageHeader = <optimized out>
[21:42:53.285]         contdata = <optimized out>
[21:42:53.285]         save_copy = <optimized out>
[21:42:53.285] #11 XLogReadAhead (state=0x1ebfff01d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974
[21:42:53.285]         result = <optimized out>
[21:42:53.285] #12 0x000000000068c7f8 in XLogPrefetcherNextBlock (pgsr_private=33809966899144, lsn=0x1ebfff1715c8) at ../src/backend/access/transam/xlogprefetcher.c:490
[21:42:53.285]         nonblocking = false
[21:42:53.285]         record = 0x0
[21:42:53.285]         prefetcher = 0x1ebfff111fc8
[21:42:53.285]         reader = 0x1ebfff01d130
[21:42:53.285]         replaying_lsn = 105224088
[21:42:53.285] #13 0x000000000068c465 in lrq_prefetch (lrq=0x1ebfff171558) at ../src/backend/access/transam/xlogprefetcher.c:252
[21:42:53.285] No locals.
[21:42:53.285] #14 lrq_complete_lsn (lrq=0x1ebfff171558, lsn=<optimized out>) at ../src/backend/access/transam/xlogprefetcher.c:290
[21:42:53.285] No locals.
[21:42:53.285] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x1ebfff111fc8, errmsg=errmsg@entry=0x821bbbd60) at ../src/backend/access/transam/xlogprefetcher.c:1035
[21:42:53.285]         replayed_up_to = <optimized out>
[21:42:53.285]         record = <optimized out>
[21:42:53.285] #16 0x000000000068fffa in ReadRecord (xlogprefetcher=0x1ebfff111fc8, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162
[21:42:53.285]         errormsg = 0x0
[21:42:53.285]         xlogreader = 0x1ebfff01d130
[21:42:53.285]         private = <optimized out>
[21:42:53.285]         record = <optimized out>
[21:42:53.285] #17 0x00000000006908e9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840
[21:42:53.285]         ru0 = {tv = {tv_sec = 1751924237, tv_usec = 637825}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1368}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 160, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}}
[21:42:53.285]         xtime = <optimized out>
[21:42:53.285]         reachedRecoveryTarget = false
[21:42:53.285]         replayTLI = 2
[21:42:53.286]         record = <optimized out>
[21:42:53.286] #18 0x0000000000680f93 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033
[21:42:53.286]         wasShutdown = false
[21:42:53.286]         haveTblspcMap = false
[21:42:53.286]         haveBackupLabel = true
[21:42:53.286]         promoted = false
[21:42:53.286]         didCrash = <optimized out>
[21:42:53.286]         checkPoint = {redo = 100664848, ThisTimeLineID = 1, PrevTimeLineID = <optimized out>, fullPageWrites = true, wal_level = <optimized out>, nextXid = {value = <optimized out>}, nextOid = <optimized out>, nextMulti = <optimized out>, nextMultiOffset = <optimized out>, oldestXid = <optimized out>, oldestXidDB = <optimized out>, oldestMulti = <optimized out>, oldestMultiDB = <optimized out>, time = <optimized out>, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 784}
[21:42:53.286]         oldestActiveXID = <optimized out>
[21:42:53.286]         performedWalRecovery = <optimized out>
[21:42:53.286]         endOfRecoveryInfo = <optimized out>
[21:42:53.286]         EndOfLog = <optimized out>
[21:42:53.286]         EndOfLogTLI = <optimized out>
[21:42:53.286]         abortedRecPtr = <optimized out>
[21:42:53.286]         missingContrecPtr = <optimized out>
[21:42:53.286]         newTLI = <optimized out>
[21:42:53.286]         Insert = <optimized out>
[21:42:53.286] #19 0x00000000008c441b in StartupProcessMain (startup_data=<optimized out>, startup_data_len=<optimized out>) at ../src/backend/postmaster/startup.c:258
[21:42:53.286] No locals.
[21:42:53.286] #20 0x00000000008bdeab in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=77, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290
[21:42:53.286]         pid = <optimized out>
[21:42:53.286] #21 0x00000000008c0c87 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973
[21:42:53.286]         pmchild = 0x0
[21:42:53.286]         pid = <optimized out>
[21:42:53.286] #22 0x00000000008c0682 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821bc1570) at ../src/backend/postmaster/postmaster.c:1393
[21:42:53.286]         userDoption = <optimized out>
[21:42:53.286]         listen_addr_saved = false
[21:42:53.286]         output_config_variable = <optimized out>
[21:42:53.286]         opt = <optimized out>
[21:42:53.286]         status = <optimized out>
[21:42:53.286] #23 0x00000000007f3420 in main (argc=4, argv=0x821bc1570) at ../src/backend/main/main.c:227
[21:42:53.286]         do_check_root = <optimized out>
[21:42:53.286]         dispatch_option = DISPATCH_POSTMASTER