[22:54:24.261] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores
[22:54:24.558] dumping /tmp/cores/postgres.20491.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres
[22:54:24.693] [New LWP 101712]
[22:54:24.784] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'.
[22:54:24.784] Program terminated with signal SIGQUIT, Quit.
[22:54:24.784] Sent by thr_kill() from pid 20491 and user 1002.
[22:54:24.784] #0  0x000000082b46b75a in _sigprocmask () from /lib/libc.so.7
[22:54:24.829] 
[22:54:24.829] Thread 1 (LWP 101712):
[22:54:24.829] #0  0x000000082b46b75a in _sigprocmask () from /lib/libc.so.7
[22:54:24.829] No symbol table info available.
[22:54:24.829] #1  0x000000082b4a8a2f in _system () from /lib/libc.so.7
[22:54:24.829] No symbol table info available.
[22:54:24.829] #2  0x000000082942f8a3 in ?? () from /lib/libthr.so.3
[22:54:24.829] No symbol table info available.
[22:54:24.829] #3  0x0000000000686dc7 in RestoreArchivedFile (path=path@entry=0x820dcf1e0 "pg_wal/00000002", '0' <repeats 15 times>, "4", xlogfname=xlogfname@entry=0x820dcf5e0 "00000003.history", recovername=<optimized out>, expectedSize=expectedSize@entry=0, cleanupEnabled=<optimized out>) at ../src/backend/access/transam/xlogarchive.c:177
[22:54:24.829]         xlogpath = "pg_wal/RECOVERYHISTORY\000\371\320\372Q+\b\000\000\000\005", '\000' <repeats 16 times>, "\362\334 \b\000\000\000\001\000\000\000\000\000\000\000\3225\220I\224\267\271\371X\000\000\000\000\000\000\000\210\355\334 \b\000\000\000\001\000\000\000\000\000\000\000\335 \000\000\000\000\000\000\020V\217!\b\000\000\000p\355\334 \b\000\000\000$kF+\b", '\000' <repeats 11 times>, "\001\000\000\000:&\374}\3225\220I\224\267\271\371\320\372Q+\b\000\000\000\005", '\000' <repeats 15 times>, "\260\355\334 \b\000\000\000͢\303\016\\5\000\000\250\2763+\b\000\000\000\234"...
[22:54:24.829]         lastRestartPointFname = '0' <repeats 24 times>, "\000\000\000\000\000\000\000\000pg_wal/RECOVERYXLOG\000RY\000\000\000\000\000\000\000\000\000\000\3225\220I\224\267\271\371\320\372Q+\b\000\000\000\350}\277\000\000\000\000\000\370h\005\220P\004\000\000\001\377\000\207\377\377\377\377b(\002\000\000\000\000\000\001\000\000\000\000\000\000\000\200\201\000\000\352\003\000\000\353\003\000\000\000\000\000\000\377\377\377\377\377\377\377\377\202\355\027h\000\000\000\000\330\354\241*\000\000\000\000\202\355\027h\000\000\000\000 \347\240*\000\000\000\000\202\355\027h\000\000\000\000(3\242*\000\000\000\000\202\355\027h\000\000\000\000"...
[22:54:24.829]         stat_buf = {st_dev = 4, st_ino = 2, st_nlink = 34911089104, st_mode = 23891, st_padding0 = 178, st_uid = 0, st_gid = 551350736, st_padding1 = 8, st_rdev = 35085245975, st_atim = {tv_sec = 7834484, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 35085788752, tv_nsec = 4744059826184}, st_size = 2834360, st_blocks = 35051979961, st_blksize = 1, st_flags = 0, st_gen = 4744064081920, st_spare = {34911089008, 35051976258, 35085788752, 12550032, 35085788752, 4744059855880, 34911089232, 58669500937588, 206158430240, 34911089120}}
[22:54:24.829]         restartRedoPtr = 34911088848
[22:54:24.829]         restartTli = 8
[22:54:24.829]         restartSegNo = <optimized out>
[22:54:24.829]         xlogRestoreCmd = 0x450905713a8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\""
[22:54:24.829]         rc = <optimized out>
[22:54:24.829] #4  0x000000000066dc38 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235
[22:54:24.829]         path = "pg_wal/00000002", '0' <repeats 15 times>, "4\000\000\000\000\000\000\000\000\000\220P\005\220P\004\000\000\001\000\000\000\000\000\000\000\260\362\334 \b\000\000\000\020\366\334 \b\000\000\000\020\220M+\b\000\000\000\3225\220I\224\267\271\371\200\t \220P\004\000\000\000\000\000\000\000\000\000\000\220P\005\220P\004\000\000\001\000\000\000\000\000\000\000\260\362\334 \b\000\000\000\020\366\334 \b\000\000\000\263\225M+\b\000\000\000\300\362\334 \b", '\000' <repeats 13 times>, "\n", '\000' <repeats 13 times>, "\330X \220P\004\000\000\000\020\000\000\000\000\000\000h\366\334 \b\000\000\000"...
[22:54:24.829]         histfname = "00000003.history\000\366\334 \b\000\000\000\275\005\225\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000P\366\334 \b\000\000\000E\024\231\000\000\000\000"
[22:54:24.829]         fd = <optimized out>
[22:54:24.829] #5  0x000000000066dcf8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277
[22:54:24.829]         newestTLI = 2
[22:54:24.829]         probeTLI = 3
[22:54:24.829] #6  0x000000000069220b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67209536) at ../src/backend/access/transam/xlogrecovery.c:4135
[22:54:24.829]         oldtarget = 2
[22:54:24.829]         currentTle = 0x0
[22:54:24.829]         newtarget = <optimized out>
[22:54:24.829]         newExpectedTLEs = <optimized out>
[22:54:24.829]         found = <optimized out>
[22:54:24.829]         cell = <optimized out>
[22:54:24.829] #7  0x000000000068e403 in WaitForWALToBecomeAvailable (RecPtr=67209560, tliRecPtr=67209536, replayTLI=2, replayLSN=67209536, randAccess=<optimized out>, fetching_ckpt=<optimized out>, nonblocking=<optimized out>) at ../src/backend/access/transam/xlogrecovery.c:3697
[22:54:24.829]         startWalReceiver = false
[22:54:24.829]         streaming_reply_sent = true
[22:54:24.829]         now = <optimized out>
[22:54:24.829]         startWalReceiver = <optimized out>
[22:54:24.829]         oldSource = <optimized out>
[22:54:24.829]         wait_time = <optimized out>
[22:54:24.829]         __error = <optimized out>
[22:54:24.829]         __error = <optimized out>
[22:54:24.829]         __error = <optimized out>
[22:54:24.829]         havedata = <optimized out>
[22:54:24.829]         ptr = <optimized out>
[22:54:24.829]         tli = <optimized out>
[22:54:24.829]         __error = <optimized out>
[22:54:24.829]         latestChunkStart = <optimized out>
[22:54:24.829]         __error = <optimized out>
[22:54:24.829] #8  XLogPageRead (xlogreader=0x4509041d130, targetPagePtr=67207168, reqLen=2392, targetRecPtr=67209536, readBuf=0x45090541db8 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3363
[22:54:24.829]         private = 0x4509041d110
[22:54:24.829]         emode = 15
[22:54:24.829]         targetSegNo = 4
[22:54:24.829]         targetPageOff = 98304
[22:54:24.829]         io_start = <optimized out>
[22:54:24.829]         r = <optimized out>
[22:54:24.829] #9  0x000000000069516a in ReadPageInternal (state=state@entry=0x4509041d130, pageptr=67207168, reqLen=2392) at ../src/backend/access/transam/xlogreader.c:1061
[22:54:24.829]         targetSegNo = 4
[22:54:24.829]         targetPageOff = 98304
[22:54:24.829]         readLen = <optimized out>
[22:54:24.829]         hdr = <optimized out>
[22:54:24.829]         err = <optimized out>
[22:54:24.829] #10 0x0000000000693f98 in XLogDecodeNextRecord (state=0x4509041d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598
[22:54:24.829]         errormsg = 0x2f100000300 <error: Cannot access memory at address 0x2f100000300>
[22:54:24.829]         randAccess = <optimized out>
[22:54:24.829]         decoded = 0x0
[22:54:24.829]         RecPtr = 67209536
[22:54:24.829]         assembled = false
[22:54:24.829]         targetPagePtr = 67207168
[22:54:24.829]         readOff = <optimized out>
[22:54:24.829]         record = <optimized out>
[22:54:24.829]         gotheader = <optimized out>
[22:54:24.829]         targetRecOff = 2368
[22:54:24.829]         pageHeaderSize = <optimized out>
[22:54:24.829]         len = <optimized out>
[22:54:24.829]         total_len = <optimized out>
[22:54:24.829]         buffer = <optimized out>
[22:54:24.829]         gotlen = <optimized out>
[22:54:24.829]         pageHeader = <optimized out>
[22:54:24.829]         contdata = <optimized out>
[22:54:24.829]         save_copy = <optimized out>
[22:54:24.829] #11 XLogReadAhead (state=0x4509041d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974
[22:54:24.829]         result = <optimized out>
[22:54:24.829] #12 0x000000000068b6b8 in XLogPrefetcherNextBlock (pgsr_private=4744065334728, lsn=0x45090570e08) at ../src/backend/access/transam/xlogprefetcher.c:490
[22:54:24.829]         nonblocking = false
[22:54:24.829]         record = 0x0
[22:54:24.829]         prefetcher = 0x45090543dc8
[22:54:24.829]         reader = 0x4509041d130
[22:54:24.829]         replaying_lsn = 67209128
[22:54:24.829] #13 0x000000000068b325 in lrq_prefetch (lrq=0x45090570b98) at ../src/backend/access/transam/xlogprefetcher.c:252
[22:54:24.829] No locals.
[22:54:24.829] #14 lrq_complete_lsn (lrq=0x45090570b98, lsn=<optimized out>) at ../src/backend/access/transam/xlogprefetcher.c:290
[22:54:24.829] No locals.
[22:54:24.829] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x45090543dc8, errmsg=errmsg@entry=0x820dd3d60) at ../src/backend/access/transam/xlogprefetcher.c:1035
[22:54:24.829]         replayed_up_to = <optimized out>
[22:54:24.829]         record = <optimized out>
[22:54:24.829] #16 0x000000000068eeba in ReadRecord (xlogprefetcher=0x45090543dc8, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162
[22:54:24.829]         errormsg = 0x0
[22:54:24.829]         xlogreader = 0x4509041d130
[22:54:24.829]         private = <optimized out>
[22:54:24.829]         record = <optimized out>
[22:54:24.829] #17 0x000000000068f7a9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840
[22:54:24.829]         ru0 = {tv = {tv_sec = 1746398594, tv_usec = 826610}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1245}, ru_maxrss = 27604, ru_ixrss = 6148, ru_idrss = 372, ru_isrss = 128, ru_minflt = 160, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 16, ru_nivcsw = 3}}
[22:54:24.829]         xtime = <optimized out>
[22:54:24.829]         reachedRecoveryTarget = false
[22:54:24.829]         replayTLI = 2
[22:54:24.829]         record = <optimized out>
[22:54:24.829] #18 0x000000000067feb3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033
[22:54:24.829]         wasShutdown = false
[22:54:24.829]         haveTblspcMap = false
[22:54:24.829]         haveBackupLabel = true
[22:54:24.829]         promoted = false
[22:54:24.829]         didCrash = <optimized out>
[22:54:24.829]         checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = <optimized out>, fullPageWrites = true, wal_level = <optimized out>, nextXid = {value = <optimized out>}, nextOid = <optimized out>, nextMulti = <optimized out>, nextMultiOffset = <optimized out>, oldestXid = <optimized out>, oldestXidDB = <optimized out>, oldestMulti = <optimized out>, oldestMultiDB = <optimized out>, time = <optimized out>, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 753}
[22:54:24.829]         oldestActiveXID = <optimized out>
[22:54:24.829]         performedWalRecovery = <optimized out>
[22:54:24.829]         endOfRecoveryInfo = <optimized out>
[22:54:24.829]         EndOfLog = <optimized out>
[22:54:24.829]         EndOfLogTLI = <optimized out>
[22:54:24.829]         abortedRecPtr = <optimized out>
[22:54:24.829]         missingContrecPtr = <optimized out>
[22:54:24.829]         newTLI = <optimized out>
[22:54:24.829]         Insert = <optimized out>
[22:54:24.829] #19 0x00000000008c29db in StartupProcessMain (startup_data=<optimized out>, startup_data_len=<optimized out>) at ../src/backend/postmaster/startup.c:262
[22:54:24.829] No locals.
[22:54:24.829] #20 0x00000000008bc43b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290
[22:54:24.829]         pid = <optimized out>
[22:54:24.829] #21 0x00000000008bf227 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973
[22:54:24.829]         pmchild = 0x0
[22:54:24.829]         pid = <optimized out>
[22:54:24.829] #22 0x00000000008bec22 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820dd8790) at ../src/backend/postmaster/postmaster.c:1393
[22:54:24.829]         userDoption = <optimized out>
[22:54:24.829]         listen_addr_saved = false
[22:54:24.829]         output_config_variable = <optimized out>
[22:54:24.829]         opt = <optimized out>
[22:54:24.829]         status = <optimized out>
[22:54:24.829] #23 0x00000000007f2070 in main (argc=4, argv=0x820dd8790) at ../src/backend/main/main.c:227
[22:54:24.829]         do_check_root = <optimized out>
[22:54:24.829]         dispatch_option = DISPATCH_POSTMASTER