[10:38:09.752] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores
[10:38:10.174] dumping /tmp/cores/postgres.26845.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres
[10:38:10.327] [New LWP 101944]
[10:38:10.436] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'.
[10:38:10.436] Program terminated with signal SIGQUIT, Quit.
[10:38:10.436] Sent by thr_kill() from pid 26845 and user 1002.
[10:38:10.436] #0  0x000000082b9f375a in _sigprocmask () from /lib/libc.so.7
[10:38:10.493] 
[10:38:10.493] Thread 1 (LWP 101944):
[10:38:10.493] #0  0x000000082b9f375a in _sigprocmask () from /lib/libc.so.7
[10:38:10.493] No symbol table info available.
[10:38:10.493] #1  0x000000082ba30a7f in _system () from /lib/libc.so.7
[10:38:10.493] No symbol table info available.
[10:38:10.493] #2  0x00000008291a78a3 in ?? () from /lib/libthr.so.3
[10:38:10.493] No symbol table info available.
[10:38:10.493] #3  0x0000000000688a67 in RestoreArchivedFile (path=path@entry=0x820c471e0 "pg_wal/00000002", '0' <repeats 15 times>, "4", xlogfname=xlogfname@entry=0x820c475e0 "00000003.history", recovername=<optimized out>, expectedSize=expectedSize@entry=0, cleanupEnabled=<optimized out>) at ../src/backend/access/transam/xlogarchive.c:177
[10:38:10.493]         xlogpath = "pg_wal/RECOVERYHISTORY\000C\020{\252+\b\000\000\000\005", '\000' <repeats 16 times>, "r\304 \b\000\000\000\001\000\000\000\000\000\000\000\367\322\002\322~d\233CX\000\000\000\000\000\000\000\210m\304 \b\000\000\000\001\000\000\000\000\000\000\000\001;\000\000\000\000\000\000\020\366\313 \b\000\000\000pm\304 \b\000\000\000$\353\236+\b", '\000' <repeats 11 times>, "\001\000\000\000\202c\244\025\367\322\002\322~d\233C\020{\252+\b\000\000\000\005", '\000' <repeats 15 times>, "\260m\304 \b\000\000\000͒\346\344A\031\000\000\250>\214+\b\000\000\000\234"...
[10:38:10.493]         lastRestartPointFname = '0' <repeats 24 times>, "\000\000\000\000\000\000\000\000pg_wal/RECOVERYXLOG\000RY\000\000\000\000\000\000\000\000\000\000\367\322\002\322~d\233C\020{\252+\b\000\000\000\370߿\000\000\000\000\000\370x\205T\326:\000\000\001\377\000\207\377\377\377\377vZ\002\000\000\000\000\000\001\000\000\000\000\000\000\000\200\201\000\000\352\003\000\000\353\003\000\000\000\000\000\000\377\377\377\377\377\377\377\377$\364\211h\000\000\000\000\2404\205\017\000\000\000\000$\364\211h\000\000\000\000\030'\204\017\000\000\000\000$\364\211h\000\000\000\000\bw\205\017\000\000\000\000$\364\211h\000\000\000\000\330"...
[10:38:10.493]         stat_buf = {st_dev = 4, st_ino = 2, st_nlink = 34909483472, st_mode = 40579, st_padding0 = 178, st_uid = 0, st_gid = 549745104, st_padding1 = 8, st_rdev = 35091045911, st_atim = {tv_sec = 7834484, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 35091588688, tv_nsec = 64692215099400}, st_size = 2834064, st_blocks = 35049325753, st_blksize = 1, st_flags = 0, st_gen = 64692219355136, st_spare = {34909483376, 35049322050, 35091588688, 12575136, 35091588688, 64692215129096, 34909483600, 27770803856756, 206158430240, 34909483488}}
[10:38:10.493]         restartRedoPtr = 34909483216
[10:38:10.493]         restartTli = 8
[10:38:10.493]         restartSegNo = <optimized out>
[10:38:10.493]         xlogRestoreCmd = 0x3ad654d8b628 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\""
[10:38:10.493]         rc = <optimized out>
[10:38:10.493] #4  0x000000000066f9e8 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235
[10:38:10.493]         path = "pg_wal/00000002", '0' <repeats 15 times>, "4\000\000\000\000\000\000\000\000\000\220`\205T\326:\000\000\001\000\000\000\000\000\000\000\260r\304 \b\000\000\000\020v\304 \b\000\000\000`\020\246+\b\000\000\000\367\322\002\322~d\233C\200\t\240T\326:\000\000\000\000\000\000\000\000\000\000\220`\205T\326:\000\000\001\000\000\000\000\000\000\000\260r\304 \b\000\000\000\020v\304 \b\000\000\000\003\026\246+\b\000\000\000\300r\304 \b", '\000' <repeats 13 times>, "\n", '\000' <repeats 13 times>, "\330X\240T\326:\000\000\000\020\000\000\000\000\000\000hv\304 \b\000\000\000"...
[10:38:10.493]         histfname = "00000003.history\000v\304 \b\000\000\000\215T\225\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000Pv\304 \b\000\000\000%_\231\000\000\000\000"
[10:38:10.493]         fd = <optimized out>
[10:38:10.493] #5  0x000000000066faa8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277
[10:38:10.493]         newestTLI = 2
[10:38:10.493]         probeTLI = 3
[10:38:10.493] #6  0x0000000000693f4b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67201984) at ../src/backend/access/transam/xlogrecovery.c:4135
[10:38:10.493]         oldtarget = 2
[10:38:10.493]         currentTle = 0x0
[10:38:10.493]         newtarget = <optimized out>
[10:38:10.493]         newExpectedTLEs = <optimized out>
[10:38:10.493]         found = <optimized out>
[10:38:10.493]         cell = <optimized out>
[10:38:10.493] #7  0x00000000006900e3 in WaitForWALToBecomeAvailable (RecPtr=67202008, tliRecPtr=67201984, replayTLI=2, replayLSN=67201984, randAccess=<optimized out>, fetching_ckpt=<optimized out>, nonblocking=<optimized out>) at ../src/backend/access/transam/xlogrecovery.c:3697
[10:38:10.493]         startWalReceiver = false
[10:38:10.493]         streaming_reply_sent = true
[10:38:10.493]         now = <optimized out>
[10:38:10.493]         startWalReceiver = <optimized out>
[10:38:10.493]         oldSource = <optimized out>
[10:38:10.493]         wait_time = <optimized out>
[10:38:10.493]         __error = <optimized out>
[10:38:10.493]         __error = <optimized out>
[10:38:10.493]         __error = <optimized out>
[10:38:10.493]         havedata = <optimized out>
[10:38:10.493]         ptr = <optimized out>
[10:38:10.493]         tli = <optimized out>
[10:38:10.493]         __error = <optimized out>
[10:38:10.493]         latestChunkStart = <optimized out>
[10:38:10.493]         __error = <optimized out>
[10:38:10.493] #8  XLogPageRead (xlogreader=0x3ad654c1d130, targetPagePtr=67198976, reqLen=3032, targetRecPtr=67201984, readBuf=0x3ad654d5be78 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3363
[10:38:10.493]         private = 0x3ad654c1d110
[10:38:10.493]         emode = 15
[10:38:10.493]         targetSegNo = 4
[10:38:10.493]         targetPageOff = 90112
[10:38:10.493]         io_start = <optimized out>
[10:38:10.493]         r = <optimized out>
[10:38:10.493] #9  0x0000000000696f0a in ReadPageInternal (state=0x3ad654c1d130, pageptr=pageptr@entry=67198976, reqLen=3032) at ../src/backend/access/transam/xlogreader.c:1071
[10:38:10.493]         targetSegNo = 4
[10:38:10.493]         targetPageOff = 90112
[10:38:10.493]         readLen = <optimized out>
[10:38:10.493]         hdr = <optimized out>
[10:38:10.493]         err = <optimized out>
[10:38:10.493] #10 0x0000000000695cbb in XLogDecodeNextRecord (state=0x3ad654c1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598
[10:38:10.493]         errormsg = 0x2f200000300 <error: Cannot access memory at address 0x2f200000300>
[10:38:10.493]         randAccess = <optimized out>
[10:38:10.493]         decoded = 0x0
[10:38:10.493]         RecPtr = 67201984
[10:38:10.493]         assembled = false
[10:38:10.493]         targetPagePtr = 67198976
[10:38:10.493]         targetRecOff = 3008
[10:38:10.493]         readOff = <optimized out>
[10:38:10.493]         pageHeaderSize = <optimized out>
[10:38:10.493]         record = <optimized out>
[10:38:10.493]         gotheader = <optimized out>
[10:38:10.493]         len = <optimized out>
[10:38:10.493]         total_len = <optimized out>
[10:38:10.493]         buffer = <optimized out>
[10:38:10.493]         gotlen = <optimized out>
[10:38:10.493]         pageHeader = <optimized out>
[10:38:10.493]         contdata = <optimized out>
[10:38:10.493]         save_copy = <optimized out>
[10:38:10.493] #11 XLogReadAhead (state=0x3ad654c1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:984
[10:38:10.493]         result = <optimized out>
[10:38:10.493] #12 0x000000000068d398 in XLogPrefetcherNextBlock (pgsr_private=64692220714632, lsn=0x3ad654d8b088) at ../src/backend/access/transam/xlogprefetcher.c:490
[10:38:10.493]         nonblocking = false
[10:38:10.493]         record = 0x0
[10:38:10.493]         prefetcher = 0x3ad654d5de88
[10:38:10.493]         reader = 0x3ad654c1d130
[10:38:10.493]         replaying_lsn = 67201576
[10:38:10.493] #13 0x000000000068d005 in lrq_prefetch (lrq=0x3ad654d8ae18) at ../src/backend/access/transam/xlogprefetcher.c:252
[10:38:10.493] No locals.
[10:38:10.493] #14 lrq_complete_lsn (lrq=0x3ad654d8ae18, lsn=<optimized out>) at ../src/backend/access/transam/xlogprefetcher.c:290
[10:38:10.493] No locals.
[10:38:10.493] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x3ad654d5de88, errmsg=errmsg@entry=0x820c4bd60) at ../src/backend/access/transam/xlogprefetcher.c:1035
[10:38:10.493]         replayed_up_to = <optimized out>
[10:38:10.493]         record = <optimized out>
[10:38:10.493] #16 0x0000000000690b9a in ReadRecord (xlogprefetcher=0x3ad654d5de88, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162
[10:38:10.493]         errormsg = 0x0
[10:38:10.493]         xlogreader = 0x3ad654c1d130
[10:38:10.493]         private = <optimized out>
[10:38:10.493]         record = <optimized out>
[10:38:10.493] #17 0x0000000000691489 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840
[10:38:10.493]         ru0 = {tv = {tv_sec = 1753871396, tv_usec = 381386}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1210}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 161, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 16, ru_nivcsw = 3}}
[10:38:10.493]         xtime = <optimized out>
[10:38:10.493]         reachedRecoveryTarget = false
[10:38:10.493]         replayTLI = 2
[10:38:10.493]         record = <optimized out>
[10:38:10.493] #18 0x0000000000681c33 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6022
[10:38:10.493]         wasShutdown = false
[10:38:10.493]         haveTblspcMap = false
[10:38:10.493]         haveBackupLabel = true
[10:38:10.493]         promoted = false
[10:38:10.493]         didCrash = <optimized out>
[10:38:10.493]         checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = <optimized out>, fullPageWrites = true, wal_level = <optimized out>, nextXid = {value = <optimized out>}, nextOid = <optimized out>, nextMulti = <optimized out>, nextMultiOffset = <optimized out>, oldestXid = <optimized out>, oldestXidDB = <optimized out>, oldestMulti = <optimized out>, oldestMultiDB = <optimized out>, time = <optimized out>, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 754}
[10:38:10.493]         oldestActiveXID = <optimized out>
[10:38:10.493]         performedWalRecovery = <optimized out>
[10:38:10.493]         endOfRecoveryInfo = <optimized out>
[10:38:10.493]         EndOfLog = <optimized out>
[10:38:10.493]         EndOfLogTLI = <optimized out>
[10:38:10.493]         abortedRecPtr = <optimized out>
[10:38:10.493]         missingContrecPtr = <optimized out>
[10:38:10.493]         newTLI = <optimized out>
[10:38:10.493]         Insert = <optimized out>
[10:38:10.493] #19 0x00000000008c655b in StartupProcessMain (startup_data=<optimized out>, startup_data_len=<optimized out>) at ../src/backend/postmaster/startup.c:258
[10:38:10.493] No locals.
[10:38:10.493] #20 0x00000000008bffeb in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290
[10:38:10.493]         pid = <optimized out>
[10:38:10.493] #21 0x00000000008c2dc7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3980
[10:38:10.493]         pmchild = 0x0
[10:38:10.493]         pid = <optimized out>
[10:38:10.493] #22 0x00000000008c27c2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820c510a8) at ../src/backend/postmaster/postmaster.c:1393
[10:38:10.493]         userDoption = <optimized out>
[10:38:10.493]         listen_addr_saved = false
[10:38:10.493]         output_config_variable = <optimized out>
[10:38:10.493]         opt = <optimized out>
[10:38:10.493]         status = <optimized out>
[10:38:10.493] #23 0x00000000007f4a20 in main (argc=4, argv=0x820c510a8) at ../src/backend/main/main.c:231
[10:38:10.493]         do_check_root = <optimized out>
[10:38:10.493]         dispatch_option = DISPATCH_POSTMASTER