[03:37:24.438] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores
[03:37:24.745] dumping /tmp/cores/postgres.25001.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres
[03:37:24.877] [New LWP 101743]
[03:37:24.970] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'.
[03:37:24.970] Program terminated with signal SIGQUIT, Quit.
[03:37:24.970] Sent by thr_kill() from pid 25001 and user 1002.
[03:37:24.970] #0  0x000000082c0a775a in _sigprocmask () from /lib/libc.so.7
[03:37:25.015] 
[03:37:25.015] Thread 1 (LWP 101743):
[03:37:25.015] #0  0x000000082c0a775a in _sigprocmask () from /lib/libc.so.7
[03:37:25.015] No symbol table info available.
[03:37:25.015] #1  0x000000082c0e4a2f in _system () from /lib/libc.so.7
[03:37:25.015] No symbol table info available.
[03:37:25.015] #2  0x000000082aa428a3 in ?? () from /lib/libthr.so.3
[03:37:25.015] No symbol table info available.
[03:37:25.015] #3  0x0000000000685cd7 in RestoreArchivedFile (path=path@entry=0x8211d31e0 "pg_wal/00000002", '0' <repeats 15 times>, "4", xlogfname=xlogfname@entry=0x8211d35e0 "00000003.history", recovername=<optimized out>, expectedSize=expectedSize@entry=0, cleanupEnabled=<optimized out>) at ../src/backend/access/transam/xlogarchive.c:177
[03:37:25.015]         xlogpath = "pg_wal/RECOVERYHISTORY\000\tк\025,\b\000\000\000\005\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\0002\035!\b\000\000\000\001\000\000\000\000\000\000\000\360-\035!\b\000\000\000\027\036\002,\b", '\000' <repeats 11 times>, "\340(\301\000\000\000\000\000002", '\000' <repeats 13 times>, "002\000\000\000\000\00000000000", '\000' <repeats 48 times>, "\260-\035!\b\000\000\000\315ҿ\211\2414\000\000\250~\367+\b\000\000\000\234\360"...
[03:37:25.015]         lastRestartPointFname = '0' <repeats 24 times>, '\000' <repeats 48 times>, "\3050\262\000\000\000\000\00080\035!\b\000\000\000\376\377\377\377\000\000\000\000\304)\035!\b\000\000\000\377\377\377\377\000\000\000\000\2100\035!\b", '\000' <repeats 11 times>, "p)\035!\b\000\000\000\0064\262", '\000' <repeats 13 times>, "\3050\262\000\000\000\000\000\2100\035!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' <repeats 23 times>...
[03:37:25.015]         stat_buf = {st_dev = 4, st_ino = 2, st_nlink = 34915299792, st_mode = 11091, st_padding0 = 178, st_uid = 0, st_gid = 555561424, st_padding1 = 8, st_rdev = 35098074647, st_atim = {tv_sec = 34915299688, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 206158430224, tv_nsec = -8581917524440907775}, st_size = 697799068085008632, st_blocks = 35099359952, st_blksize = 6, st_flags = 0, st_gen = 0, st_spare = {34915299776, 2, 34915299728, 35098602069, 34915299808, 1748057378, 10698613823513486643, 697799068085008632, 206158430240, 34915299808}}
[03:37:25.015]         restartRedoPtr = 34915299536
[03:37:25.015]         restartTli = 8
[03:37:25.015]         restartSegNo = <optimized out>
[03:37:25.015]         xlogRestoreCmd = 0xf0fa3770f68 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\""
[03:37:25.015]         rc = <optimized out>
[03:37:25.015] #4  0x000000000066cb38 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235
[03:37:25.015]         path = "pg_wal/00000002", '0' <repeats 15 times>, "4", '\000' <repeats 17 times>, "P\000!\243\017\017\000\000\001\000\000\000\000\000\000\000\b\244 \243\017\017\000\000 m\367+\b\000\000\000\2704\035!\b\000\000\000\b4\035!\b\000\000\000p2\035!\b", '\000' <repeats 11 times>, "\b0 \243\017\017\000\000 \000\000\000\000\000\000\000\3603\035!\b\000\000\000wl\277\211\2414\000\000\b0 \243\017\017\000\000\b4 \243\017\017\000\000\b8 \243\017\017\000\000\b< \243\017\017\000\000\bp \243\017\017\000\000\bt \243\017\017\000\000\bx \243\017\017\000\000"...
[03:37:25.015]         histfname = "00000003.history\0006\035!\b\000\000\000\r\355\224\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\00006\035!\b\000\000\000b)\n,\b\000\000"
[03:37:25.015]         fd = <optimized out>
[03:37:25.015] #5  0x000000000066cbf8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277
[03:37:25.015]         newestTLI = 2
[03:37:25.015]         probeTLI = 3
[03:37:25.015] #6  0x000000000069111b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67209048) at ../src/backend/access/transam/xlogrecovery.c:4135
[03:37:25.015]         oldtarget = 2
[03:37:25.015]         currentTle = 0x0
[03:37:25.015]         newtarget = <optimized out>
[03:37:25.015]         newExpectedTLEs = <optimized out>
[03:37:25.015]         found = <optimized out>
[03:37:25.015]         cell = <optimized out>
[03:37:25.015] #7  0x000000000068d313 in WaitForWALToBecomeAvailable (RecPtr=67209072, tliRecPtr=67209048, replayTLI=2, replayLSN=67209048, randAccess=<optimized out>, fetching_ckpt=<optimized out>, nonblocking=<optimized out>) at ../src/backend/access/transam/xlogrecovery.c:3697
[03:37:25.015]         startWalReceiver = false
[03:37:25.015]         streaming_reply_sent = true
[03:37:25.015]         now = <optimized out>
[03:37:25.015]         startWalReceiver = <optimized out>
[03:37:25.015]         oldSource = <optimized out>
[03:37:25.015]         wait_time = <optimized out>
[03:37:25.015]         __error = <optimized out>
[03:37:25.015]         __error = <optimized out>
[03:37:25.015]         __error = <optimized out>
[03:37:25.015]         havedata = <optimized out>
[03:37:25.015]         ptr = <optimized out>
[03:37:25.015]         tli = <optimized out>
[03:37:25.015]         __error = <optimized out>
[03:37:25.015]         latestChunkStart = <optimized out>
[03:37:25.015]         __error = <optimized out>
[03:37:25.015] #8  XLogPageRead (xlogreader=0xf0fa361d130, targetPagePtr=67207168, reqLen=1904, targetRecPtr=67209048, readBuf=0xf0fa3741038 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3363
[03:37:25.015]         private = 0xf0fa361d110
[03:37:25.015]         emode = 15
[03:37:25.015]         targetSegNo = 4
[03:37:25.015]         targetPageOff = 98304
[03:37:25.015]         io_start = <optimized out>
[03:37:25.015]         r = <optimized out>
[03:37:25.015] #9  0x000000000069407a in ReadPageInternal (state=state@entry=0xf0fa361d130, pageptr=67207168, reqLen=1904) at ../src/backend/access/transam/xlogreader.c:1061
[03:37:25.015]         targetSegNo = 4
[03:37:25.015]         targetPageOff = 98304
[03:37:25.015]         readLen = <optimized out>
[03:37:25.015]         hdr = <optimized out>
[03:37:25.015]         err = <optimized out>
[03:37:25.015] #10 0x0000000000692ea8 in XLogDecodeNextRecord (state=0xf0fa361d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598
[03:37:25.015]         errormsg = 0x8211d7c98 ""
[03:37:25.015]         randAccess = <optimized out>
[03:37:25.015]         decoded = 0x0
[03:37:25.015]         RecPtr = 67209048
[03:37:25.015]         assembled = false
[03:37:25.015]         targetPagePtr = 67207168
[03:37:25.015]         readOff = <optimized out>
[03:37:25.015]         record = <optimized out>
[03:37:25.015]         gotheader = <optimized out>
[03:37:25.015]         targetRecOff = 1880
[03:37:25.015]         pageHeaderSize = <optimized out>
[03:37:25.015]         len = <optimized out>
[03:37:25.015]         total_len = <optimized out>
[03:37:25.015]         buffer = <optimized out>
[03:37:25.015]         gotlen = <optimized out>
[03:37:25.015]         pageHeader = <optimized out>
[03:37:25.015]         contdata = <optimized out>
[03:37:25.015]         save_copy = <optimized out>
[03:37:25.015] #11 XLogReadAhead (state=0xf0fa361d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974
[03:37:25.015]         result = <optimized out>
[03:37:25.015] #12 0x000000000068a5c8 in XLogPrefetcherNextBlock (pgsr_private=16559841226824, lsn=0xf0fa37709c8) at ../src/backend/access/transam/xlogprefetcher.c:490
[03:37:25.015]         nonblocking = false
[03:37:25.015]         record = 0x0
[03:37:25.015]         prefetcher = 0xf0fa3743048
[03:37:25.015]         reader = 0xf0fa361d130
[03:37:25.015]         replaying_lsn = 67208640
[03:37:25.015] #13 0x000000000068a235 in lrq_prefetch (lrq=0xf0fa3770758) at ../src/backend/access/transam/xlogprefetcher.c:252
[03:37:25.015] No locals.
[03:37:25.015] #14 lrq_complete_lsn (lrq=0xf0fa3770758, lsn=<optimized out>) at ../src/backend/access/transam/xlogprefetcher.c:290
[03:37:25.015] No locals.
[03:37:25.015] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0xf0fa3743048, errmsg=errmsg@entry=0x8211d7d60) at ../src/backend/access/transam/xlogprefetcher.c:1035
[03:37:25.015]         replayed_up_to = <optimized out>
[03:37:25.015]         record = <optimized out>
[03:37:25.015] #16 0x000000000068ddca in ReadRecord (xlogprefetcher=0xf0fa3743048, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162
[03:37:25.015]         errormsg = 0xf0fa361d940 ""
[03:37:25.015]         xlogreader = 0xf0fa361d130
[03:37:25.015]         private = <optimized out>
[03:37:25.015]         record = <optimized out>
[03:37:25.015] #17 0x000000000068e6b9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840
[03:37:25.015]         ru0 = {tv = {tv_sec = 1748057378, tv_usec = 18574}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1150}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 157, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 12, ru_nivcsw = 3}}
[03:37:25.015]         xtime = <optimized out>
[03:37:25.015]         reachedRecoveryTarget = false
[03:37:25.015]         replayTLI = 2
[03:37:25.015]         record = <optimized out>
[03:37:25.015] #18 0x000000000067edb3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033
[03:37:25.015]         wasShutdown = false
[03:37:25.015]         haveTblspcMap = false
[03:37:25.015]         haveBackupLabel = true
[03:37:25.015]         promoted = false
[03:37:25.015]         didCrash = <optimized out>
[03:37:25.016]         checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = <optimized out>, fullPageWrites = true, wal_level = <optimized out>, nextXid = {value = <optimized out>}, nextOid = <optimized out>, nextMulti = <optimized out>, nextMultiOffset = <optimized out>, oldestXid = <optimized out>, oldestXidDB = <optimized out>, oldestMulti = <optimized out>, oldestMultiDB = <optimized out>, time = <optimized out>, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 752}
[03:37:25.016]         oldestActiveXID = <optimized out>
[03:37:25.016]         performedWalRecovery = <optimized out>
[03:37:25.016]         endOfRecoveryInfo = <optimized out>
[03:37:25.016]         EndOfLog = <optimized out>
[03:37:25.016]         EndOfLogTLI = <optimized out>
[03:37:25.016]         abortedRecPtr = <optimized out>
[03:37:25.016]         missingContrecPtr = <optimized out>
[03:37:25.016]         newTLI = <optimized out>
[03:37:25.016]         Insert = <optimized out>
[03:37:25.016] #19 0x00000000008c153b in StartupProcessMain (startup_data=<optimized out>, startup_data_len=<optimized out>) at ../src/backend/postmaster/startup.c:258
[03:37:25.016] No locals.
[03:37:25.016] #20 0x00000000008bafcb in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290
[03:37:25.016]         pid = <optimized out>
[03:37:25.016] #21 0x00000000008bdda7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973
[03:37:25.016]         pmchild = 0x0
[03:37:25.016]         pid = <optimized out>
[03:37:25.016] #22 0x00000000008bd7a2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8211dd518) at ../src/backend/postmaster/postmaster.c:1393
[03:37:25.016]         userDoption = <optimized out>
[03:37:25.016]         listen_addr_saved = false
[03:37:25.016]         output_config_variable = <optimized out>
[03:37:25.016]         opt = <optimized out>
[03:37:25.016]         status = <optimized out>
[03:37:25.016] #23 0x00000000007f0880 in main (argc=4, argv=0x8211dd518) at ../src/backend/main/main.c:227
[03:37:25.016]         do_check_root = <optimized out>
[03:37:25.016]         dispatch_option = DISPATCH_POSTMASTER