[18:59:19.482] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [18:59:19.778] dumping /tmp/cores/postgres.26871.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [18:59:19.909] [New LWP 101843] [18:59:19.998] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'. [18:59:19.998] Program terminated with signal SIGQUIT, Quit. [18:59:19.998] Sent by thr_kill() from pid 26871 and user 1002. [18:59:19.998] #0 0x000000082e39475a in _sigprocmask () from /lib/libc.so.7 [18:59:20.038] [18:59:20.038] Thread 1 (LWP 101843): [18:59:20.038] #0 0x000000082e39475a in _sigprocmask () from /lib/libc.so.7 [18:59:20.038] No symbol table info available. [18:59:20.038] #1 0x000000082e3d1a7f in _system () from /lib/libc.so.7 [18:59:20.038] No symbol table info available. [18:59:20.038] #2 0x000000082c8868a3 in ?? () from /lib/libthr.so.3 [18:59:20.038] No symbol table info available. [18:59:20.038] #3 0x0000000000688ab7 in RestoreArchivedFile (path=path@entry=0x820fc51e0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x820fc55e0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [18:59:20.038] xlogpath = "pg_wal/RECOVERYHISTORY\000\n\020\213D.\b\000\000\000\005\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\000R\374 \b\000\000\000\001\000\000\000\000\000\000\000\360M\374 \b\000\000\000\027\3560.\b", '\000' , "м\301\000\000\000\000\000002", '\000' , "002\000\000\000\000\00000000000", '\000' , "\260M\374 \b\000\000\000\315\322\f\321\373\030\000\000\250N&.\b\000\000\000\234"... [18:59:20.038] lastRestartPointFname = '0' , '\000' , "\344\217[o4\202y\n\020\213D.\b\000\000\000X\344\277\000\000\000\000\000\370x\245T\2666\000\000\001\377\000\207\377\377\377\377\002\201\002\000\000\000\000\000\001\000\000\000\000\000\000\000\200\201\000\000\352\003\000\000\353\003\000\000\000\000\000\000\377\377\377\377\377\377\377\377ǯ\217h\000\000\000\000@\353\2462\000\000\000\000ǯ\217h\000\000\000\000Ț\2152\000\000\000\000ǯ\217h\000\000\000\000\330%\2472\000\000\000\000ǯ\217h\000\000\000\000p\177\2152\000"... [18:59:20.038] stat_buf = {st_dev = 4, st_ino = 2, st_nlink = 34913145296, st_mode = 41699, st_padding0 = 178, st_uid = 0, st_gid = 553406928, st_padding1 = 8, st_rdev = 35134696983, st_atim = {tv_sec = 7834484, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 35135239760, tv_nsec = 60156731731976}, st_size = 2834064, st_blocks = 35106862265, st_blksize = 1, st_flags = 0, st_gen = 60156735987712, st_spare = {34913145232, 35135230750, 2, 35135099973, 775501392, 754777574279450596, 34913145312, 12582048, 206158430240, 34913145312}} [18:59:20.038] restartRedoPtr = 34913145040 [18:59:20.038] restartTli = 8 [18:59:20.038] restartSegNo = [18:59:20.038] xlogRestoreCmd = 0x36b654f8a868 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [18:59:20.038] rc = [18:59:20.038] #4 0x000000000066fa28 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [18:59:20.038] path = "pg_wal/00000002", '0' , "4\000\000\000\000\000\000\000\000\000\220`\245T\2666\000\000\001\000\000\000\000\000\000\000\260R\374 \b\000\000\000\020V\374 \b\000\000\000` @.\b\000\000\000\344\217[o4\202y\n\200\t\300T\2666\000\000\000\000\000\000\000\000\000\000\220`\245T\2666\000\000\001\000\000\000\000\000\000\000\260R\374 \b\000\000\000\020V\374 \b\000\000\000\003&@.\b\000\000\000\300R\374 \b", '\000' , "\n", '\000' , "\330X\300T\2666\000\000\000\020\000\000\000\000\000\000hV\374 \b\000\000\000"... [18:59:20.038] histfname = "00000003.history\000V\374 \b\000\000\000\035V\225\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000PV\374 \b\000\000\000Ea\231\000\000\000\000" [18:59:20.038] fd = [18:59:20.038] #5 0x000000000066fae8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [18:59:20.038] newestTLI = 2 [18:59:20.038] probeTLI = 3 [18:59:20.038] #6 0x0000000000693fab in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67201984) at ../src/backend/access/transam/xlogrecovery.c:4136 [18:59:20.038] oldtarget = 2 [18:59:20.038] currentTle = 0x0 [18:59:20.038] newtarget = [18:59:20.038] newExpectedTLEs = [18:59:20.038] found = [18:59:20.038] cell = [18:59:20.038] #7 0x0000000000690133 in WaitForWALToBecomeAvailable (RecPtr=67202008, tliRecPtr=67201984, replayTLI=2, replayLSN=67201984, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3698 [18:59:20.038] startWalReceiver = false [18:59:20.038] streaming_reply_sent = true [18:59:20.038] now = [18:59:20.038] startWalReceiver = [18:59:20.038] oldSource = [18:59:20.038] wait_time = [18:59:20.038] __error = [18:59:20.038] __error = [18:59:20.038] __error = [18:59:20.038] havedata = [18:59:20.038] ptr = [18:59:20.038] tli = [18:59:20.038] __error = [18:59:20.038] latestChunkStart = [18:59:20.038] __error = [18:59:20.038] #8 XLogPageRead (xlogreader=0x36b654e1d0a0, targetPagePtr=67198976, reqLen=3032, targetRecPtr=67201984, readBuf=0x36b654f5b2f8 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3364 [18:59:20.038] private = 0x36b654e1d080 [18:59:20.038] emode = 15 [18:59:20.038] targetSegNo = 4 [18:59:20.038] targetPageOff = 90112 [18:59:20.038] io_start = [18:59:20.038] r = [18:59:20.038] #9 0x0000000000696f6a in ReadPageInternal (state=0x36b654e1d0a0, pageptr=pageptr@entry=67198976, reqLen=3032) at ../src/backend/access/transam/xlogreader.c:1071 [18:59:20.038] targetSegNo = 4 [18:59:20.038] targetPageOff = 90112 [18:59:20.038] readLen = [18:59:20.038] hdr = [18:59:20.038] err = [18:59:20.038] #10 0x0000000000695d1b in XLogDecodeNextRecord (state=0x36b654e1d0a0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [18:59:20.038] errormsg = 0x2f200000300 [18:59:20.038] randAccess = [18:59:20.038] decoded = 0x0 [18:59:20.038] RecPtr = 67201984 [18:59:20.038] assembled = false [18:59:20.038] targetPagePtr = 67198976 [18:59:20.038] targetRecOff = 3008 [18:59:20.038] readOff = [18:59:20.038] pageHeaderSize = [18:59:20.038] record = [18:59:20.038] gotheader = [18:59:20.038] len = [18:59:20.038] total_len = [18:59:20.038] buffer = [18:59:20.038] gotlen = [18:59:20.038] pageHeader = [18:59:20.038] contdata = [18:59:20.038] save_copy = [18:59:20.038] #11 XLogReadAhead (state=0x36b654e1d0a0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:984 [18:59:20.038] result = [18:59:20.038] #12 0x000000000068d3e8 in XLogPrefetcherNextBlock (pgsr_private=60156736036560, lsn=0x36b654f8a2c8) at ../src/backend/access/transam/xlogprefetcher.c:490 [18:59:20.038] nonblocking = false [18:59:20.038] record = 0x0 [18:59:20.038] prefetcher = 0x36b654e1ded0 [18:59:20.038] reader = 0x36b654e1d0a0 [18:59:20.038] replaying_lsn = 67201576 [18:59:20.038] #13 0x000000000068d055 in lrq_prefetch (lrq=0x36b654f8a058) at ../src/backend/access/transam/xlogprefetcher.c:252 [18:59:20.038] No locals. [18:59:20.038] #14 lrq_complete_lsn (lrq=0x36b654f8a058, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [18:59:20.038] No locals. [18:59:20.038] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x36b654e1ded0, errmsg=errmsg@entry=0x820fc9d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [18:59:20.038] replayed_up_to = [18:59:20.038] record = [18:59:20.038] #16 0x0000000000690bea in ReadRecord (xlogprefetcher=0x36b654e1ded0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3163 [18:59:20.038] errormsg = 0x0 [18:59:20.038] xlogreader = 0x36b654e1d0a0 [18:59:20.038] private = [18:59:20.038] record = [18:59:20.038] #17 0x00000000006914e9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1841 [18:59:20.038] ru0 = {tv = {tv_sec = 1754247111, tv_usec = 905689}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1200}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 159, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 12, ru_nivcsw = 1}} [18:59:20.038] xtime = [18:59:20.038] reachedRecoveryTarget = false [18:59:20.038] replayTLI = 2 [18:59:20.038] record = [18:59:20.038] #18 0x0000000000681c53 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6027 [18:59:20.038] wasShutdown = false [18:59:20.038] haveTblspcMap = false [18:59:20.038] haveBackupLabel = true [18:59:20.038] timebuf = "2025-08-03 18:51:50 UTC", '\000' [18:59:20.038] promoted = false [18:59:20.038] didCrash = [18:59:20.038] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 754} [18:59:20.038] oldestActiveXID = [18:59:20.038] performedWalRecovery = [18:59:20.038] endOfRecoveryInfo = [18:59:20.038] EndOfLog = [18:59:20.038] EndOfLogTLI = [18:59:20.038] abortedRecPtr = [18:59:20.038] missingContrecPtr = [18:59:20.038] newTLI = [18:59:20.038] Insert = [18:59:20.038] #19 0x00000000008c669b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [18:59:20.038] No locals. [18:59:20.038] #20 0x00000000008c012b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [18:59:20.038] pid = [18:59:20.038] #21 0x00000000008c2f07 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3980 [18:59:20.038] pmchild = 0x0 [18:59:20.038] pid = [18:59:20.038] #22 0x00000000008c2902 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820fcea50) at ../src/backend/postmaster/postmaster.c:1393 [18:59:20.038] userDoption = [18:59:20.038] listen_addr_saved = false [18:59:20.038] output_config_variable = [18:59:20.038] opt = [18:59:20.038] status = [18:59:20.038] #23 0x00000000007f4b50 in main (argc=4, argv=0x820fcea50) at ../src/backend/main/main.c:231 [18:59:20.038] do_check_root = [18:59:20.038] dispatch_option = DISPATCH_POSTMASTER