[03:20:17.593] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [03:20:17.873] dumping /tmp/cores/sh.30632.core for /bin/sh [03:20:17.916] [New LWP 101971] [03:20:17.917] Core was generated by `sh -c cp "/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/'. [03:20:17.917] Program terminated with signal SIGQUIT, Quit. [03:20:17.917] Sent by kill() from pid 30373 and user 1002. [03:20:17.917] #0 0x0000549533933efa in ?? () from /libexec/ld-elf.so.1 [03:20:17.923] [03:20:17.923] Thread 1 (LWP 101971): [03:20:17.923] #0 0x0000549533933efa in ?? () from /libexec/ld-elf.so.1 [03:20:17.923] No symbol table info available. [03:20:17.923] #1 0x000054953392df6c in ?? () from /libexec/ld-elf.so.1 [03:20:17.923] No symbol table info available. [03:20:17.923] #2 0x0000000000000000 in ?? () [03:20:17.923] No symbol table info available. [03:20:17.929] [03:20:17.929] [03:20:17.929] [03:20:18.032] dumping /tmp/cores/postgres.46490.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [03:20:18.166] [New LWP 100129] [03:20:18.256] Core was generated by `postgres: cascading_standby: startup recovering 000000020000000000000006'. [03:20:18.256] Program terminated with signal SIGQUIT, Quit. [03:20:18.256] Sent by thr_kill() from pid 46490 and user 1002. [03:20:18.256] #0 0x000000082cc965da in _sigprocmask () from /lib/libc.so.7 [03:20:18.293] [03:20:18.293] Thread 1 (LWP 100129): [03:20:18.293] #0 0x000000082cc965da in _sigprocmask () from /lib/libc.so.7 [03:20:18.293] No symbol table info available. [03:20:18.293] #1 0x000000082ccd3a3c in _system () from /lib/libc.so.7 [03:20:18.293] No symbol table info available. [03:20:18.293] #2 0x000000082c32a953 in ?? () from /lib/libthr.so.3 [03:20:18.293] No symbol table info available. [03:20:18.293] #3 0x0000000000696f99 in RestoreArchivedFile (path=path@entry=0x821bd21b0 "pg_wal/00000002", '0' , "6", xlogfname=xlogfname@entry=0x821bd25b0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [03:20:18.293] xlogpath = "pg_wal/RECOVERYHISTORY\000\000-\232\307,\b\000\000\000\320\034\275!\b\000\000\000\300\025\307,\b\000\000\000\320\034\275!\b\000\000\000\320\3251,\b\000\000\000\000c\323,\b", '\000' , "@\035\275!\b\000\000\000\324\026\307,\b\000\000\000\000c\323,\b", '\000' , "\200\235\307,\b", '\000' , "\b\000\000\000\220!\275!\b", '\000' , "\200\235\307,\b", '\000' , "4L\037\375!\302\366\357\020l.\r\224\004\000\000\001\000\000\000\000\000\000\000`\035\275!\b\000\000\000"... [03:20:18.293] lastRestartPointFname = '0' , "\000ȳ\000\000\000\000\000\330\037\275!\b\000\000\000\376\377\377\377\000\000\000\000d\031\275!\b\000\000\000\377\377\377\377\000\000\000\000( \275!\b", '\000' , "\020\031\275!\b\000\000\000\366˳", '\000' , "\265ȳ\000\000\000\000\000( \275!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' , "\265ȳ\000\000\000\000\000\220\037\275!\b\000\000\000\373\377\377\377\000\000\000\000\005", '\000' , "\300\031\275!\b\000\000\000\033˳", '\000' ... [03:20:18.293] stat_buf = {st_dev = 12651876, st_ino = 2, st_nlink = 34925781408, st_mode = 49971, st_bsdflags = 179, st_uid = 0, st_gid = 566043040, st_padding1 = 8, st_rdev = 35110584967, st_atim = {tv_sec = 2, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 35272830340}, st_ctim = {tv_sec = 3551280, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 84018153655350, tv_nsec = 3391497788297576449}, st_size = -1155522803137557452, st_blocks = 35111868752, st_blksize = 5, st_flags = 0, st_gen = 0, st_filerev = 34925781392, st_spare = {2, 34925781344, 35111114896, 751391920, 1766632336, 5771912427398117206, 17291221270571994164, 206158430240, 34925781424}} [03:20:18.293] restartRedoPtr = 34925781152 [03:20:18.293] restartTli = 8 [03:20:18.293] restartSegNo = [03:20:18.293] xlogRestoreCmd = 0x4940d38b6e8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data/t_035_standby_logical_decoding_standby_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [03:20:18.293] rc = [03:20:18.293] #4 0x000000000067dee8 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [03:20:18.293] path = "pg_wal/00000002", '0' , "6\000J\000\000\000\000\000\000\000\000a!\r\224\004\000\000\340%\275!\b\000\000\000K֮\000\000\000\000\000\340%\275!\b\000\000\000\2563\320,\b\000\000\0004L\037\375!\302\366\357\200\t\000\r\224\004\000\000\000\000\000\000\000\000\000\000\220P\345\f\224\004\000\000\001\000\000\000\000\000\000\000\200\"\275!\b\000\000\000\340%\275!\b\000\000\000C9\320,\b\000\000\000\220\"\275!\b", '\000' , "\n", '\000' , "\330X\000\r\224\004\000\000\000\020\000\000\000\000\000\000H&\275!\b\000\000\000\220"... [03:20:18.293] histfname = "00000003.history\000&\275!\b\000\000\000\235c\227\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000\000&\275!\b\000\000\000\222\027\311,\b\000\000" [03:20:18.293] fd = [03:20:18.293] #5 0x000000000067dfa8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [03:20:18.293] newestTLI = 2 [03:20:18.293] probeTLI = 3 [03:20:18.293] #6 0x00000000006a277b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=105258120) at ../src/backend/access/transam/xlogrecovery.c:4181 [03:20:18.293] oldtarget = 2 [03:20:18.293] currentTle = 0x0 [03:20:18.293] newtarget = [03:20:18.293] newExpectedTLEs = [03:20:18.293] found = [03:20:18.293] cell = [03:20:18.293] #7 0x000000000069e3f0 in WaitForWALToBecomeAvailable (RecPtr=105258144, randAccess=false, fetching_ckpt=false, tliRecPtr=105258120, replayTLI=2, replayLSN=105258120, nonblocking=false) at ../src/backend/access/transam/xlogrecovery.c:3743 [03:20:18.293] startWalReceiver = false [03:20:18.293] streaming_reply_sent = true [03:20:18.293] now = [03:20:18.293] #8 XLogPageRead (xlogreader=0x4940d2150a0, targetPagePtr=105250816, reqLen=7328, targetRecPtr=105258120, readBuf=0x4940d314338 "\032\321\006") at ../src/backend/access/transam/xlogrecovery.c:3390 [03:20:18.293] private = 0x4940d215080 [03:20:18.293] emode = 15 [03:20:18.293] targetSegNo = 6 [03:20:18.293] targetPageOff = 4587520 [03:20:18.293] io_start = [03:20:18.293] r = [03:20:18.293] #9 0x00000000006a5fec in ReadPageInternal (state=0x4940d2150a0, pageptr=pageptr@entry=105250816, reqLen=7328) at ../src/backend/access/transam/xlogreader.c:1071 [03:20:18.293] targetSegNo = 6 [03:20:18.293] targetPageOff = 4587520 [03:20:18.293] readLen = [03:20:18.293] hdr = [03:20:18.293] err = [03:20:18.293] #10 0x00000000006a4dc5 in XLogDecodeNextRecord (state=0x4940d2150a0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [03:20:18.293] errormsg = 0x0 [03:20:18.293] randAccess = [03:20:18.293] decoded = [03:20:18.293] RecPtr = 105258120 [03:20:18.293] assembled = false [03:20:18.293] targetPagePtr = 105250816 [03:20:18.293] readOff = [03:20:18.293] record = [03:20:18.293] gotheader = [03:20:18.293] targetRecOff = 7304 [03:20:18.293] pageHeaderSize = [03:20:18.293] len = [03:20:18.293] total_len = [03:20:18.293] buffer = [03:20:18.293] gotlen = [03:20:18.293] pageHeader = [03:20:18.293] contdata = [03:20:18.293] save_copy = [03:20:18.293] #11 XLogReadAhead (state=0x4940d2150a0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:984 [03:20:18.293] result = [03:20:18.293] #12 0x000000000069b948 in XLogPrefetcherNextBlock (pgsr_private=5033921961680, lsn=0x4940d38af68) at ../src/backend/access/transam/xlogprefetcher.c:490 [03:20:18.293] nonblocking = false [03:20:18.293] record = 0x0 [03:20:18.293] prefetcher = 0x4940d215ed0 [03:20:18.293] reader = 0x4940d2150a0 [03:20:18.293] replaying_lsn = 105258072 [03:20:18.293] #13 0x000000000069b544 in lrq_prefetch (lrq=0x4940d38aed8) at ../src/backend/access/transam/xlogprefetcher.c:252 [03:20:18.293] No locals. [03:20:18.293] #14 lrq_complete_lsn (lrq=0x4940d38aed8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [03:20:18.293] No locals. [03:20:18.293] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x4940d215ed0, errmsg=errmsg@entry=0x821bd6d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [03:20:18.293] replayed_up_to = [03:20:18.293] record = [03:20:18.293] #16 0x000000000069f2dc in ReadRecord (xlogprefetcher=0x4940d215ed0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3187 [03:20:18.293] errormsg = 0x4940d2158b0 "" [03:20:18.293] xlogreader = 0x4940d2150a0 [03:20:18.293] private = [03:20:18.293] record = [03:20:18.293] #17 0x000000000069fbc9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1863 [03:20:18.293] ru0 = {tv = {tv_sec = 1766632334, tv_usec = 199251}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1194}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 159, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 4}} [03:20:18.293] xtime = [03:20:18.293] reachedRecoveryTarget = false [03:20:18.293] replayTLI = 2 [03:20:18.293] record = [03:20:18.293] #18 0x0000000000690250 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5933 [03:20:18.293] wasShutdown = false [03:20:18.293] haveTblspcMap = false [03:20:18.293] haveBackupLabel = true [03:20:18.293] timebuf = "2025-12-25 03:12:13 UTC\000\b4\340\f\224\004\000\000\b8\340\f\224\004\000\000\b<\340\f\224\004\000\000\bp\340\f\224\004\000\000\bt\340\f\224\004\000\000\bx\340\f\224\004\000\000\b|\340\f\224\004\000\000\b\200\340\f\224\004\000\000\b\204\340\f\224\004\000\000\b\210\340\f\224\004\000\000\b\214\340\f\224\004\000\000\b\220\340\f\224\004\000\000\b\224\340\f\224\004\000" [03:20:18.293] promoted = false [03:20:18.293] didCrash = [03:20:18.293] checkPoint = {redo = 100664888, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , logicalDecodingEnabled = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = 1, oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 788} [03:20:18.293] oldestActiveXID = [03:20:18.293] performedWalRecovery = [03:20:18.293] endOfRecoveryInfo = [03:20:18.293] EndOfLog = [03:20:18.293] EndOfLogTLI = [03:20:18.293] abortedRecPtr = [03:20:18.293] missingContrecPtr = [03:20:18.293] newTLI = [03:20:18.293] Insert = [03:20:18.293] #19 0x00000000008e1bcb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [03:20:18.293] No locals. [03:20:18.293] #20 0x00000000008db54b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=77, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:268 [03:20:18.293] pid = [03:20:18.293] #21 0x00000000008de3e7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3991 [03:20:18.293] pmchild = 0x0 [03:20:18.293] pid = [03:20:18.293] #22 0x00000000008ddcef in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821bdc200) at ../src/backend/postmaster/postmaster.c:1396 [03:20:18.293] userDoption = [03:20:18.293] listen_addr_saved = false [03:20:18.293] output_config_variable = [03:20:18.293] opt = [03:20:18.293] status = [03:20:18.293] #23 0x0000000000809add in main (argc=4, argv=0x821bdc200) at ../src/backend/main/main.c:231 [03:20:18.293] do_check_root = [03:20:18.293] dispatch_option = DISPATCH_POSTMASTER