[06:46:11.868] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [06:46:12.186] dumping /tmp/cores/cp.30162.core for /bin/cp [06:46:12.234] [New LWP 102103] [06:46:12.238] Core was generated by `cp /tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_'. [06:46:12.238] Program terminated with signal SIGQUIT, Quit. [06:46:12.238] Sent by kill() from pid 29995 and user 1002. [06:46:12.238] #0 0x000037e7fcbc1faf in ?? () from /lib/libc.so.7 [06:46:12.246] [06:46:12.246] Thread 1 (LWP 102103): [06:46:12.246] #0 0x000037e7fcbc1faf in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #1 0x000037e7fcbc24b3 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #2 0x000037e7fcbeaa22 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #3 0x000037e7fcbea5d5 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #4 0x000037e7fcbe2738 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #5 0x000037e7fcbe3514 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #6 0x000037e7fcbdf20f in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #7 0x000037e7fcbbc866 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #8 0x000037e7fcbe4545 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #9 0x000037e7fcbfd7cd in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #10 0x000037e7fcbfd70b in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #11 0x000037e7fcc00090 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #12 0x000037e7fcc00324 in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #13 0x000037e7fcbbb52d in ?? () from /lib/libc.so.7 [06:46:12.246] No symbol table info available. [06:46:12.246] #14 0x00003d62e742e62d in ?? () from /libexec/ld-elf.so.1 [06:46:12.246] No symbol table info available. [06:46:12.246] #15 0x0000000000000000 in ?? () [06:46:12.246] No symbol table info available. [06:46:12.253] [06:46:12.253] [06:46:12.253] [06:46:12.311] dumping /tmp/cores/postgres.44822.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [06:46:12.446] [New LWP 102007] [06:46:12.531] Core was generated by `postgres: standby2: startup recovering 000000020000000000000004'. [06:46:12.531] Program terminated with signal SIGQUIT, Quit. [06:46:12.531] Sent by thr_kill() from pid 44822 and user 1002. [06:46:12.531] #0 0x000000082c2115da in _sigprocmask () from /lib/libc.so.7 [06:46:12.570] [06:46:12.570] Thread 1 (LWP 102007): [06:46:12.570] #0 0x000000082c2115da in _sigprocmask () from /lib/libc.so.7 [06:46:12.570] No symbol table info available. [06:46:12.570] #1 0x000000082c24ea3c in _system () from /lib/libc.so.7 [06:46:12.570] No symbol table info available. [06:46:12.570] #2 0x0000000829da0953 in ?? () from /lib/libthr.so.3 [06:46:12.570] No symbol table info available. [06:46:12.570] #3 0x000000000069a249 in RestoreArchivedFile (path=path@entry=0x821a2b1b0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x821a2b5b0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [06:46:12.570] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\200\201\000\000\352\003\000\000pg_wal/00000002", '0' , "3\000mF\200i\000\000\000\000\3700R\a\000\000\000\000mF\200i\000\000\000\0000{R\a\000\000\000\000mF\200i\000\000\000\000\210\031R\a\000\000\000\000*\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\000\020", '\000' ... [06:46:12.570] lastRestartPointFname = '0' , "\000\247i\000\000\000\000\000د\242!\b\000\000\000\376\377\377\377\000\000\000\000d\251\242!\b\000\000\000\377\377\377\377\000\000\000\000(\260\242!\b", '\000' , "\020\251\242!\b\000\000\000Fy\264", '\000' , "\005v\264\000\000\000\000\000(\260\242!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' , "\005v\264\000\000\000\000\000\220\257\242!\b\000\000\000\373\377\377\377\000\000\000\000\005", '\000' , "\300\251\242!\b\000\000\000k"... [06:46:12.570] stat_buf = {st_dev = 12698004, st_ino = 2, st_nlink = 34924048800, st_mode = 28803, st_bsdflags = 180, st_uid = 0, st_gid = 564310432, st_padding1 = 8, st_rdev = 35099554439, st_atim = {tv_sec = 0, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 35210255748}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 91003537081965, tv_nsec = -8744429852741861375}, st_size = 8975195559615075400, st_blocks = 35100838224, st_blksize = 5, st_flags = 0, st_gen = 34924049920, st_filerev = 34924048784, st_spare = {2, 34924048736, 35100084368, 0, 1770014317, 2604614343747075306, 8975195559615075400, 206158430240, 34924048816}} [06:46:12.570] restartRedoPtr = 34924048544 [06:46:12.570] restartTli = 8 [06:46:12.570] restartSegNo = [06:46:12.570] xlogRestoreCmd = 0x313bab38b268 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/t_043_no_contrecord_switch_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [06:46:12.570] rc = [06:46:12.570] #4 0x00000000006810c8 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [06:46:12.570] path = "pg_wal/00000002", '0' , "4\000J\000\000\000\000\000\000\000\000a!\253;1\000\000ൢ!\b\000\000\000\033\202\257\000\000\000\000\000\000\3203\253;1\000\000Ȉ\"\253;1\000\000\000\210\"\253;1\000\000\030(\000\000\000\000\000\000\001(\000\000\000\000\000\000\000\3203\253;1\000\000\027\274/\000\000\000\000\000\000\210\"\253;1\000\000\030\t\305\000\000\000\000\000\020\t\305\000\000\000\000\000财!\177\003\000\000H\024\205\020\317L\216|UTC\000\b\000\000\000\263\214#,\b\000\000\000\340\":\253;1\000\000\004\000\000\000\000\000\000\000\200\262\242!\b\000\000\000p\201\262\000\000"... [06:46:12.570] histfname = "00000003.history\000\266\242!\b\000\000\000m\r\230\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000 \266\242!\b\000\000\000\353\034\234\000\000\000\000" [06:46:12.570] fd = [06:46:12.570] #5 0x0000000000681188 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [06:46:12.570] newestTLI = 2 [06:46:12.570] probeTLI = 3 [06:46:12.570] #6 0x00000000006a5a0b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67173200) at ../src/backend/access/transam/xlogrecovery.c:4180 [06:46:12.570] oldtarget = 2 [06:46:12.570] currentTle = 0x0 [06:46:12.570] newtarget = [06:46:12.570] newExpectedTLEs = [06:46:12.570] found = [06:46:12.570] cell = [06:46:12.570] #7 0x00000000006a16a0 in WaitForWALToBecomeAvailable (RecPtr=67173224, randAccess=false, fetching_ckpt=false, tliRecPtr=67173200, replayTLI=2, replayLSN=67173200, nonblocking=false) at ../src/backend/access/transam/xlogrecovery.c:3742 [06:46:12.570] startWalReceiver = false [06:46:12.570] streaming_reply_sent = true [06:46:12.570] now = [06:46:12.570] #8 XLogPageRead (xlogreader=0x313bab2150a0, targetPagePtr=67166208, reqLen=7016, targetRecPtr=67173200, readBuf=0x313bab35b4b8 "\033\321\005") at ../src/backend/access/transam/xlogrecovery.c:3389 [06:46:12.570] private = 0x313bab215080 [06:46:12.570] emode = 15 [06:46:12.570] targetSegNo = 4 [06:46:12.570] targetPageOff = 57344 [06:46:12.570] io_start = [06:46:12.570] r = [06:46:12.570] #9 0x00000000006a929c in ReadPageInternal (state=0x313bab2150a0, pageptr=pageptr@entry=67166208, reqLen=7016) at ../src/backend/access/transam/xlogreader.c:1071 [06:46:12.570] targetSegNo = 4 [06:46:12.570] targetPageOff = 57344 [06:46:12.570] readLen = [06:46:12.570] hdr = [06:46:12.570] err = [06:46:12.570] #10 0x00000000006a8075 in XLogDecodeNextRecord (state=0x313bab2150a0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [06:46:12.570] errormsg = 0x303 [06:46:12.570] randAccess = [06:46:12.570] decoded = [06:46:12.570] RecPtr = 67173200 [06:46:12.570] assembled = false [06:46:12.570] targetPagePtr = 67166208 [06:46:12.570] readOff = [06:46:12.570] record = [06:46:12.570] gotheader = [06:46:12.570] targetRecOff = 6992 [06:46:12.570] pageHeaderSize = [06:46:12.570] len = [06:46:12.570] total_len = [06:46:12.570] buffer = [06:46:12.570] gotlen = [06:46:12.570] pageHeader = [06:46:12.570] contdata = [06:46:12.570] save_copy = [06:46:12.570] #11 XLogReadAhead (state=0x313bab2150a0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:984 [06:46:12.570] result = [06:46:12.570] #12 0x000000000069ebf8 in XLogPrefetcherNextBlock (pgsr_private=54132343922384, lsn=0x313bab38ac18) at ../src/backend/access/transam/xlogprefetcher.c:490 [06:46:12.570] nonblocking = false [06:46:12.570] record = 0x0 [06:46:12.570] prefetcher = 0x313bab215ed0 [06:46:12.570] reader = 0x313bab2150a0 [06:46:12.570] replaying_lsn = 67173160 [06:46:12.570] #13 0x000000000069e7f4 in lrq_prefetch (lrq=0x313bab38aa58) at ../src/backend/access/transam/xlogprefetcher.c:252 [06:46:12.570] No locals. [06:46:12.570] #14 lrq_complete_lsn (lrq=0x313bab38aa58, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [06:46:12.570] No locals. [06:46:12.570] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x313bab215ed0, errmsg=errmsg@entry=0x821a2fd60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [06:46:12.570] replayed_up_to = [06:46:12.570] record = [06:46:12.570] #16 0x00000000006a258c in ReadRecord (xlogprefetcher=0x313bab215ed0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3186 [06:46:12.570] errormsg = 0x0 [06:46:12.570] xlogreader = 0x313bab2150a0 [06:46:12.570] private = [06:46:12.570] record = [06:46:12.570] #17 0x00000000006a2e79 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1862 [06:46:12.570] ru0 = {tv = {tv_sec = 1770014316, tv_usec = 684410}, ru = {ru_utime = {tv_sec = 0, tv_usec = 1152}, ru_stime = {tv_sec = 0, tv_usec = 0}, ru_maxrss = 27924, ru_ixrss = 6304, ru_idrss = 380, ru_isrss = 128, ru_minflt = 161, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 0}} [06:46:12.570] xtime = [06:46:12.570] reachedRecoveryTarget = false [06:46:12.570] replayTLI = 2 [06:46:12.570] record = [06:46:12.570] #18 0x00000000006934d0 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5948 [06:46:12.570] wasShutdown = false [06:46:12.570] haveTblspcMap = false [06:46:12.570] haveBackupLabel = true [06:46:12.570] timebuf = "2026-02-02 06:38:35 UTC\000p'\243!\b\000\000\000\260G\243!\b\000\000\000]\203\260\000\000\000\000\00044458\n/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/" [06:46:12.570] promoted = false [06:46:12.570] didCrash = [06:46:12.570] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , logicalDecodingEnabled = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = 1, oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 768} [06:46:12.571] oldestActiveXID = [06:46:12.571] performedWalRecovery = [06:46:12.571] endOfRecoveryInfo = [06:46:12.571] EndOfLog = [06:46:12.571] EndOfLogTLI = [06:46:12.571] abortedRecPtr = [06:46:12.571] missingContrecPtr = [06:46:12.571] newTLI = [06:46:12.571] Insert = [06:46:12.571] #19 0x00000000008e8eab in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [06:46:12.571] No locals. [06:46:12.571] #20 0x00000000008e283b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:267 [06:46:12.571] pid = [06:46:12.571] #21 0x00000000008e56d7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3999 [06:46:12.571] pmchild = 0x0 [06:46:12.571] pid = [06:46:12.571] #22 0x00000000008e4fdf in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821a34cf8) at ../src/backend/postmaster/postmaster.c:1396 [06:46:12.571] userDoption = [06:46:12.571] listen_addr_saved = false [06:46:12.571] output_config_variable = [06:46:12.571] opt = [06:46:12.571] status = [06:46:12.571] #23 0x000000000081066d in main (argc=4, argv=0x821a34cf8) at ../src/backend/main/main.c:231 [06:46:12.571] do_check_root = [06:46:12.571] dispatch_option = DISPATCH_POSTMASTER