[22:45:54.086] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [22:45:54.373] dumping /tmp/cores/postgres.26807.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [22:45:54.493] [New LWP 101993] [22:45:54.573] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'. [22:45:54.573] Program terminated with signal SIGQUIT, Quit. [22:45:54.573] Sent by thr_kill() from pid 26807 and user 1002. [22:45:54.573] #0 0x000000082bd4975a in _sigprocmask () from /lib/libc.so.7 [22:45:54.614] [22:45:54.614] Thread 1 (LWP 101993): [22:45:54.614] #0 0x000000082bd4975a in _sigprocmask () from /lib/libc.so.7 [22:45:54.614] No symbol table info available. [22:45:54.614] #1 0x000000082bd86a2f in _system () from /lib/libc.so.7 [22:45:54.614] No symbol table info available. [22:45:54.614] #2 0x000000082a8488a3 in ?? () from /lib/libthr.so.3 [22:45:54.614] No symbol table info available. [22:45:54.614] #3 0x000000000067d9c7 in RestoreArchivedFile (path=path@entry=0x821b331e0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x821b335e0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [22:45:54.614] xlogpath = "pg_wal/RECOVERYHISTORY\000\230\320\332\337+\b\000\000\000\005\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\0002\263!\b\000\000\000\001\000\000\000\000\000\000\000\360-\263!\b\000\000\000\027>\314+\b", '\000' , "0\352\300\000\000\000\000\000002", '\000' , "002\000\000\000\000\00000000000", '\000' , "\260-\263!\b\000\000\000\315\342\n \0327\000\000\250\236\301+\b\000\000\000"... [22:45:54.614] lastRestartPointFname = '0' , '\000' , "\353\037\301_\302\230\213\230\320\332\337+\b", '\000' , "\325\037\261\000\000\000\000\000H0\263!\b\000\000\000\376\377\377\377\000\000\000\000\324)\263!\b\000\000\000\377\377\377\377\000\000\000\000\2300\263!\b", '\000' , "\200)\263!\b\000\000\000\026#\261", '\000' , "\325\037\261\000\000\000\000\000\2300\263!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [22:45:54.614] stat_buf = {st_dev = 4, st_ino = 2, st_nlink = 34925130192, st_mode = 6755, st_padding0 = 177, st_uid = 0, st_gid = 565391824, st_padding1 = 8, st_rdev = 35094543895, st_atim = {tv_sec = 34925130088, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 206158430224, tv_nsec = -3595374701813170175}, st_size = -7454696797584154645, st_blocks = 35095829200, st_blksize = 6, st_flags = 0, st_gen = 0, st_spare = {34925130176, 2, 34925130128, 35095071317, 34925130208, 1742942274, 16028569227776497476, 10992047276125396971, 206158430240, 34925130208}} [22:45:54.614] restartRedoPtr = 34925129936 [22:45:54.614] restartTli = 8 [22:45:54.614] restartSegNo = [22:45:54.614] xlogRestoreCmd = 0x3115c0971668 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [22:45:54.614] rc = [22:45:54.614] #4 0x0000000000664b68 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [22:45:54.614] path = "pg_wal/00000002", '0' , "4", '\000' , "P\000A\300\0251\000\000\001\000\000\000\000\000\000\000\b\244@\300\0251\000\000 \215\301+\b\000\000\000\2704\263!\b\000\000\000\b4\263!\b\000\000\000p2\263!\b", '\000' , "\b0@\300\0251\000\000 \000\000\000\000\000\000\000\3603\263!\b\000\000\000w|\n \0327\000\000\b0@\300\0251\000\000\b4@\300\0251\000\000\b8@\300\0251\000\000\b<@\300\0251\000\000\bp@\300\0251\000\000\bt@\300\0251\000\000\bx@\300\0251\000\000"... [22:45:54.614] histfname = "00000003.history\0006\263!\b\000\000\000\r\002\224\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\00006\263!\b\000\000\000bI\324+\b\000\000" [22:45:54.614] fd = [22:45:54.614] #5 0x0000000000664c28 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [22:45:54.614] newestTLI = 2 [22:45:54.614] probeTLI = 3 [22:45:54.614] #6 0x0000000000688dfb in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67199944) at ../src/backend/access/transam/xlogrecovery.c:4129 [22:45:54.614] oldtarget = 2 [22:45:54.614] currentTle = 0x0 [22:45:54.614] newtarget = [22:45:54.614] newExpectedTLEs = [22:45:54.614] found = [22:45:54.614] cell = [22:45:54.614] #7 0x0000000000685003 in WaitForWALToBecomeAvailable (RecPtr=67199968, tliRecPtr=67199944, replayTLI=2, replayLSN=67199944, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3691 [22:45:54.614] startWalReceiver = false [22:45:54.614] streaming_reply_sent = true [22:45:54.614] now = [22:45:54.614] startWalReceiver = [22:45:54.614] oldSource = [22:45:54.614] wait_time = [22:45:54.614] __error = [22:45:54.614] __error = [22:45:54.614] __error = [22:45:54.614] havedata = [22:45:54.614] ptr = [22:45:54.614] tli = [22:45:54.614] __error = [22:45:54.614] latestChunkStart = [22:45:54.614] __error = [22:45:54.614] #8 XLogPageRead (xlogreader=0x3115c081d130, targetPagePtr=67198976, reqLen=992, targetRecPtr=67199944, readBuf=0x3115c09415f8 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3357 [22:45:54.614] private = 0x3115c081d110 [22:45:54.614] emode = 15 [22:45:54.614] targetSegNo = 4 [22:45:54.614] targetPageOff = 90112 [22:45:54.614] io_start = [22:45:54.614] r = [22:45:54.614] #9 0x000000000068bd5a in ReadPageInternal (state=state@entry=0x3115c081d130, pageptr=67198976, reqLen=992) at ../src/backend/access/transam/xlogreader.c:1061 [22:45:54.614] targetSegNo = 4 [22:45:54.614] targetPageOff = 90112 [22:45:54.614] readLen = [22:45:54.614] hdr = [22:45:54.614] err = [22:45:54.614] #10 0x000000000068ab88 in XLogDecodeNextRecord (state=0x3115c081d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [22:45:54.614] errormsg = 0x821b37c98 "" [22:45:54.614] randAccess = [22:45:54.614] decoded = 0x0 [22:45:54.614] RecPtr = 67199944 [22:45:54.614] assembled = false [22:45:54.614] targetPagePtr = 67198976 [22:45:54.614] readOff = [22:45:54.614] record = [22:45:54.614] gotheader = [22:45:54.614] targetRecOff = 968 [22:45:54.614] pageHeaderSize = [22:45:54.614] len = [22:45:54.614] total_len = [22:45:54.614] buffer = [22:45:54.614] gotlen = [22:45:54.614] pageHeader = [22:45:54.614] contdata = [22:45:54.614] save_copy = [22:45:54.614] #11 XLogReadAhead (state=0x3115c081d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [22:45:54.614] result = [22:45:54.614] #12 0x00000000006822b8 in XLogPrefetcherNextBlock (pgsr_private=53969495012872, lsn=0x3115c09710c8) at ../src/backend/access/transam/xlogprefetcher.c:490 [22:45:54.614] nonblocking = false [22:45:54.614] record = 0x0 [22:45:54.614] prefetcher = 0x3115c0943608 [22:45:54.614] reader = 0x3115c081d130 [22:45:54.614] replaying_lsn = 67199536 [22:45:54.614] #13 0x0000000000681f25 in lrq_prefetch (lrq=0x3115c0970e58) at ../src/backend/access/transam/xlogprefetcher.c:252 [22:45:54.614] No locals. [22:45:54.614] #14 lrq_complete_lsn (lrq=0x3115c0970e58, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [22:45:54.614] No locals. [22:45:54.614] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x3115c0943608, errmsg=errmsg@entry=0x821b37d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [22:45:54.614] replayed_up_to = [22:45:54.614] record = [22:45:54.614] #16 0x0000000000685aba in ReadRecord (xlogprefetcher=0x3115c0943608, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3156 [22:45:54.614] errormsg = 0x3115c081d940 "" [22:45:54.614] xlogreader = 0x3115c081d130 [22:45:54.614] private = [22:45:54.614] record = [22:45:54.614] #17 0x00000000006863a9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1835 [22:45:54.614] ru0 = {tv = {tv_sec = 1742942274, tv_usec = 285205}, ru = {ru_utime = {tv_sec = 0, tv_usec = 1089}, ru_stime = {tv_sec = 0, tv_usec = 0}, ru_maxrss = 27484, ru_ixrss = 6148, ru_idrss = 372, ru_isrss = 128, ru_minflt = 158, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 13, ru_nivcsw = 2}} [22:45:54.614] xtime = [22:45:54.614] reachedRecoveryTarget = false [22:45:54.614] replayTLI = 2 [22:45:54.614] record = [22:45:54.614] #18 0x0000000000676b73 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5894 [22:45:54.614] wasShutdown = false [22:45:54.614] haveTblspcMap = false [22:45:54.614] haveBackupLabel = true [22:45:54.614] promoted = false [22:45:54.614] didCrash = [22:45:54.614] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = 743, oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 751} [22:45:54.614] oldestActiveXID = [22:45:54.614] performedWalRecovery = [22:45:54.614] endOfRecoveryInfo = [22:45:54.614] EndOfLog = [22:45:54.614] EndOfLogTLI = [22:45:54.614] abortedRecPtr = [22:45:54.614] missingContrecPtr = [22:45:54.614] newTLI = [22:45:54.614] Insert = [22:45:54.614] #19 0x00000000008b627b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [22:45:54.614] No locals. [22:45:54.614] #20 0x00000000008afd4b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:291 [22:45:54.614] pid = [22:45:54.614] #21 0x00000000008b2b17 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3966 [22:45:54.614] pmchild = 0x0 [22:45:54.614] pid = [22:45:54.614] #22 0x00000000008b2512 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821b3cf10) at ../src/backend/postmaster/postmaster.c:1392 [22:45:54.614] userDoption = [22:45:54.614] listen_addr_saved = false [22:45:54.614] output_config_variable = [22:45:54.614] opt = [22:45:54.614] status = [22:45:54.614] #23 0x00000000007e7010 in main (argc=4, argv=0x821b3cf10) at ../src/backend/main/main.c:230 [22:45:54.614] do_check_root = [22:45:54.614] dispatch_option = DISPATCH_POSTMASTER