[22:56:01.299] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores
[22:56:01.597] dumping /tmp/cores/postgres.24218.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres
[22:56:01.727] [New LWP 100111]
[22:56:01.810] Core was generated by `postgres: cascade: startup waiting for 000000020000000000000004'.
[22:56:01.810] Program terminated with signal SIGQUIT, Quit.
[22:56:01.810] Sent by thr_kill() from pid 24218 and user 1002.
[22:56:01.810] #0  0x000000082bbc575a in _sigprocmask () from /lib/libc.so.7
[22:56:01.851] 
[22:56:01.851] Thread 1 (LWP 100111):
[22:56:01.851] #0  0x000000082bbc575a in _sigprocmask () from /lib/libc.so.7
[22:56:01.851] No symbol table info available.
[22:56:01.851] #1  0x000000082bc02a2f in _system () from /lib/libc.so.7
[22:56:01.851] No symbol table info available.
[22:56:01.851] #2  0x000000082adf08a3 in ?? () from /lib/libthr.so.3
[22:56:01.851] No symbol table info available.
[22:56:01.851] #3  0x000000000067d757 in RestoreArchivedFile (path=path@entry=0x82172c1e0 "pg_wal/00000003.history", xlogfname=xlogfname@entry=0x82172c630 "00000002", '0' <repeats 15 times>, "4", recovername=<optimized out>, expectedSize=16777216, cleanupEnabled=<optimized out>) at ../src/backend/access/transam/xlogarchive.c:177
[22:56:01.851]         xlogpath = "pg_wal/RECOVERYXLOG\000RY\0007К\307+\b\000\000\000\005", '\000' <repeats 16 times>, "\302r!\b\000\000\000\001\000\000\000\000\000\000\000gOr\023\034\304\1777X\000\000\000\000\000\000\000\210\275r!\b\000\000\000\001\000\000\000\000\000\000\000\361\"\000\000\000\000\000\000\020\0063\"\b\000\000\000p\275r!\b\000\000\000$\v\274+\b", '\000' <repeats 11 times>, "\001\000\000\000E\271ڏgOr\023\034\304\1777К\307+\b\000\000\000\005", '\000' <repeats 15 times>, "\260\275r!\b\000\000\000\315rp\276\243'\000\000\250^\251+\b\000\000\000\234Ъ+"...
[22:56:01.851]         lastRestartPointFname = "00000001", '0' <repeats 15 times>, "2\000\000\000\000\000\000\000\000pg_wal/RECOVERYXLOG\000RY\000\000\000\000\000\000\000\000\000\000gOr\023\034\304\1777К\307+\b\000\000\000\370\361\276\000\000\000\000\000\370hE\224\310.\000\000\001\377\000\207\377\377\377\377\315A\002\000\000\000\000\000\001\000\000\000\000\000\000\000\200\201\000\000\352\003\000\000\353\003\000\000\000\000\000\000\377\377\377\377\377\377\377\377H>\337g\000\000\000\000\b\a\360#\000\000\000\000H>\337g\000\000\000\000\220 \357#\000\000\000\000H>\337g\000\000\000\000pI\360#\000\000\000\000H>\337g\000\000\000\0008"...
[22:56:01.851]         stat_buf = {st_dev = 34920908256, st_ino = 34920908336, st_nlink = 12427136, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 561168848, st_padding1 = 8, st_rdev = 35092954647, st_atim = {tv_sec = 7834484, tv_nsec = 12635712}, st_mtim = {tv_sec = 875573296, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 35093497424, tv_nsec = 51439015571464}, st_size = 2829168, st_blocks = 35078984889, st_blksize = 1, st_flags = 0, st_gen = 51439019827200, st_spare = {34920907152, 35093488414, 2, 35093357637, 733759056, 3999130618992676711, 34920907232, 12519952, 206158430240, 34920907232}}
[22:56:01.851]         restartRedoPtr = 33554472
[22:56:01.851]         restartTli = 1
[22:56:01.851]         restartSegNo = <optimized out>
[22:56:01.851]         xlogRestoreCmd = 0x2ec894971228 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000002", '0' <repeats 15 times>, "4\" \"pg_wal/RECOVERYXLOG\""
[22:56:01.851]         rc = <optimized out>
[22:56:01.851] #4  0x0000000000688da0 in XLogFileRead (segno=segno@entry=4, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4225
[22:56:01.851]         xlogfname = "00000002", '0' <repeats 15 times>, "4\000Or\023\034\304\1777\000\000\000\000\000\000\000\000\220\306r!\b\000\000\000\200\306r!\b\000\000\000\242\t\274+\b\000\000"
[22:56:01.851]         activitymsg = "waiting for 00000002", '0' <repeats 15 times>, "4\000.\000\000X\001\000\000\000\000\000\000\220\306r!\b\000\000\000\003\000\000\000\000\000\000\000`\306r!\b\000\000\000U\n\274+\b\000\000"
[22:56:01.851]         path = "pg_wal/00000003.history\0000000004\000\000\000\000\000\000\000\000\000\220PE\224\310.\000\000\001\000\000\000\000\000\000\000\260\302r!\b\000\000\000\020\306r!\b\000\000\000\0200\303+\b\000\000\000gOr\023\034\304\1777\200\t`\224\310.\000\000\000\000\000\000\000\000\000\000\220PE\224\310.\000\000\001\000\000\000\000\000\000\000\260\302r!\b\000\000\000\020\306r!\b\000\000\000\2635\303+\b\000\000\000\300\302r!\b", '\000' <repeats 13 times>, "\n", '\000' <repeats 13 times>, "\330X`\224\310.\000\000\000\020\000\000\000\000\000\000h\306r!\b\000\000\000"...
[22:56:01.851]         fd = <optimized out>
[22:56:01.851] #5  0x0000000000684aec in XLogFileReadAnyTLI (segno=4, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4353
[22:56:01.851]         hent = <optimized out>
[22:56:01.851]         tli = 2
[22:56:01.851]         cell__state = {l = 0x2ec894944fd8, i = 0}
[22:56:01.851]         path = "\000\000\000\004\000\000\000\0000000002", '0' <repeats 15 times>, "3\000\200RE\224\310.\000\000\000\000\000\000\000\000\000\000\200\307r!\b\000\000\000\312G\300+\b\000\000\000\200\000\000\002\000\000\000\000x\020\224\224\310.\000\000\002\000\000\000\000\000\000\000\200\000\000\002", '\000' <repeats 12 times>, "\002", '\000' <repeats 11 times>, "\001\000\000\0003\305h\000\000\000\000\000\000\000\000\002\000\000\000\000\005\000\000\000\000\000\000\000<\n\000\225\310.\000\0003\305h\000\000\000\000\000P\n\000\225\310.\000\000\000\000\b\000\000\000\000\000<\n\000\225\310.\000\000\000\bs!\b\000\000\000P\n\000\225\310.", '\000' <repeats 11 times>...
[22:56:01.851]         tles = 0x2ec894944fd8
[22:56:01.851]         cell = <optimized out>
[22:56:01.851]         fd = <optimized out>
[22:56:01.851]         cell__state = <optimized out>
[22:56:01.851]         hent = <optimized out>
[22:56:01.851]         tli = <optimized out>
[22:56:01.851]         beginseg = <optimized out>
[22:56:01.851]         __error = <optimized out>
[22:56:01.851]         __error = <optimized out>
[22:56:01.851] #6  WaitForWALToBecomeAvailable (RecPtr=67199320, tliRecPtr=67199296, replayTLI=2, replayLSN=67199296, randAccess=<optimized out>, fetching_ckpt=<optimized out>, nonblocking=<optimized out>) at ../src/backend/access/transam/xlogrecovery.c:3787
[22:56:01.851]         startWalReceiver = <optimized out>
[22:56:01.851]         streaming_reply_sent = true
[22:56:01.851]         now = <optimized out>
[22:56:01.851]         startWalReceiver = <optimized out>
[22:56:01.851]         oldSource = <optimized out>
[22:56:01.851]         wait_time = <optimized out>
[22:56:01.851]         __error = <optimized out>
[22:56:01.851]         __error = <optimized out>
[22:56:01.851]         __error = <optimized out>
[22:56:01.851]         havedata = <optimized out>
[22:56:01.851]         ptr = <optimized out>
[22:56:01.851]         tli = <optimized out>
[22:56:01.851]         __error = <optimized out>
[22:56:01.851]         latestChunkStart = <optimized out>
[22:56:01.851]         __error = <optimized out>
[22:56:01.851] #7  XLogPageRead (xlogreader=0x2ec89481d130, targetPagePtr=67198976, reqLen=344, targetRecPtr=67199296, readBuf=0x2ec894941078 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3357
[22:56:01.851]         private = 0x2ec89481d110
[22:56:01.851]         emode = 15
[22:56:01.851]         targetSegNo = 4
[22:56:01.851]         targetPageOff = 90112
[22:56:01.851]         io_start = <optimized out>
[22:56:01.851]         r = <optimized out>
[22:56:01.851] #8  0x000000000068baea in ReadPageInternal (state=state@entry=0x2ec89481d130, pageptr=67198976, reqLen=344) at ../src/backend/access/transam/xlogreader.c:1061
[22:56:01.851]         targetSegNo = 4
[22:56:01.851]         targetPageOff = 90112
[22:56:01.851]         readLen = <optimized out>
[22:56:01.851]         hdr = <optimized out>
[22:56:01.851]         err = <optimized out>
[22:56:01.851] #9  0x000000000068a918 in XLogDecodeNextRecord (state=0x2ec89481d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598
[22:56:01.851]         errormsg = 0x2ed00000300 <error: Cannot access memory at address 0x2ed00000300>
[22:56:01.851]         randAccess = <optimized out>
[22:56:01.851]         decoded = 0x0
[22:56:01.851]         RecPtr = 67199296
[22:56:01.851]         assembled = false
[22:56:01.851]         targetPagePtr = 67198976
[22:56:01.851]         readOff = <optimized out>
[22:56:01.851]         record = <optimized out>
[22:56:01.851]         gotheader = <optimized out>
[22:56:01.851]         targetRecOff = 320
[22:56:01.851]         pageHeaderSize = <optimized out>
[22:56:01.851]         len = <optimized out>
[22:56:01.851]         total_len = <optimized out>
[22:56:01.851]         buffer = <optimized out>
[22:56:01.851]         gotlen = <optimized out>
[22:56:01.851]         pageHeader = <optimized out>
[22:56:01.851]         contdata = <optimized out>
[22:56:01.851]         save_copy = <optimized out>
[22:56:01.851] #10 XLogReadAhead (state=0x2ec89481d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974
[22:56:01.851]         result = <optimized out>
[22:56:01.851] #11 0x0000000000682048 in XLogPrefetcherNextBlock (pgsr_private=51439021076616, lsn=0x2ec894970c88) at ../src/backend/access/transam/xlogprefetcher.c:490
[22:56:01.851]         nonblocking = false
[22:56:01.851]         record = 0x0
[22:56:01.851]         prefetcher = 0x2ec894943088
[22:56:01.851]         reader = 0x2ec89481d130
[22:56:01.851]         replaying_lsn = 67198864
[22:56:01.851] #12 0x0000000000681cb5 in lrq_prefetch (lrq=0x2ec894970a18) at ../src/backend/access/transam/xlogprefetcher.c:252
[22:56:01.851] No locals.
[22:56:01.851] #13 lrq_complete_lsn (lrq=0x2ec894970a18, lsn=<optimized out>) at ../src/backend/access/transam/xlogprefetcher.c:290
[22:56:01.851] No locals.
[22:56:01.851] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x2ec894943088, errmsg=errmsg@entry=0x821730d60) at ../src/backend/access/transam/xlogprefetcher.c:1035
[22:56:01.851]         replayed_up_to = <optimized out>
[22:56:01.851]         record = <optimized out>
[22:56:01.851] #15 0x000000000068584a in ReadRecord (xlogprefetcher=0x2ec894943088, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3156
[22:56:01.851]         errormsg = 0x0
[22:56:01.851]         xlogreader = 0x2ec89481d130
[22:56:01.851]         private = <optimized out>
[22:56:01.851]         record = <optimized out>
[22:56:01.851] #16 0x0000000000686139 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1835
[22:56:01.851]         ru0 = {tv = {tv_sec = 1742683720, tv_usec = 726076}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1041}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 159, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 15, ru_nivcsw = 3}}
[22:56:01.851]         xtime = <optimized out>
[22:56:01.851]         reachedRecoveryTarget = false
[22:56:01.851]         replayTLI = 2
[22:56:01.851]         record = <optimized out>
[22:56:01.851] #17 0x0000000000676903 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5894
[22:56:01.851]         wasShutdown = false
[22:56:01.851]         haveTblspcMap = false
[22:56:01.851]         haveBackupLabel = true
[22:56:01.851]         promoted = false
[22:56:01.851]         didCrash = <optimized out>
[22:56:01.851]         checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = <optimized out>, fullPageWrites = true, wal_level = <optimized out>, nextXid = {value = <optimized out>}, nextOid = <optimized out>, nextMulti = <optimized out>, nextMultiOffset = <optimized out>, oldestXid = 741, oldestXidDB = <optimized out>, oldestMulti = <optimized out>, oldestMultiDB = <optimized out>, time = <optimized out>, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 749}
[22:56:01.851]         oldestActiveXID = <optimized out>
[22:56:01.851]         performedWalRecovery = <optimized out>
[22:56:01.851]         endOfRecoveryInfo = <optimized out>
[22:56:01.851]         EndOfLog = <optimized out>
[22:56:01.851]         EndOfLogTLI = <optimized out>
[22:56:01.851]         abortedRecPtr = <optimized out>
[22:56:01.851]         missingContrecPtr = <optimized out>
[22:56:01.851]         newTLI = <optimized out>
[22:56:01.851]         Insert = <optimized out>
[22:56:01.851] #18 0x00000000008b5d7b in StartupProcessMain (startup_data=<optimized out>, startup_data_len=<optimized out>) at ../src/backend/postmaster/startup.c:258
[22:56:01.851] No locals.
[22:56:01.851] #19 0x00000000008af84b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:291
[22:56:01.851]         pid = <optimized out>
[22:56:01.851] #20 0x00000000008b2617 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3966
[22:56:01.851]         pmchild = 0x0
[22:56:01.851]         pid = <optimized out>
[22:56:01.851] #21 0x00000000008b2012 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821736418) at ../src/backend/postmaster/postmaster.c:1392
[22:56:01.851]         userDoption = <optimized out>
[22:56:01.851]         listen_addr_saved = false
[22:56:01.851]         output_config_variable = <optimized out>
[22:56:01.851]         opt = <optimized out>
[22:56:01.851]         status = <optimized out>
[22:56:01.851] #22 0x00000000007e6b30 in main (argc=4, argv=0x821736418) at ../src/backend/main/main.c:230
[22:56:01.851]         do_check_root = <optimized out>
[22:56:01.851]         dispatch_option = DISPATCH_POSTMASTER