[23:28:30.233] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores
[23:28:30.573] dumping /tmp/cores/postgres.11189.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres
[23:28:30.714] [New LWP 101659]
[23:28:30.803] Core was generated by `postgres: cascade: startup waiting for 000000020000000000000004'.
[23:28:30.803] Program terminated with signal SIGQUIT, Quit.
[23:28:30.803] Sent by thr_kill() from pid 11189 and user 1003.
[23:28:30.803] #0  0x000000082b16026a in _sigprocmask () from /lib/libc.so.7
[23:28:30.844] 
[23:28:30.844] Thread 1 (LWP 101659):
[23:28:30.844] #0  0x000000082b16026a in _sigprocmask () from /lib/libc.so.7
[23:28:30.844] No symbol table info available.
[23:28:30.844] #1  0x000000082b19ba60 in _system () from /lib/libc.so.7
[23:28:30.844] No symbol table info available.
[23:28:30.844] #2  0x000000082a6ef0f3 in ?? () from /lib/libthr.so.3
[23:28:30.844] No symbol table info available.
[23:28:30.844] #3  0x0000000000634aa6 in RestoreArchivedFile (path=path@entry=0x8212d01d0 "\270\003-!\b", xlogfname=xlogfname@entry=0x8212d0620 "00000002", '0' <repeats 15 times>, "4", recovername=<optimized out>, expectedSize=16777216, cleanupEnabled=true) at ../src/backend/access/transam/xlogarchive.c:177
[23:28:30.844]         xlogpath = "pg_wal/RECOVERYXLOG\000RY\000\000\000\020\n\000\000\000\000\000pe[7\b\000\000\000xd[7\b\000\000\000pd[7\b\000\000\000p_[7\b\000\000\000\000\340\344\000\000\000\000\000\000`\2756\b\000\000\0000\020\n\000\000\000\000\000\320\374,!\b\000\000\000\320\374,!\b\000\000\000\200\200\200\200\200\200\200\2009\001\000\000\000\000\000\000P\002-!\b", '\000' <repeats 19 times>, "\b\000\000\0000\000\000\000\240\001-!\b\000\000\000\240\000-!\b\000\000\000\277\224\006+\b\000\000\000\002\000\000\000\000\000\000\000\t\344\335\030$\a\000\0008\376,!\b\000\000\000"...
[23:28:30.844]         lastRestartPointFname = "00000001", '0' <repeats 15 times>, "2", '\000' <repeats 48 times>, "X\255\252\000\000\000\000\000\376\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000\001", '\000' <repeats 15 times>, "0\000\000\000\000\000\000\000\210\000-!\b\000\000\000\264\371,!\b", '\000' <repeats 11 times>, "`\371,!\b\000\000\000X\255\252\000\000\000\000\000\376\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000\376\377\377\377\000\000\000\000\001\000-!\b\000\000\000\210\000-!\b\000\000\000"...
[23:28:30.844]         stat_buf = {st_dev = 35082050935, st_ino = 12010224, st_nlink = 12167216, st_mode = 12336, st_padding0 = 13360, st_uid = 0, st_gid = 5, st_padding1 = 0, st_rdev = 18374403900871474943, st_atim = {tv_sec = -9187201950435737472, tv_nsec = 35276936447}, st_mtim = {tv_sec = 34916337184, tv_nsec = 48}, st_ctim = {tv_sec = 48, tv_nsec = 0}, st_birthtim = {tv_sec = 0, tv_nsec = 34916337152}, st_size = 206158430224, st_blocks = 34916336176, st_blksize = 11236834, st_flags = 0, st_gen = 34916335683, st_spare = {30, 35081352704, 34916336120, 34924302920, 34916336568, 34916336096, 7851617410467, 206158430224, 34916336032, 34916335776}}
[23:28:30.844]         restartRedoPtr = <optimized out>
[23:28:30.844]         restartTli = <optimized out>
[23:28:30.844]         restartSegNo = <optimized out>
[23:28:30.844]         xlogRestoreCmd = 0x836b9f1a8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000002", '0' <repeats 15 times>, "4\" \"pg_wal/RECOVERYXLOG\""
[23:28:30.844]         rc = <optimized out>
[23:28:30.844] #4  0x0000000000640092 in XLogFileRead (segno=segno@entry=4, emode=<optimized out>, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=false) at ../src/backend/access/transam/xlogrecovery.c:4209
[23:28:30.844]         xlogfname = "00000002", '0' <repeats 15 times>, "4\000\006-!\b", '\000' <repeats 11 times>, ";\246?y\001\271\002\000p\006-!\b\000\000\000b\263\025+\b\000\000"
[23:28:30.844]         activitymsg = "waiting for 00000002", '0' <repeats 15 times>, "4\000\000\000\000\344B\267\000\000\000\000\000\200\006-!\b\000\000\000\360M!+\b\000\000\000P\006-!\b\000\000\000\375\263\025+\b\000\000"
[23:28:30.844]         path = "\270\003-!\b\000\000\000 \000\000\000\000\000\000\000`\002-!\b\000\000\000\203\333\335\030$\a\000\000\360", '\000' <repeats 31 times>, "8\240\246!\b\000\000\000\001\000\000\000\000\000\000\000\bD\246!\b\000\000\000\000\366\002+\b\000\000\000\270\004-!\b", '\000' <repeats 11 times>, "p\002-!\b\000\000\000\000\004-!\b\000\000\000\bХ!\b\000\000\000 \000\000\000\000\000\000\000\360\003-!\b\000\000\000<{\335\030$\a\000\000\bХ!\b\000\000\000\bԥ!\b\000\000\000\bإ!\b\000\000\000\bܥ!\b\000\000\000\b\020\246!\b\000\000\000\b\024\246!\b"...
[23:28:30.844]         fd = <optimized out>
[23:28:30.844] #5  0x000000000063bdbc in XLogFileReadAnyTLI (segno=3, emode=13, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4337
[23:28:30.844]         hent = <optimized out>
[23:28:30.844]         tli = 2
[23:28:30.844]         cell__state = {l = 0x836b9f8d8, i = 0}
[23:28:30.844]         path = "\000\000\000\004\000\000\000\0000000002", '0' <repeats 15 times>, "3\000\360M!+\b\000\000\000\220\220\2574\b\000\000\000@\000\b\000\000\000\000\000\000\000\n\000\000\000\000\000p\a-!\b\000\000\000\023\327\031+\b\000\000\000\200\000\000\002\000\000\000\000x\271\2716\b\000\000\000\002\000\000\000\000\000\000\000\200\000\000\002", '\000' <repeats 12 times>, "\002", '\000' <repeats 11 times>, "\001\000\000\000\001\363h9\230\000\000\000\230X$3\213\215\003z@\000\b\000\000\000\000\000\000\000\b\000\000\000\000\000\b\000\b\000\000\000\000\000\0000\2536\b", '\000' <repeats 11 times>, "\260\a-!\b\000\000\000"...
[23:28:30.844]         tles = 0x836b9f8d8
[23:28:30.844]         cell = <optimized out>
[23:28:30.844]         fd = <optimized out>
[23:28:30.844]         cell__state = <optimized out>
[23:28:30.844]         hent = <optimized out>
[23:28:30.844]         tli = <optimized out>
[23:28:30.844]         beginseg = <optimized out>
[23:28:30.844]         __error = <optimized out>
[23:28:30.844]         __error = <optimized out>
[23:28:30.844] #6  WaitForWALToBecomeAvailable (RecPtr=67209336, tliRecPtr=67209312, replayTLI=2, replayLSN=67209312, randAccess=<optimized out>, fetching_ckpt=<optimized out>, nonblocking=<optimized out>) at ../src/backend/access/transam/xlogrecovery.c:3770
[23:28:30.844]         startWalReceiver = <optimized out>
[23:28:30.844]         streaming_reply_sent = true
[23:28:30.844]         now = <optimized out>
[23:28:30.844]         startWalReceiver = <optimized out>
[23:28:30.844]         oldSource = <optimized out>
[23:28:30.844]         wait_time = <optimized out>
[23:28:30.844]         __error = <optimized out>
[23:28:30.844]         __error = <optimized out>
[23:28:30.844]         __error = <optimized out>
[23:28:30.844]         havedata = <optimized out>
[23:28:30.844]         ptr = <optimized out>
[23:28:30.844]         tli = <optimized out>
[23:28:30.844]         __error = <optimized out>
[23:28:30.844]         latestChunkStart = <optimized out>
[23:28:30.844]         __error = <optimized out>
[23:28:30.844] #7  XLogPageRead (xlogreader=0x836ab40b0, targetPagePtr=67207168, reqLen=2168, targetRecPtr=67209312, readBuf=0x836b9b978 "\025\321\005") at ../src/backend/access/transam/xlogrecovery.c:3351
[23:28:30.844]         private = 0x836ab4090
[23:28:30.844]         emode = 15
[23:28:30.844]         targetSegNo = 4
[23:28:30.844]         targetPageOff = 98304
[23:28:30.844]         r = <optimized out>
[23:28:30.844] #8  0x0000000000642dc7 in ReadPageInternal (state=state@entry=0x836ab40b0, pageptr=34916333488, pageptr@entry=67207168, reqLen=2168) at ../src/backend/access/transam/xlogreader.c:1060
[23:28:30.844]         targetSegNo = 4
[23:28:30.844]         targetPageOff = 98304
[23:28:30.844]         readLen = <optimized out>
[23:28:30.844]         hdr = <optimized out>
[23:28:30.844]         err = <optimized out>
[23:28:30.844] #9  0x0000000000641be5 in XLogDecodeNextRecord (state=0x836ab40b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597
[23:28:30.844]         randAccess = <optimized out>
[23:28:30.844]         decoded = 0x0
[23:28:30.844]         RecPtr = 67209312
[23:28:30.844]         assembled = false
[23:28:30.844]         targetPagePtr = 67207168
[23:28:30.844]         readOff = <optimized out>
[23:28:30.844]         record = <optimized out>
[23:28:30.844]         gotheader = <optimized out>
[23:28:30.844]         targetRecOff = 2144
[23:28:30.844]         pageHeaderSize = <optimized out>
[23:28:30.844]         len = <optimized out>
[23:28:30.844]         errormsg = <optimized out>
[23:28:30.844]         total_len = <optimized out>
[23:28:30.844]         buffer = <optimized out>
[23:28:30.844]         gotlen = <optimized out>
[23:28:30.844]         pageHeader = <optimized out>
[23:28:30.844]         contdata = <optimized out>
[23:28:30.844]         save_copy = <optimized out>
[23:28:30.844] #10 XLogReadAhead (state=0x836ab40b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973
[23:28:30.844]         result = <optimized out>
[23:28:30.844] #11 0x000000000063930c in XLogPrefetcherNextBlock (pgsr_private=35276934880, lsn=0x836bcca98) at ../src/backend/access/transam/xlogprefetcher.c:492
[23:28:30.844]         nonblocking = false
[23:28:30.844]         record = 0x0
[23:28:30.844]         prefetcher = 0x836ab4ee0
[23:28:30.844]         reader = 0x836ab40b0
[23:28:30.844]         replaying_lsn = 67208904
[23:28:30.844] #12 0x0000000000638f9a in lrq_prefetch (lrq=0x836bcc828) at ../src/backend/access/transam/xlogprefetcher.c:252
[23:28:30.844] No locals.
[23:28:30.844] #13 lrq_complete_lsn (lrq=0x836bcc828, lsn=<optimized out>) at ../src/backend/access/transam/xlogprefetcher.c:290
[23:28:30.844] No locals.
[23:28:30.844] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x836ab4ee0, errmsg=errmsg@entry=0x8212d4d60) at ../src/backend/access/transam/xlogprefetcher.c:1037
[23:28:30.844]         replayed_up_to = <optimized out>
[23:28:30.844]         record = <optimized out>
[23:28:30.844] #15 0x000000000063caac in ReadRecord (xlogprefetcher=0x836ab4ee0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3151
[23:28:30.844]         errormsg = 0x836ab40b0 "\200\271c"
[23:28:30.844]         xlogreader = 0x836ab40b0
[23:28:30.844]         private = <optimized out>
[23:28:30.844]         record = <optimized out>
[23:28:30.844] #16 0x000000000063d389 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832
[23:28:30.844]         ru0 = {tv = {tv_sec = 1713050733, tv_usec = 221585}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1056}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 143, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 12, ru_nivcsw = 2}}
[23:28:30.844]         xtime = <optimized out>
[23:28:30.844]         reachedRecoveryTarget = false
[23:28:30.844]         replayTLI = 2
[23:28:30.844]         record = <optimized out>
[23:28:30.844] #17 0x000000000062df79 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5806
[23:28:30.844]         promoted = false
[23:28:30.844]         didCrash = <optimized out>
[23:28:30.844]         wasShutdown = <optimized out>
[23:28:30.844]         haveTblspcMap = <optimized out>
[23:28:30.844]         haveBackupLabel = <optimized out>
[23:28:30.844]         checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = <optimized out>, fullPageWrites = true, nextXid = {value = <optimized out>}, nextOid = <optimized out>, nextMulti = <optimized out>, nextMultiOffset = <optimized out>, oldestXid = <optimized out>, oldestXidDB = <optimized out>, oldestMulti = 1, oldestMultiDB = <optimized out>, time = <optimized out>, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 738}
[23:28:30.844]         oldestActiveXID = <optimized out>
[23:28:30.844]         performedWalRecovery = <optimized out>
[23:28:30.844]         endOfRecoveryInfo = <optimized out>
[23:28:30.844]         EndOfLog = <optimized out>
[23:28:30.844]         EndOfLogTLI = <optimized out>
[23:28:30.844]         abortedRecPtr = <optimized out>
[23:28:30.844]         missingContrecPtr = <optimized out>
[23:28:30.844]         newTLI = <optimized out>
[23:28:30.844]         Insert = <optimized out>
[23:28:30.844] #18 0x0000000000860c9b in StartupProcessMain (startup_data=<optimized out>, startup_data_len=<optimized out>) at ../src/backend/postmaster/startup.c:258
[23:28:30.844] No locals.
[23:28:30.844] #19 0x0000000000859f42 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:265
[23:28:30.844]         pid = <optimized out>
[23:28:30.844] #20 0x000000000085c4e5 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3928
[23:28:30.844]         pid = <optimized out>
[23:28:30.844]         __error = <optimized out>
[23:28:30.844] #21 0x000000000085c136 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8212da220) at ../src/backend/postmaster/postmaster.c:1364
[23:28:30.844]         userDoption = <optimized out>
[23:28:30.844]         listen_addr_saved = false
[23:28:30.844]         output_config_variable = <optimized out>
[23:28:30.844]         opt = <optimized out>
[23:28:30.844]         status = <optimized out>
[23:28:30.844] #22 0x00000000007940a5 in main (argc=4, argv=0x8212da220) at ../src/backend/main/main.c:197
[23:28:30.844]         do_check_root = <optimized out>