[09:56:38.211] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores
[09:56:38.550] dumping /tmp/cores/postgres.12821.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres
[09:56:38.694] [New LWP 101821]
[09:56:38.781] Core was generated by `postgres: cascade: startup waiting for 000000020000000000000004'.
[09:56:38.781] Program terminated with signal SIGQUIT, Quit.
[09:56:38.781] Sent by thr_kill() from pid 12821 and user 1003.
[09:56:38.781] #0  0x000000082b20e8fa in _sigprocmask () from /lib/libc.so.7
[09:56:38.827] 
[09:56:38.827] Thread 1 (LWP 101821):
[09:56:38.827] #0  0x000000082b20e8fa in _sigprocmask () from /lib/libc.so.7
[09:56:38.827] No symbol table info available.
[09:56:38.827] #1  0x000000082b247f91 in _system () from /lib/libc.so.7
[09:56:38.827] No symbol table info available.
[09:56:38.827] #2  0x0000000829bcb9d3 in ?? () from /lib/libthr.so.3
[09:56:38.827] No symbol table info available.
[09:56:38.827] #3  0x000000000066a225 in RestoreArchivedFile (path=path@entry=0x820bfd1d0 "Pҿ \b", xlogfname=xlogfname@entry=0x820bfd620 "00000002", '0' <repeats 15 times>, "4", recovername=<optimized out>, expectedSize=16777216, cleanupEnabled=<optimized out>) at ../src/backend/access/transam/xlogarchive.c:177
[09:56:38.827]         xlogpath = "pg_wal/RECOVERYXLOG\000RY", '\000' <repeats 26 times>, "\200\t`3\b\000\000\000\210ֿ \b\000\000\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\000\315`3\b\000\000\000hWZ5\b\000\000\000\200VZ5\b\000\000\000xVZ5\b\000\000\000xQZ5\b\000\000\000\000\340\344\000\000\000\000\000\000p\2414\b\000\000\000\000\020\n\000\000\000\000\000 Ϳ \b\000\000\000 Ϳ \b", '\000' <repeats 11 times>, "\350ο \b\000\000\000hͿ \b\000\000\000\b\000\000\0000\000\000\000\320ѿ \b\000"...
[09:56:38.827]         lastRestartPointFname = "00000001", '0' <repeats 15 times>, "2\000\000\000\000\000\000\000\000\030\000\000\0000\000\000\000\260̿ \b\000\000\000`ʿ \b", '\000' <repeats 35 times>, "\240\006,+\b", '\000' <repeats 11 times>, "u\"\257\000\000\000\000\000\300ɿ \b\000\000\0000\000\000\000\000\000\000\000\210п \b", '\000' <repeats 11 times>, "pɿ \b\000\000\000\303%\257", '\000' <repeats 13 times>, "u\"\257\000\000\000\000\000\210п \b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' <repeats 23 times>...
[09:56:38.827]         stat_buf = {st_dev = 34909181392, st_ino = 34909181472, st_nlink = 12394480, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 549441984, st_padding1 = 8, st_rdev = 35082769895, st_atim = {tv_sec = 35241542911, tv_nsec = 12570560}, st_mtim = {tv_sec = 875573296, tv_nsec = 5}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34909181440}, st_size = 34909180464, st_blocks = 11536387, st_blksize = 700186691, st_flags = 8, st_gen = 34916442760, st_spare = {35082080824, 34916422664, 34909180392, 34909180840, 34909180368, 17461928303778, 2616680, 134090501, 206158430240, 34909180368}}
[09:56:38.827]         restartRedoPtr = 33554472
[09:56:38.827]         restartTli = 1
[09:56:38.827]         restartSegNo = <optimized out>
[09:56:38.827]         xlogRestoreCmd = 0x8349faa78 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000002", '0' <repeats 15 times>, "4\" \"pg_wal/RECOVERYXLOG\""
[09:56:38.827]         rc = <optimized out>
[09:56:38.827] #4  0x00000000006758ae in XLogFileRead (segno=segno@entry=4, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4211
[09:56:38.827]         xlogfname = "00000002", '0' <repeats 15 times>, "4\000ֿ \b\000\000\000pֿ \b\000\000\000\365\231 +\b\000\000\000Z1\000\000\000\000\000\000k\000\000\000\000\000\000"
[09:56:38.827]         activitymsg = "waiting for 00000002", '0' <repeats 15 times>, "4\000\000\000\000\240\006,+\b\000\000\000@ֿ \b\000\000\000\257\232 +\b\000\000\000\365V\227g\000\000\000\000\230\247\005\357E\262", <incomplete sequence \352>
[09:56:38.827]         path = "Pҿ \b\000\000\000s\232\b\254\341\017\000\000\030\000\000\0000", '\000' <repeats 27 times>, "8\260.!\b\000\000\000\001\000\000\000\000\000\000\000\bT.!\b\000\000\0008\022\016+\b\000\000\000\250Կ \b\000\000\000\360ӿ \b\000\000\000`ҿ \b", '\000' <repeats 11 times>, "\b\340-!\b\000\000\000 \000\000\000\000\000\000\000\340ӿ \b\000\000\000\347:\b\254\341\017\000\000\b\340-!\b\000\000\000\b\344-!\b\000\000\000\b\350-!\b\000\000\000\b\354-!\b\000\000\000\b .!\b\000\000\000\b$.!\b\000\000\000\b(.!\b\000\000\000\b,.!\b"...
[09:56:38.827]         fd = <optimized out>
[09:56:38.827] #5  0x00000000006715ec in XLogFileReadAnyTLI (segno=4, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4339
[09:56:38.827]         hent = <optimized out>
[09:56:38.827]         tli = 2
[09:56:38.827]         cell__state = {l = 0x8349fb098, i = 0}
[09:56:38.827]         path = "\000\000\000\004\000\000\000\0000000002", '0' <repeats 15 times>, "3", '\000' <repeats 16 times>, "\0016\253\005VC>|\257\220\200\2542\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240\006,+\b\000\000\000\220\327\277 \b\000\000\000\353\234$+\b", '\000' <repeats 11 times>, "\002", '\000' <repeats 11 times>, "\001\000\000\000\001\377\377\377\230\000\000\000\000\000\000\002", '\000' <repeats 12 times>, "\230\000\000\002", '\000' <repeats 12 times>, "6\253\005VC>|\257\000 \2174\b\000\000\000@\000\b\000\000\000\000\000\366"...
[09:56:38.827]         tles = 0x8349fb098
[09:56:38.827]         cell = <optimized out>
[09:56:38.827]         fd = <optimized out>
[09:56:38.827]         cell__state = <optimized out>
[09:56:38.827]         hent = <optimized out>
[09:56:38.827]         tli = <optimized out>
[09:56:38.827]         beginseg = <optimized out>
[09:56:38.827]         __error = <optimized out>
[09:56:38.827]         __error = <optimized out>
[09:56:38.827] #6  WaitForWALToBecomeAvailable (RecPtr=67210816, tliRecPtr=67210792, replayTLI=2, replayLSN=67210792, randAccess=<optimized out>, fetching_ckpt=<optimized out>, nonblocking=<optimized out>) at ../src/backend/access/transam/xlogrecovery.c:3773
[09:56:38.827]         startWalReceiver = <optimized out>
[09:56:38.827]         streaming_reply_sent = true
[09:56:38.827]         now = <optimized out>
[09:56:38.827]         startWalReceiver = <optimized out>
[09:56:38.827]         oldSource = <optimized out>
[09:56:38.827]         wait_time = <optimized out>
[09:56:38.827]         __error = <optimized out>
[09:56:38.827]         __error = <optimized out>
[09:56:38.827]         __error = <optimized out>
[09:56:38.827]         havedata = <optimized out>
[09:56:38.827]         ptr = <optimized out>
[09:56:38.827]         tli = <optimized out>
[09:56:38.827]         __error = <optimized out>
[09:56:38.827]         latestChunkStart = <optimized out>
[09:56:38.827]         __error = <optimized out>
[09:56:38.827] #7  XLogPageRead (xlogreader=0x8348f3130, targetPagePtr=67207168, reqLen=3648, targetRecPtr=67210792, readBuf=0x8349f7138 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3353
[09:56:38.827]         private = 0x8348f3110
[09:56:38.827]         emode = 15
[09:56:38.827]         targetSegNo = 4
[09:56:38.827]         targetPageOff = 98304
[09:56:38.827]         r = <optimized out>
[09:56:38.827] #8  0x0000000000678592 in ReadPageInternal (state=state@entry=0x8348f3130, pageptr=67207168, reqLen=3648) at ../src/backend/access/transam/xlogreader.c:1060
[09:56:38.827]         targetSegNo = 4
[09:56:38.827]         targetPageOff = 98304
[09:56:38.827]         readLen = <optimized out>
[09:56:38.827]         hdr = <optimized out>
[09:56:38.827]         err = <optimized out>
[09:56:38.827] #9  0x0000000000677402 in XLogDecodeNextRecord (state=0x8348f3130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597
[09:56:38.827]         errormsg = 0x2e700000300 <error: Cannot access memory at address 0x2e700000300>
[09:56:38.827]         randAccess = <optimized out>
[09:56:38.827]         decoded = 0x0
[09:56:38.827]         RecPtr = 67210792
[09:56:38.827]         assembled = false
[09:56:38.827]         targetPagePtr = 34909177792
[09:56:38.827]         readOff = <optimized out>
[09:56:38.827]         record = <optimized out>
[09:56:38.827]         gotheader = <optimized out>
[09:56:38.827]         targetRecOff = 3624
[09:56:38.827]         pageHeaderSize = <optimized out>
[09:56:38.827]         len = <optimized out>
[09:56:38.827]         total_len = <optimized out>
[09:56:38.827]         buffer = <optimized out>
[09:56:38.827]         gotlen = <optimized out>
[09:56:38.827]         pageHeader = <optimized out>
[09:56:38.827]         contdata = <optimized out>
[09:56:38.827]         save_copy = <optimized out>
[09:56:38.827] #10 XLogReadAhead (state=0x8348f3130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973
[09:56:38.827]         result = <optimized out>
[09:56:38.827] #11 0x000000000066eb48 in XLogPrefetcherNextBlock (pgsr_private=35242611016, lsn=0x834a0da08) at ../src/backend/access/transam/xlogprefetcher.c:490
[09:56:38.827]         nonblocking = false
[09:56:38.827]         record = 0x0
[09:56:38.827]         prefetcher = 0x8349f9148
[09:56:38.827]         reader = 0x8348f3130
[09:56:38.827]         replaying_lsn = 67210384
[09:56:38.827] #12 0x000000000066e7b2 in lrq_prefetch (lrq=0x834a0d768) at ../src/backend/access/transam/xlogprefetcher.c:252
[09:56:38.827] No locals.
[09:56:38.827] #13 lrq_complete_lsn (lrq=0x834a0d768, lsn=<optimized out>) at ../src/backend/access/transam/xlogprefetcher.c:290
[09:56:38.827] No locals.
[09:56:38.827] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x8349f9148, errmsg=errmsg@entry=0x820c01d60) at ../src/backend/access/transam/xlogprefetcher.c:1035
[09:56:38.827]         replayed_up_to = <optimized out>
[09:56:38.827]         record = <optimized out>
[09:56:38.827] #15 0x00000000006722ea in ReadRecord (xlogprefetcher=0x8349f9148, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3153
[09:56:38.827]         errormsg = 0x0
[09:56:38.827]         xlogreader = 0x8348f3130
[09:56:38.827]         private = <optimized out>
[09:56:38.827]         record = <optimized out>
[09:56:38.827] #16 0x0000000000672bc9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832
[09:56:38.827]         ru0 = {tv = {tv_sec = 1737971445, tv_usec = 208447}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1115}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 147, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 12, ru_nivcsw = 2}}
[09:56:38.827]         xtime = <optimized out>
[09:56:38.827]         reachedRecoveryTarget = false
[09:56:38.827]         replayTLI = 2
[09:56:38.827]         record = <optimized out>
[09:56:38.827] #17 0x0000000000663553 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5848
[09:56:38.827]         wasShutdown = false
[09:56:38.827]         haveTblspcMap = false
[09:56:38.827]         haveBackupLabel = true
[09:56:38.827]         promoted = false
[09:56:38.827]         didCrash = <optimized out>
[09:56:38.827]         checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = <optimized out>, fullPageWrites = true, wal_level = <optimized out>, nextXid = {value = <optimized out>}, nextOid = <optimized out>, nextMulti = <optimized out>, nextMultiOffset = <optimized out>, oldestXid = <optimized out>, oldestXidDB = 1, oldestMulti = <optimized out>, oldestMultiDB = <optimized out>, time = <optimized out>, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 743}
[09:56:38.827]         oldestActiveXID = <optimized out>
[09:56:38.827]         performedWalRecovery = <optimized out>
[09:56:38.827]         endOfRecoveryInfo = <optimized out>
[09:56:38.827]         EndOfLog = <optimized out>
[09:56:38.827]         EndOfLogTLI = <optimized out>
[09:56:38.827]         abortedRecPtr = <optimized out>
[09:56:38.827]         missingContrecPtr = <optimized out>
[09:56:38.827]         newTLI = <optimized out>
[09:56:38.827]         Insert = <optimized out>
[09:56:38.827] #18 0x000000000089bc9b in StartupProcessMain (startup_data=<optimized out>, startup_data_len=<optimized out>) at ../src/backend/postmaster/startup.c:258
[09:56:38.827] No locals.
[09:56:38.827] #19 0x0000000000896035 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274
[09:56:38.827]         pid = <optimized out>
[09:56:38.827] #20 0x0000000000898c37 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3905
[09:56:38.827]         pmchild = 0x0
[09:56:38.827]         pid = <optimized out>
[09:56:38.827] #21 0x00000000008987d2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820c06bf8) at ../src/backend/postmaster/postmaster.c:1378
[09:56:38.827]         userDoption = <optimized out>
[09:56:38.827]         listen_addr_saved = false
[09:56:38.827]         output_config_variable = <optimized out>
[09:56:38.827]         opt = <optimized out>
[09:56:38.827]         status = <optimized out>
[09:56:38.827] #22 0x00000000007cf020 in main (argc=4, argv=0x820c06bf8) at ../src/backend/main/main.c:230
[09:56:38.827]         do_check_root = <optimized out>
[09:56:38.827]         dispatch_option = DISPATCH_POSTMASTER
[09:56:38.836] 
[09:56:38.836] 
[09:56:38.836] 
[09:56:38.901] dumping /tmp/cores/postgres.32404.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres
[09:56:39.028] [New LWP 100178]
[09:56:39.099] Core was generated by `postgres: publisher: checkpointer '.
[09:56:39.099] Program terminated with signal SIGABRT, Aborted.
[09:56:39.099] Sent by thr_kill() from pid 32404 and user 1003.
[09:56:39.099] #0  0x000000082c82d41a in thr_kill () from /lib/libc.so.7
[09:56:39.113] 
[09:56:39.113] Thread 1 (LWP 100178):
[09:56:39.113] #0  0x000000082c82d41a in thr_kill () from /lib/libc.so.7
[09:56:39.113] No symbol table info available.
[09:56:39.113] #1  0x000000082c7a6e64 in raise () from /lib/libc.so.7
[09:56:39.113] No symbol table info available.
[09:56:39.113] #2  0x000000082c8576f9 in abort () from /lib/libc.so.7
[09:56:39.113] No symbol table info available.
[09:56:39.113] #3  0x0000000000aa2c65 in ExceptionalCondition (conditionName=0x2d394a "!ps->dropped", fileName=<optimized out>, lineNumber=lineNumber@entry=1677) at ../src/backend/utils/error/assert.c:66
[09:56:39.113] No locals.
[09:56:39.113] #4  0x000000000095cece in pgstat_write_statsfile (redo=24763888) at ../src/backend/utils/activity/pgstat.c:1677
[09:56:39.113]         shstats = <optimized out>
[09:56:39.113]         kind_info = 0x0
[09:56:39.113]         format_id = 27638961
[09:56:39.113]         hstat = {hash_table = 0x83633c7a0, curbucket = 1049, nbuckets = 2048, curitem = 0x838ee0a58, pnextitem = 0, curpartition = 65, exclusive = false}
[09:56:39.113]         fpout = 0x82c8de8d0
[09:56:39.113]         ps = <optimized out>
[09:56:39.113]         tmpfile = <optimized out>
[09:56:39.113]         statfile = <optimized out>
[09:56:39.113]         __error = <optimized out>
[09:56:39.113]         __error = <optimized out>
[09:56:39.113]         kind = <optimized out>
[09:56:39.113]         info = <optimized out>
[09:56:39.113]         ptr = <optimized out>
[09:56:39.113]         shstats = <optimized out>
[09:56:39.113]         kind_info = <optimized out>
[09:56:39.113]         __error = <optimized out>
[09:56:39.113]         name = <optimized out>
[09:56:39.113]         __error = <optimized out>
[09:56:39.113]         __error = <optimized out>
[09:56:39.113] #5  pgstat_before_server_shutdown (code=<optimized out>, arg=<optimized out>) at ../src/backend/utils/activity/pgstat.c:584
[09:56:39.113] No locals.
[09:56:39.113] #6  0x0000000000913f81 in shmem_exit (code=code@entry=0) at ../src/backend/storage/ipc/ipc.c:243
[09:56:39.113] No locals.
[09:56:39.113] #7  0x0000000000913e78 in proc_exit_prepare (code=100178, code@entry=0) at ../src/backend/storage/ipc/ipc.c:198
[09:56:39.113] No locals.
[09:56:39.113] #8  0x0000000000913dbf in proc_exit (code=code@entry=0) at ../src/backend/storage/ipc/ipc.c:111
[09:56:39.113] No locals.
[09:56:39.113] #9  0x00000000008950ee in CheckpointerMain (startup_data=<optimized out>, startup_data_len=<optimized out>) at ../src/backend/postmaster/checkpointer.c:630
[09:56:39.113]         local_sigjmp_buf = {{_sjb = {8997548, 34917736832, 34917736824, 34917736992, 12572080, 11, 1, 35269771264, 895, -2147815357, -1, 34359738369}}}
[09:56:39.113]         checkpointer_context = <optimized out>
[09:56:39.113] #10 0x0000000000896035 in postmaster_child_launch (child_type=child_type@entry=B_CHECKPOINTER, child_slot=56, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274
[09:56:39.113]         pid = <optimized out>
[09:56:39.113] #11 0x0000000000898c37 in StartChildProcess (type=type@entry=B_CHECKPOINTER) at ../src/backend/postmaster/postmaster.c:3905
[09:56:39.113]         pmchild = 0x0
[09:56:39.113]         pid = <optimized out>
[09:56:39.113] #12 0x00000000008987a6 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8214267a0) at ../src/backend/postmaster/postmaster.c:1371
[09:56:39.113]         userDoption = <optimized out>
[09:56:39.113]         listen_addr_saved = false
[09:56:39.113]         output_config_variable = <optimized out>
[09:56:39.113]         opt = <optimized out>
[09:56:39.113]         status = <optimized out>
[09:56:39.113] #13 0x00000000007cf020 in main (argc=4, argv=0x8214267a0) at ../src/backend/main/main.c:230
[09:56:39.113]         do_check_root = <optimized out>
[09:56:39.113]         dispatch_option = DISPATCH_POSTMASTER