[20:41:28.361] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [20:41:28.703] dumping /tmp/cores/postgres.26353.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [20:41:28.858] [New LWP 101883] [20:41:28.951] Core was generated by `postgres: cascade: startup waiting for 000000020000000000000004'. [20:41:28.951] Program terminated with signal SIGQUIT, Quit. [20:41:28.951] Sent by thr_kill() from pid 26353 and user 1002. [20:41:28.951] #0 0x000000082bc8a75a in _sigprocmask () from /lib/libc.so.7 [20:41:28.995] [20:41:28.995] Thread 1 (LWP 101883): [20:41:28.995] #0 0x000000082bc8a75a in _sigprocmask () from /lib/libc.so.7 [20:41:28.995] No symbol table info available. [20:41:28.995] #1 0x000000082bcc7a2f in _system () from /lib/libc.so.7 [20:41:28.995] No symbol table info available. [20:41:28.995] #2 0x000000082aea88a3 in ?? () from /lib/libthr.so.3 [20:41:28.995] No symbol table info available. [20:41:28.995] #3 0x00000000006853b7 in RestoreArchivedFile (path=path@entry=0x82191b1e0 "pg_wal/00000003.history", xlogfname=xlogfname@entry=0x82191b630 "00000002", '0' , "4", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [20:41:28.995] xlogpath = "pg_wal/RECOVERYXLOG\000RY\000e\320\352\323+\b\000\000\000\005\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\000\262\221!\b\000\000\000\001\000\000\000\000\000\000\000\360\255\221!\b\000\000\000\027N\300+\b", '\000' , "\200\376\300\000\000\000\000\000002", '\000' , "002\000\000\000\000\00000000000", '\000' , "\260\255\221!\b\000\000\000\315\">\340\2229\000\000\250\256\265+\b\000\000\000"... [20:41:28.995] lastRestartPointFname = "00000001", '0' , "2", '\000' , "Z.\265/\220,\030e\320\352\323+\b\000\000\000\370!\277\000\000\000\000\000\370h\205Do\032\000\000\001\377\000\207\377\377\377\377bc\002\000\000\000\000\000\001\000\000\000\000\000\000\000\200\201\000\000\352\003\000\000\353\003\000\000\000\000\000\000\377\377\377\377\377\377\377\377\371A\360g\000\000\000\000 \326\3411\000\000\000\000\371A\360g\000\000\000\000\210<_1\000\000\000\000\371A\360g\000\000\000\000\370/\3421\000\000\000\000\371A\360g\000\000\000\000"... [20:41:28.995] stat_buf = {st_dev = 34922935776, st_ino = 34922935856, st_nlink = 12439552, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 563196368, st_padding1 = 8, st_rdev = 35093761559, st_atim = {tv_sec = 7834484, tv_nsec = 12648064}, st_mtim = {tv_sec = 875573296, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 35094304336, tv_nsec = 29065192943624}, st_size = 2832392, st_blocks = 35079738553, st_blksize = 1, st_flags = 0, st_gen = 29065197199360, st_spare = {34922934672, 35094295326, 2, 35094164549, 734565968, 7284621395059093082, 34922934752, 12532272, 206158430240, 34922934752}} [20:41:28.995] restartRedoPtr = 33554472 [20:41:28.995] restartTli = 1 [20:41:28.995] restartSegNo = [20:41:28.995] xlogRestoreCmd = 0x1a6f44d6c1e8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000002", '0' , "4\" \"pg_wal/RECOVERYXLOG\"" [20:41:28.995] rc = [20:41:28.995] #4 0x0000000000690a10 in XLogFileRead (segno=segno@entry=4, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4231 [20:41:28.995] xlogfname = "00000002", '0' , "4\000.\265/\220,\030e\000\000\000\000\000\000\000\000\220\266\221!\b\000\000\000\200\266\221!\b\000\000\000\242Y\310+\b\000\000" [20:41:28.995] activitymsg = "waiting for 00000002", '0' , "4\000\032\000\000@\006\000\000\000\000\000\000\220\266\221!\b\000\000\000\003\000\000\000\000\000\000\000`\266\221!\b\000\000\000UZ\310+\b\000\000" [20:41:28.995] path = "pg_wal/00000003.history\0000000004\000\000\000\000\000\000\000\000\000\220P\205Do\032\000\000\001\000\000\000\000\000\000\000\260\262\221!\b\000\000\000\020\266\221!\b\000\000\000\020\200\317+\b\000\000\000Z.\265/\220,\030e\200\t\240Do\032\000\000\000\000\000\000\000\000\000\000\220P\205Do\032\000\000\001\000\000\000\000\000\000\000\260\262\221!\b\000\000\000\020\266\221!\b\000\000\000\263\205\317+\b\000\000\000\300\262\221!\b", '\000' , "\n", '\000' , "\330X\240Do\032\000\000\000\020\000\000\000\000\000\000h\266\221!\b\000\000\000"... [20:41:28.995] fd = [20:41:28.995] #5 0x000000000068c74c in XLogFileReadAnyTLI (segno=4, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4359 [20:41:28.995] hent = [20:41:28.995] tli = 2 [20:41:28.995] cell__state = {l = 0x1a6f44d40798, i = 0} [20:41:28.995] path = "\000\000\000\004\000\000\000\0000000002", '0' , "3\000\200R\205Do\032\000\000\000\000\000\000\000\000\000\000\200\267\221!\b\000\000\000ʗ\314+\b\000\000\000\200\000\000\002\000\000\000\0008\310\323Do\032\000\000\002\000\000\000\000\000\000\000\200\000\000\002", '\000' , "\002", '\000' , "\001\000\000\000\243Ai\000\000\000\000\000\000\000\000\002", '\000' , "|\005@Eo\032\000\000\243Ai\000\000\000\000\000\220\005@Eo\032\000\000\000\000\b\000\000\000\000\000|\005@Eo\032\000\000\000\370\221!\b\000\000\000\220\005@Eo\032", '\000' ... [20:41:28.995] tles = 0x1a6f44d40798 [20:41:28.995] cell = [20:41:28.995] fd = [20:41:28.995] cell__state = [20:41:28.995] hent = [20:41:28.995] tli = [20:41:28.995] beginseg = [20:41:28.995] __error = [20:41:28.995] __error = [20:41:28.995] #6 WaitForWALToBecomeAvailable (RecPtr=67200576, tliRecPtr=67200552, replayTLI=2, replayLSN=67200552, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3793 [20:41:28.995] startWalReceiver = [20:41:28.995] streaming_reply_sent = true [20:41:28.995] now = [20:41:28.995] startWalReceiver = [20:41:28.995] oldSource = [20:41:28.995] wait_time = [20:41:28.995] __error = [20:41:28.995] __error = [20:41:28.995] __error = [20:41:28.995] havedata = [20:41:28.995] ptr = [20:41:28.995] tli = [20:41:28.995] __error = [20:41:28.995] latestChunkStart = [20:41:28.995] __error = [20:41:28.995] #7 XLogPageRead (xlogreader=0x1a6f44c1d130, targetPagePtr=67198976, reqLen=1600, targetRecPtr=67200552, readBuf=0x1a6f44d3c838 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3363 [20:41:28.995] private = 0x1a6f44c1d110 [20:41:28.995] emode = 15 [20:41:28.995] targetSegNo = 4 [20:41:28.995] targetPageOff = 90112 [20:41:28.995] io_start = [20:41:28.995] r = [20:41:28.995] #8 0x000000000069375a in ReadPageInternal (state=state@entry=0x1a6f44c1d130, pageptr=67198976, reqLen=1600) at ../src/backend/access/transam/xlogreader.c:1061 [20:41:28.995] targetSegNo = 4 [20:41:28.995] targetPageOff = 90112 [20:41:28.995] readLen = [20:41:28.995] hdr = [20:41:28.995] err = [20:41:28.995] #9 0x0000000000692588 in XLogDecodeNextRecord (state=0x1a6f44c1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [20:41:28.995] errormsg = 0x2ee00000300 [20:41:28.995] randAccess = [20:41:28.995] decoded = 0x0 [20:41:28.995] RecPtr = 67200552 [20:41:28.995] assembled = false [20:41:28.995] targetPagePtr = 67198976 [20:41:28.995] readOff = [20:41:28.995] record = [20:41:28.995] gotheader = [20:41:28.995] targetRecOff = 1576 [20:41:28.995] pageHeaderSize = [20:41:28.995] len = [20:41:28.995] total_len = [20:41:28.995] buffer = [20:41:28.995] gotlen = [20:41:28.995] pageHeader = [20:41:28.995] contdata = [20:41:28.995] save_copy = [20:41:28.995] #10 XLogReadAhead (state=0x1a6f44c1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [20:41:28.995] result = [20:41:28.995] #11 0x0000000000689ca8 in XLogPrefetcherNextBlock (pgsr_private=29065198430280, lsn=0x1a6f44d6bc48) at ../src/backend/access/transam/xlogprefetcher.c:490 [20:41:28.995] nonblocking = false [20:41:28.995] record = 0x0 [20:41:28.995] prefetcher = 0x1a6f44d3e848 [20:41:28.995] reader = 0x1a6f44c1d130 [20:41:28.995] replaying_lsn = 67200144 [20:41:28.995] #12 0x0000000000689915 in lrq_prefetch (lrq=0x1a6f44d6b9d8) at ../src/backend/access/transam/xlogprefetcher.c:252 [20:41:28.995] No locals. [20:41:28.995] #13 lrq_complete_lsn (lrq=0x1a6f44d6b9d8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [20:41:28.995] No locals. [20:41:28.995] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x1a6f44d3e848, errmsg=errmsg@entry=0x82191fd60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [20:41:28.995] replayed_up_to = [20:41:28.995] record = [20:41:28.995] #15 0x000000000068d4aa in ReadRecord (xlogprefetcher=0x1a6f44d3e848, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162 [20:41:28.995] errormsg = 0x0 [20:41:28.995] xlogreader = 0x1a6f44c1d130 [20:41:28.995] private = [20:41:28.995] record = [20:41:28.995] #16 0x000000000068dd99 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840 [20:41:28.995] ru0 = {tv = {tv_sec = 1743798778, tv_usec = 92309}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1412}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 158, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 11, ru_nivcsw = 2}} [20:41:28.995] xtime = [20:41:28.995] reachedRecoveryTarget = false [20:41:28.995] replayTLI = 2 [20:41:28.995] record = [20:41:28.995] #17 0x000000000067e4a3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033 [20:41:28.995] wasShutdown = false [20:41:28.995] haveTblspcMap = false [20:41:28.995] haveBackupLabel = true [20:41:28.995] promoted = false [20:41:28.995] didCrash = [20:41:28.995] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 750} [20:41:28.995] oldestActiveXID = [20:41:28.995] performedWalRecovery = [20:41:28.995] endOfRecoveryInfo = [20:41:28.995] EndOfLog = [20:41:28.995] EndOfLogTLI = [20:41:28.995] abortedRecPtr = [20:41:28.995] missingContrecPtr = [20:41:28.995] newTLI = [20:41:28.995] Insert = [20:41:28.995] #18 0x00000000008c016b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [20:41:28.995] No locals. [20:41:28.995] #19 0x00000000008b9c0b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [20:41:28.995] pid = [20:41:28.995] #20 0x00000000008bc9d7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3972 [20:41:28.995] pmchild = 0x0 [20:41:28.995] pid = [20:41:28.995] #21 0x00000000008bc3d2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821924a28) at ../src/backend/postmaster/postmaster.c:1392 [20:41:28.995] userDoption = [20:41:28.995] listen_addr_saved = false [20:41:28.995] output_config_variable = [20:41:28.995] opt = [20:41:28.995] status = [20:41:28.995] #22 0x00000000007efb50 in main (argc=4, argv=0x821924a28) at ../src/backend/main/main.c:227 [20:41:28.995] do_check_root = [20:41:28.995] dispatch_option = DISPATCH_POSTMASTER