[17:43:50.194] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [17:43:50.587] dumping /tmp/cores/postgres.11946.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [17:43:50.730] [New LWP 100140] [17:43:50.827] Core was generated by `postgres: cascade: startup waiting for 000000020000000000000004'. [17:43:50.827] Program terminated with signal SIGQUIT, Quit. [17:43:50.827] Sent by thr_kill() from pid 11946 and user 1003. [17:43:50.827] #0 0x000000082bbfb8fa in _sigprocmask () from /lib/libc.so.7 [17:43:50.875] [17:43:50.875] Thread 1 (LWP 100140): [17:43:50.875] #0 0x000000082bbfb8fa in _sigprocmask () from /lib/libc.so.7 [17:43:50.875] No symbol table info available. [17:43:50.875] #1 0x000000082bc34f91 in _system () from /lib/libc.so.7 [17:43:50.875] No symbol table info available. [17:43:50.875] #2 0x000000082a4349d3 in ?? () from /lib/libthr.so.3 [17:43:50.875] No symbol table info available. [17:43:50.875] #3 0x0000000000635f35 in RestoreArchivedFile (path=path@entry=0x820f011d0 "P", , xlogfname=xlogfname@entry=0x820f01620 "00000002", '0' , "4", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [17:43:50.875] xlogpath = "pg_wal/RECOVERYXLOG\000RY", '\000' , "\200\t\3006\b\000\000\000\210\026\360 \b\000\000\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\200\315\3006\b\000\000\0000\254\3737\b\000\000\000`\253\3737\b\000\000\000X\253\3737\b\000\000\000X\246\3737\b\000\000\000\000\340\344\000\000\000\000\000\0000K7\b\000\000\000\000\020\n\000\000\000\000\000 \r\360 \b\000\000\000 \r\360 \b", '\000' , "\350\016\360 \b\000\000\000h\r\360 \b\000\000\000\b\000\000\0000\000\000\000"... [17:43:50.875] lastRestartPointFname = "00000001", '0' , "2\000\000\000\000\000\000\000\000\030\000\000\0000\000\000\000\260\f\360 \b\000\000\000`\n\360 \b", '\000' , "\240\326\312+\b", '\000' , "\205\253\252\000\000\000\000\000\300\t\360 \b\000\000\0000\000\000\000\000\000\000\000\210\020\360 \b", '\000' , "p\t\360 \b\000\000\000Ӯ\252", '\000' , "\205\253\252\000\000\000\000\000\210\020\360 \b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [17:43:50.875] stat_buf = {st_dev = 34912343504, st_ino = 34912343584, st_nlink = 11997920, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 552604096, st_padding1 = 8, st_rdev = 35093177831, st_atim = {tv_sec = 35286209791, tv_nsec = 12155872}, st_mtim = {tv_sec = 875573296, tv_nsec = 5}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34912343552}, st_size = 34912342576, st_blocks = 11236307, st_blksize = 708968515, st_flags = 8, st_gen = 34913583752, st_spare = {35092488760, 34913563656, 34912342504, 34912342952, 34912342480, 53324965870754, 2594975, 134090501, 206158430240, 34912342480}} [17:43:50.875] restartRedoPtr = 33554472 [17:43:50.875] restartTli = 1 [17:43:50.875] restartSegNo = [17:43:50.875] xlogRestoreCmd = 0x83747c778 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000002", '0' , "4\" \"pg_wal/RECOVERYXLOG\"" [17:43:50.875] rc = [17:43:50.875] #4 0x00000000006415be in XLogFileRead (segno=segno@entry=4, emode=, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4221 [17:43:50.875] xlogfname = "00000002", '0' , "4\000\026\360 \b\000\000\000p\026\360 \b\000\000\000\365i\277+\b\000\000\000V.\000\000\000\000\000\000y\000\000\000\000\000\000" [17:43:50.875] activitymsg = "waiting for 00000002", '0' , "4\000\000\000\000\240\326\312+\b\000\000\000@\026\360 \b\000\000\000\257j\277+\b\000\000\000\024\203\303f\000\000\000\000\032\262=\224\361\321F4" [17:43:50.875] path = "P\022\360 \b\000\000\000s\372\245\257\1770\000\000\030\000\000\0000", '\000' , "8\020\003!\b\000\000\000\001\000\000\000\000\000\000\000\b\264\002!\b\000\000\0008\342\254+\b\000\000\000\250\024\360 \b\000\000\000\360\023\360 \b\000\000\000`\022\360 \b", '\000' , "\b@\002!\b\000\000\000 \000\000\000\000\000\000\000\340\023\360 \b\000\000\000皥\257\1770\000\000\b@\002!\b\000\000\000\bD\002!\b\000\000\000\bH\002!\b\000\000\000\bL\002!\b\000\000\000\b\200\002!\b\000\000\000\b\204\002!\b\000\000\000\b\210\002!\b\000\000\000\b\214"... [17:43:50.875] fd = [17:43:50.875] #5 0x000000000063d29c in XLogFileReadAnyTLI (segno=4, emode=13, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4349 [17:43:50.875] hent = [17:43:50.875] tli = 2 [17:43:50.875] cell__state = {l = 0x83747cd98, i = 0} [17:43:50.875] path = "\000\000\000\004\000\000\000\0000000002", '0' , "3", '\000' , "\001\246:*.\375ۜ\363\220\260n5\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240\326\312+\b\000\000\000\220\027\360 \b\000\000\000\353l\303+\b", '\000' , "\002", '\000' , "\001\000\000\000\001v7:\230\000\000\000\000\000\000\002", '\000' , "\230\000\000\002", '\000' , "\246:*.\375ۜ\363\000\26087\b\000\000\000@\000\b\000\000\000\000\000\006L"... [17:43:50.875] tles = 0x83747cd98 [17:43:50.875] cell = [17:43:50.875] fd = [17:43:50.875] cell__state = [17:43:50.875] hent = [17:43:50.875] tli = [17:43:50.875] beginseg = [17:43:50.875] __error = [17:43:50.875] __error = [17:43:50.875] #6 WaitForWALToBecomeAvailable (RecPtr=67209360, tliRecPtr=67209336, replayTLI=2, replayLSN=67209336, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3782 [17:43:50.875] startWalReceiver = [17:43:50.875] streaming_reply_sent = true [17:43:50.875] now = [17:43:50.875] startWalReceiver = [17:43:50.875] oldSource = [17:43:50.875] wait_time = [17:43:50.875] __error = [17:43:50.875] __error = [17:43:50.875] __error = [17:43:50.875] havedata = [17:43:50.875] ptr = [17:43:50.875] tli = [17:43:50.875] __error = [17:43:50.875] latestChunkStart = [17:43:50.875] __error = [17:43:50.875] #7 XLogPageRead (xlogreader=0x83738c130, targetPagePtr=67207168, reqLen=2192, targetRecPtr=67209336, readBuf=0x837478e38 "\026\321\005") at ../src/backend/access/transam/xlogrecovery.c:3363 [17:43:50.875] private = 0x83738c110 [17:43:50.875] emode = 15 [17:43:50.875] targetSegNo = 4 [17:43:50.875] targetPageOff = 98304 [17:43:50.875] r = [17:43:50.875] #8 0x00000000006442a2 in ReadPageInternal (state=state@entry=0x83738c130, pageptr=67207168, reqLen=2192) at ../src/backend/access/transam/xlogreader.c:1060 [17:43:50.875] targetSegNo = 4 [17:43:50.875] targetPageOff = 98304 [17:43:50.875] readLen = [17:43:50.875] hdr = [17:43:50.875] err = [17:43:50.875] #9 0x0000000000643112 in XLogDecodeNextRecord (state=0x83738c130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [17:43:50.875] errormsg = 0x2e300000300 [17:43:50.875] randAccess = [17:43:50.875] decoded = 0x0 [17:43:50.875] RecPtr = 67209336 [17:43:50.875] assembled = false [17:43:50.875] targetPagePtr = 34912339904 [17:43:50.875] readOff = [17:43:50.875] record = [17:43:50.875] gotheader = [17:43:50.875] targetRecOff = 2168 [17:43:50.875] pageHeaderSize = [17:43:50.875] len = [17:43:50.875] total_len = [17:43:50.875] buffer = [17:43:50.875] gotlen = [17:43:50.875] pageHeader = [17:43:50.875] contdata = [17:43:50.875] save_copy = [17:43:50.875] #10 XLogReadAhead (state=0x83738c130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [17:43:50.875] result = [17:43:50.875] #11 0x000000000063a858 in XLogPrefetcherNextBlock (pgsr_private=35287182920, lsn=0x8374a8d98) at ../src/backend/access/transam/xlogprefetcher.c:490 [17:43:50.875] nonblocking = false [17:43:50.875] record = 0x0 [17:43:50.875] prefetcher = 0x83747ae48 [17:43:50.875] reader = 0x83738c130 [17:43:50.875] replaying_lsn = 67208928 [17:43:50.875] #12 0x000000000063a4c2 in lrq_prefetch (lrq=0x8374a8b28) at ../src/backend/access/transam/xlogprefetcher.c:252 [17:43:50.875] No locals. [17:43:50.875] #13 lrq_complete_lsn (lrq=0x8374a8b28, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [17:43:50.875] No locals. [17:43:50.875] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x83747ae48, errmsg=errmsg@entry=0x820f05d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [17:43:50.875] replayed_up_to = [17:43:50.875] record = [17:43:50.875] #15 0x000000000063df8a in ReadRecord (xlogprefetcher=0x83747ae48, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3163 [17:43:50.875] errormsg = 0x0 [17:43:50.875] xlogreader = 0x83738c130 [17:43:50.875] private = [17:43:50.875] record = [17:43:50.875] #16 0x000000000063e869 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1843 [17:43:50.875] ru0 = {tv = {tv_sec = 1724089107, tv_usec = 621338}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 886}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 142, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 12, ru_nivcsw = 2}} [17:43:50.875] xtime = [17:43:50.875] reachedRecoveryTarget = false [17:43:50.875] replayTLI = 2 [17:43:50.875] record = [17:43:50.875] #17 0x000000000062f283 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5819 [17:43:50.875] wasShutdown = false [17:43:50.875] haveTblspcMap = false [17:43:50.875] haveBackupLabel = true [17:43:50.875] promoted = false [17:43:50.875] didCrash = [17:43:50.875] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 739} [17:43:50.875] oldestActiveXID = [17:43:50.875] performedWalRecovery = [17:43:50.875] endOfRecoveryInfo = [17:43:50.875] EndOfLog = [17:43:50.875] EndOfLogTLI = [17:43:50.875] abortedRecPtr = [17:43:50.875] missingContrecPtr = [17:43:50.875] newTLI = [17:43:50.875] Insert = [17:43:50.875] #18 0x000000000085e5bb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [17:43:50.875] No locals. [17:43:50.875] #19 0x0000000000858327 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [17:43:50.875] pid = [17:43:50.875] #20 0x000000000085a884 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3730 [17:43:50.875] pid = [17:43:50.875] __error = [17:43:50.875] #21 0x000000000085a4c5 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820f0a778) at ../src/backend/postmaster/postmaster.c:1338 [17:43:50.875] userDoption = [17:43:50.875] listen_addr_saved = [17:43:50.875] output_config_variable = [17:43:50.875] opt = [17:43:50.875] status = [17:43:50.875] #22 0x0000000000793afc in main (argc=4, argv=0x820f0a778) at ../src/backend/main/main.c:197 [17:43:50.875] do_check_root =