[00:51:00.208] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [00:51:00.556] dumping /tmp/cores/postgres.17416.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [00:51:00.690] [New LWP 101712] [00:51:00.776] Core was generated by `postgres: cascading_standby: startup waiting for 000000020000000000000006'. [00:51:00.776] Program terminated with signal SIGQUIT, Quit. [00:51:00.776] Sent by thr_kill() from pid 17416 and user 1003. [00:51:00.776] #0 0x000000082abab8fa in _sigprocmask () from /lib/libc.so.7 [00:51:00.823] [00:51:00.823] Thread 1 (LWP 101712): [00:51:00.823] #0 0x000000082abab8fa in _sigprocmask () from /lib/libc.so.7 [00:51:00.823] No symbol table info available. [00:51:00.823] #1 0x000000082abe4f91 in _system () from /lib/libc.so.7 [00:51:00.823] No symbol table info available. [00:51:00.823] #2 0x000000082a0349d3 in ?? () from /lib/libthr.so.3 [00:51:00.823] No symbol table info available. [00:51:00.823] #3 0x000000000066b765 in RestoreArchivedFile (path=path@entry=0x821a881d0 "pg_wal/0G%7", xlogfname=xlogfname@entry=0x821a88620 "00000002", '0' , "6", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [00:51:00.823] xlogpath = "pg_wal/RECOVERYXLOG\000RY\000\000\000i\270*\b", '\000' , "\020t\002*\b\000\000\0000\240\304*\b", '\000' , "P}\250!\b\000\000\000\024j\270*\b\000\000\0000\240\304*\b", '\000' , "\240\357\270*\b", '\000' , "\b\000\000\000\240\201\250!\b", '\000' , "\240\357\270*\b", '\000' , "\341\374\323\363A\211\366|\020@\3266\b\000\000\000\001\000\000\000\000\000\000\000\350~\250!\b\000\000\000h}\250!\b\000\000\000\b\000\000\0000\000\000\000"... [00:51:00.823] lastRestartPointFname = "00000001", '0' , "6\000|\256\000\000\000\000\000py\250!\b\000\000\0000\000\000\000\000\000\000\0008\200\250!\b", '\000' , " y\250!\b\000\000\000\303\177\256", '\000' , "u|\256", '\000' , "u|\256\000\000\000\000\000\300y\250!\b\000\000\0000\000\000\000\000\000\000\000\210\200\250!\b", '\000' , "py\250!\b\000\000\000\303\177\256", '\000' , "u|\256\000\000\000\000\000\210\200\250!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [00:51:00.823] stat_buf = {st_dev = 34924430800, st_ino = 34924430880, st_nlink = 12247520, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 564691392, st_padding1 = 8, st_rdev = 35076072935, st_atim = {tv_sec = 35279344895, tv_nsec = 12411680}, st_mtim = {tv_sec = 909127728, tv_nsec = 7}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34924430848}, st_size = 34924429872, st_blocks = 11485715, st_blksize = 704774211, st_flags = 8, st_gen = 35019963515, st_spare = {3330469, 35279294464, 4294967292, 9259542123273814144, 34924429616, 0, 11, 35064574448, 206158430240, 34924429776}} [00:51:00.823] restartRedoPtr = 100664848 [00:51:00.823] restartTli = 1 [00:51:00.823] restartSegNo = [00:51:00.823] xlogRestoreCmd = 0x836dee878 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data/t_035_standby_logical_decoding_standby_data/archives/00000002", '0' , "6\" \"pg_wal/RECOVERYXLOG\"" [00:51:00.823] rc = [00:51:00.823] #4 0x0000000000676dde in XLogFileRead (segno=segno@entry=6, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4210 [00:51:00.823] xlogfname = "00000002", '0' , "6\000\206\250!\b\000\000\000p\206\250!\b\000\000\000\365i\272*\b\000\000\000\342A\000\000\000\000\000\000\231\001\000\000\000\000\000" [00:51:00.823] activitymsg = "waiting for 00000002", '0' , "6\000\000\000\000\240\326\305*\b\000\000\000@\206\250!\b\000\000\000\257j\272*\b\000\000\000<\214:g\000\000\000\000\346?\262\330\363+#\177" [00:51:00.823] path = "pg_wal/0G%7\000\000\000\000\000\030\000\000\0000\000\000\000@\202\250!\b\000\000\000 \201\250!\b\000\000\000)\004\254\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000\020\3206\b", '\000' , "\020G\275\000\000\000\000\000\000i\275\000\000\000\000\000@\206\250!\b\000\000\000Y\254\251\000\000\000\000\000\200\t\3405\b", '\000' , "0\206\250!\b\000\000\000H]\301*\b\000\000\000\000\020\000\000\000\000\000\000@", '\000' , "9\000\000\000\000\000\000\000߆\250!\b\000\000\000\207\206\250!\b", '\000' , "\324"... [00:51:00.823] fd = [00:51:00.823] #5 0x0000000000672b2c in XLogFileReadAnyTLI (segno=6, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4338 [00:51:00.823] hent = [00:51:00.823] tli = 2 [00:51:00.823] cell__state = {l = 0x836deee98, i = 0} [00:51:00.823] path = "\b\327D\006", '\000' , "\020\207\250!\b\000\000\000\023\256\301*\b", '\000' , "\001\341\374\323\363A\211\366|\220\360\3223\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240\326\305*\b\000\000\000\220\207\250!\b\000\000\000\353l\276*\b", '\000' , "\006", '\000' , "\001\000\000\000\000\000\000\000\200\006\000\000\000\000\000\006\000\000\000\000\005\000\000\000\000\000\000\000\200\006\000\006", '\000' , "\341\374\323\363A\211\366|\000\360\3176\b\000\000\000@\000\b\000\000\000\000\000"... [00:51:00.823] tles = 0x836deee98 [00:51:00.823] cell = [00:51:00.823] fd = [00:51:00.823] cell__state = [00:51:00.823] hent = [00:51:00.823] tli = [00:51:00.823] beginseg = [00:51:00.823] __error = [00:51:00.823] __error = [00:51:00.823] #6 WaitForWALToBecomeAvailable (RecPtr=100671488, tliRecPtr=105184880, replayTLI=2, replayLSN=105184880, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3772 [00:51:00.823] startWalReceiver = [00:51:00.823] streaming_reply_sent = false [00:51:00.823] now = [00:51:00.823] startWalReceiver = [00:51:00.823] oldSource = [00:51:00.823] wait_time = [00:51:00.823] __error = [00:51:00.823] __error = [00:51:00.823] __error = [00:51:00.823] havedata = [00:51:00.823] ptr = [00:51:00.823] tli = [00:51:00.823] __error = [00:51:00.823] latestChunkStart = [00:51:00.823] __error = [00:51:00.823] #7 XLogPageRead (xlogreader=0x836d00130, targetPagePtr=100663296, reqLen=8192, targetRecPtr=105184880, readBuf=0x836deaf38 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3353 [00:51:00.823] private = 0x836d00110 [00:51:00.823] emode = 15 [00:51:00.823] targetSegNo = 6 [00:51:00.823] targetPageOff = 0 [00:51:00.823] r = [00:51:00.823] #8 0x0000000000679a46 in ReadPageInternal (state=state@entry=0x836d00130, pageptr=105177088, reqLen=7816) at ../src/backend/access/transam/xlogreader.c:1040 [00:51:00.823] targetSegmentPtr = 100663296 [00:51:00.823] targetSegNo = 6 [00:51:00.823] targetPageOff = 4513792 [00:51:00.823] readLen = [00:51:00.823] hdr = [00:51:00.823] err = [00:51:00.823] #9 0x0000000000678932 in XLogDecodeNextRecord (state=0x836d00130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [00:51:00.823] errormsg = 0x821a8cc98 "" [00:51:00.823] randAccess = [00:51:00.823] decoded = 0x0 [00:51:00.823] RecPtr = 105184880 [00:51:00.823] assembled = false [00:51:00.823] targetPagePtr = 34924427200 [00:51:00.823] readOff = [00:51:00.823] record = [00:51:00.823] gotheader = [00:51:00.823] targetRecOff = 7792 [00:51:00.823] pageHeaderSize = [00:51:00.823] len = [00:51:00.823] total_len = [00:51:00.823] buffer = [00:51:00.823] gotlen = [00:51:00.823] pageHeader = [00:51:00.823] contdata = [00:51:00.823] save_copy = [00:51:00.823] #10 XLogReadAhead (state=0x836d00130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [00:51:00.823] result = [00:51:00.823] #11 0x0000000000670088 in XLogPrefetcherNextBlock (pgsr_private=35280310088, lsn=0x836e1af68) at ../src/backend/access/transam/xlogprefetcher.c:490 [00:51:00.823] nonblocking = false [00:51:00.823] record = 0x0 [00:51:00.823] prefetcher = 0x836decf48 [00:51:00.823] reader = 0x836d00130 [00:51:00.823] replaying_lsn = 105184832 [00:51:00.823] #12 0x000000000066fcf2 in lrq_prefetch (lrq=0x836e1aee8) at ../src/backend/access/transam/xlogprefetcher.c:252 [00:51:00.823] No locals. [00:51:00.823] #13 lrq_complete_lsn (lrq=0x836e1aee8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [00:51:00.823] No locals. [00:51:00.823] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x836decf48, errmsg=errmsg@entry=0x821a8cd60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [00:51:00.823] replayed_up_to = [00:51:00.823] record = [00:51:00.823] #15 0x000000000067381a in ReadRecord (xlogprefetcher=0x836decf48, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3153 [00:51:00.823] errormsg = 0x836d00940 "" [00:51:00.823] xlogreader = 0x836d00130 [00:51:00.823] private = [00:51:00.823] record = [00:51:00.823] #16 0x00000000006740f9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [00:51:00.823] ru0 = {tv = {tv_sec = 1731890234, tv_usec = 133698}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1222}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 151, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 6, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 11, ru_nivcsw = 4}} [00:51:00.823] xtime = [00:51:00.823] reachedRecoveryTarget = false [00:51:00.823] replayTLI = 2 [00:51:00.823] record = [00:51:00.823] #17 0x0000000000664a93 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5848 [00:51:00.823] wasShutdown = false [00:51:00.823] haveTblspcMap = false [00:51:00.823] haveBackupLabel = true [00:51:00.823] promoted = false [00:51:00.823] didCrash = [00:51:00.823] checkPoint = {redo = 100664848, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 773} [00:51:00.823] oldestActiveXID = [00:51:00.823] performedWalRecovery = [00:51:00.823] endOfRecoveryInfo = [00:51:00.823] EndOfLog = [00:51:00.823] EndOfLogTLI = [00:51:00.823] abortedRecPtr = [00:51:00.823] missingContrecPtr = [00:51:00.823] newTLI = [00:51:00.823] Insert = [00:51:00.823] #18 0x00000000008967db in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [00:51:00.823] No locals. [00:51:00.823] #19 0x0000000000890df5 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=45, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [00:51:00.823] pid = [00:51:00.823] #20 0x0000000000893a07 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3702 [00:51:00.823] pmchild = 0x0 [00:51:00.823] pid = [00:51:00.823] #21 0x0000000000893599 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821a92278) at ../src/backend/postmaster/postmaster.c:1353 [00:51:00.823] userDoption = [00:51:00.823] listen_addr_saved = [00:51:00.823] output_config_variable = [00:51:00.823] opt = [00:51:00.823] status = [00:51:00.823] #22 0x00000000007cc74c in main (argc=4, argv=0x821a92278) at ../src/backend/main/main.c:196 [00:51:00.823] do_check_root =