[08:51:29.916] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [08:51:30.220] dumping /tmp/cores/postgres.42725.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [08:51:30.339] [New LWP 100097] [08:51:30.419] Core was generated by `postgres: cascading_standby: startup recovering 000000020000000000000006'. [08:51:30.419] Program terminated with signal SIGQUIT, Quit. [08:51:30.419] Sent by thr_kill() from pid 42725 and user 1002. [08:51:30.419] #0 0x000000082cdb175a in _sigprocmask () from /lib/libc.so.7 [08:51:30.459] [08:51:30.459] Thread 1 (LWP 100097): [08:51:30.459] #0 0x000000082cdb175a in _sigprocmask () from /lib/libc.so.7 [08:51:30.459] No symbol table info available. [08:51:30.459] #1 0x000000082cdeea7f in _system () from /lib/libc.so.7 [08:51:30.459] No symbol table info available. [08:51:30.459] #2 0x000000082ade48a3 in ?? () from /lib/libthr.so.3 [08:51:30.459] No symbol table info available. [08:51:30.459] #3 0x0000000000687f67 in RestoreArchivedFile (path=path@entry=0x821b0a1e0 "pg_wal/00000002", '0' , "6", xlogfname=xlogfname@entry=0x821b0a5e0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [08:51:30.459] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\020\311\330,\b\000\000\000\360\234\260!\b\000\000\000`u\335*\b\000\000\000\260$\345,\b", '\000' , "`\235\260!\b\000\000\000$\312\330,\b\000\000\000\260$\345,\b", '\000' , "\340O\331,\b", '\000' , "\b\000\000\000\260\241\260!\b", '\000' , "\340O\331,\b", '\000' , "'\220Q\023\n\220QT\020ܬf!&\000\000\001\000\000\000\000\000\000\000\200\235\260!\b\000\000\000\nՓ\000\000\000\000\000\260s\346,\b\000\000\000\000>"... [08:51:30.459] lastRestartPointFname = '0' , "\000\377\377\377\000\000\000\0008\240\260!\b", '\000' , " \231\260!\b\000\000\000V\204\262", '\000' , "\025\201\262\000\000\000\000\0008\240\260!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' , "\025\201\262\000\000\000\000\000\240\237\260!\b\000\000\000\373\377\377\377\000\000\000\000\005", '\000' , "Й\260!\b\000\000\000{\203\262", '\000' , "550\000\000\000\000\000\000\000u"... [08:51:30.459] stat_buf = {st_dev = 6, st_ino = 2, st_nlink = 34924962256, st_mode = 31651, st_padding0 = 178, st_uid = 0, st_gid = 565223888, st_padding1 = 8, st_rdev = 35111747095, st_atim = {tv_sec = 34924962152, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3551280, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 11, tv_nsec = 5317438072458051585}, st_size = 6075795745247694887, st_blocks = 35113032464, st_blksize = 5, st_flags = 0, st_gen = 0, st_spare = {34924962240, 2, 34924962192, 35112274517, 0, 1751964235, 9674114506381853557, 6075795745247694887, 206158430240, 34924962272}} [08:51:30.459] restartRedoPtr = 34924962000 [08:51:30.459] restartTli = 8 [08:51:30.459] restartSegNo = [08:51:30.459] xlogRestoreCmd = 0x262166b72628 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data/t_035_standby_logical_decoding_standby_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [08:51:30.459] rc = [08:51:30.459] #4 0x000000000066edd8 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [08:51:30.459] path = "pg_wal/00000002", '0' , "6\000\000\000\000\000\000\000\000\000\220Pef!&\000\000\001\000\000\000\000\000\000\000\260\242\260!\b\000\000\000\020\246\260!\b\000\000\000`\360\341,\b\000\000\000'\220Q\023\n\220QT\200\t\200f!&\000\000\000\000\000\000\000\000\000\000\220Pef!&\000\000\001\000\000\000\000\000\000\000\260\242\260!\b\000\000\000\020\246\260!\b\000\000\000\003\366\341,\b\000\000\000\300\242\260!\b", '\000' , "\n", '\000' , "\330X\200f!&\000\000\000\020\000\000\000\000\000\000h\246\260!\b\000\000\000"... [08:51:30.459] histfname = "00000003.history\000\246\260!\b\000\000\000\255.\225\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\0000\246\260!\b\000\000\000b\311\332,\b\000\000" [08:51:30.459] fd = [08:51:30.459] #5 0x000000000066ee98 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [08:51:30.459] newestTLI = 2 [08:51:30.459] probeTLI = 3 [08:51:30.459] #6 0x000000000069344b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=105222960) at ../src/backend/access/transam/xlogrecovery.c:4135 [08:51:30.459] oldtarget = 2 [08:51:30.459] currentTle = 0x0 [08:51:30.459] newtarget = [08:51:30.459] newExpectedTLEs = [08:51:30.459] found = [08:51:30.459] cell = [08:51:30.459] #7 0x000000000068f5e3 in WaitForWALToBecomeAvailable (RecPtr=105222984, tliRecPtr=105222960, replayTLI=2, replayLSN=105222960, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3697 [08:51:30.459] startWalReceiver = false [08:51:30.459] streaming_reply_sent = true [08:51:30.459] now = [08:51:30.459] startWalReceiver = [08:51:30.459] oldSource = [08:51:30.459] wait_time = [08:51:30.459] __error = [08:51:30.459] __error = [08:51:30.459] __error = [08:51:30.459] havedata = [08:51:30.459] ptr = [08:51:30.459] tli = [08:51:30.459] __error = [08:51:30.459] latestChunkStart = [08:51:30.459] __error = [08:51:30.459] #8 XLogPageRead (xlogreader=0x262166a1d130, targetPagePtr=105218048, reqLen=4936, targetRecPtr=105222960, readBuf=0x262166b0fdf8 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3363 [08:51:30.459] private = 0x262166a1d110 [08:51:30.459] emode = 15 [08:51:30.459] targetSegNo = 6 [08:51:30.459] targetPageOff = 4554752 [08:51:30.459] io_start = [08:51:30.459] r = [08:51:30.459] #9 0x00000000006963aa in ReadPageInternal (state=state@entry=0x262166a1d130, pageptr=105218048, reqLen=4936) at ../src/backend/access/transam/xlogreader.c:1061 [08:51:30.459] targetSegNo = 6 [08:51:30.459] targetPageOff = 4554752 [08:51:30.459] readLen = [08:51:30.459] hdr = [08:51:30.459] err = [08:51:30.459] #10 0x00000000006951d8 in XLogDecodeNextRecord (state=0x262166a1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [08:51:30.459] errormsg = 0x821b0ec98 "" [08:51:30.459] randAccess = [08:51:30.459] decoded = 0x0 [08:51:30.459] RecPtr = 105222960 [08:51:30.459] assembled = false [08:51:30.459] targetPagePtr = 105218048 [08:51:30.459] readOff = [08:51:30.459] record = [08:51:30.459] gotheader = [08:51:30.459] targetRecOff = 4912 [08:51:30.459] pageHeaderSize = [08:51:30.459] len = [08:51:30.459] total_len = [08:51:30.459] buffer = [08:51:30.459] gotlen = [08:51:30.459] pageHeader = [08:51:30.459] contdata = [08:51:30.459] save_copy = [08:51:30.459] #11 XLogReadAhead (state=0x262166a1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [08:51:30.459] result = [08:51:30.459] #12 0x000000000068c898 in XLogPrefetcherNextBlock (pgsr_private=41924898659848, lsn=0x262166b71e78) at ../src/backend/access/transam/xlogprefetcher.c:490 [08:51:30.459] nonblocking = false [08:51:30.459] record = 0x0 [08:51:30.459] prefetcher = 0x262166b11e08 [08:51:30.459] reader = 0x262166a1d130 [08:51:30.459] replaying_lsn = 105222912 [08:51:30.459] #13 0x000000000068c505 in lrq_prefetch (lrq=0x262166b71e18) at ../src/backend/access/transam/xlogprefetcher.c:252 [08:51:30.459] No locals. [08:51:30.459] #14 lrq_complete_lsn (lrq=0x262166b71e18, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [08:51:30.459] No locals. [08:51:30.459] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x262166b11e08, errmsg=errmsg@entry=0x821b0ed60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [08:51:30.459] replayed_up_to = [08:51:30.459] record = [08:51:30.459] #16 0x000000000069009a in ReadRecord (xlogprefetcher=0x262166b11e08, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162 [08:51:30.459] errormsg = 0x262166a1d940 "" [08:51:30.459] xlogreader = 0x262166a1d130 [08:51:30.459] private = [08:51:30.459] record = [08:51:30.459] #17 0x0000000000690989 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840 [08:51:30.459] ru0 = {tv = {tv_sec = 1751964233, tv_usec = 845429}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 887}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 161, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [08:51:30.459] xtime = [08:51:30.459] reachedRecoveryTarget = false [08:51:30.459] replayTLI = 2 [08:51:30.459] record = [08:51:30.459] #18 0x0000000000681033 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033 [08:51:30.459] wasShutdown = false [08:51:30.459] haveTblspcMap = false [08:51:30.459] haveBackupLabel = true [08:51:30.459] promoted = false [08:51:30.459] didCrash = [08:51:30.459] checkPoint = {redo = 100664848, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 784} [08:51:30.459] oldestActiveXID = [08:51:30.459] performedWalRecovery = [08:51:30.459] endOfRecoveryInfo = [08:51:30.459] EndOfLog = [08:51:30.459] EndOfLogTLI = [08:51:30.459] abortedRecPtr = [08:51:30.459] missingContrecPtr = [08:51:30.459] newTLI = [08:51:30.459] Insert = [08:51:30.459] #19 0x00000000008c50fb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [08:51:30.459] No locals. [08:51:30.459] #20 0x00000000008beb8b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=77, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [08:51:30.459] pid = [08:51:30.459] #21 0x00000000008c1967 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973 [08:51:30.459] pmchild = 0x0 [08:51:30.459] pid = [08:51:30.459] #22 0x00000000008c1362 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821b14370) at ../src/backend/postmaster/postmaster.c:1393 [08:51:30.459] userDoption = [08:51:30.459] listen_addr_saved = false [08:51:30.459] output_config_variable = [08:51:30.459] opt = [08:51:30.459] status = [08:51:30.459] #23 0x00000000007f3db0 in main (argc=4, argv=0x821b14370) at ../src/backend/main/main.c:227 [08:51:30.459] do_check_root = [08:51:30.459] dispatch_option = DISPATCH_POSTMASTER