[16:26:26.237] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [16:26:26.549] dumping /tmp/cores/postgres.38652.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [16:26:26.685] [New LWP 101938] [16:26:26.776] Core was generated by `postgres: cascading_standby: startup recovering 000000020000000000000006'. [16:26:26.776] Program terminated with signal SIGQUIT, Quit. [16:26:26.776] Sent by thr_kill() from pid 38652 and user 1002. [16:26:26.776] #0 0x0000000828b4a75a in _sigprocmask () from /lib/libc.so.7 [16:26:26.818] [16:26:26.818] Thread 1 (LWP 101938): [16:26:26.818] #0 0x0000000828b4a75a in _sigprocmask () from /lib/libc.so.7 [16:26:26.818] No symbol table info available. [16:26:26.818] #1 0x0000000828b87a2f in _system () from /lib/libc.so.7 [16:26:26.818] No symbol table info available. [16:26:26.818] #2 0x00000008285358a3 in ?? () from /lib/libthr.so.3 [16:26:26.818] No symbol table info available. [16:26:26.818] #3 0x0000000000687027 in RestoreArchivedFile (path=path@entry=0x820e9d1e0 "pg_wal/00000002", '0' , "6", xlogfname=xlogfname@entry=0x820e9d5e0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [16:26:26.818] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\020Y\262(\b\000\000\000\360\314\351 \b\000\000\000`\205R(\b\000\000\000`\264\276(\b", '\000' , "`\315\351 \b\000\000\000$Z\262(\b\000\000\000`\264\276(\b", '\000' , "\340߲(\b", '\000' , "\b\000\000\000\260\321\351 \b", '\000' , "\340߲(\b", '\000' , "\035-ov\301\213\020\215\020\214\314\334\027+\000\000\001\000\000\000\000\000\000\000\200\315\351 \b\000\000\000Z\265\223\000\000\000\000\000`\003\300(\b\000\000\000\300Ϳ"... [16:26:26.818] lastRestartPointFname = '0' , "\000\377\377\377\000\000\000\0008\320\351 \b", '\000' , " \311\351 \b\000\000\000vO\262", '\000' , "5L\262\000\000\000\000\0008\320\351 \b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' , "5L\262\000\000\000\000\000\240\317\351 \b\000\000\000\373\377\377\377\000\000\000\000\005", '\000' , "\320\311\351 \b\000\000\000\233N\262", '\000' , "53$\312\351 \b\000\000\000"... [16:26:26.818] stat_buf = {st_dev = 6, st_ino = 2, st_nlink = 34911932880, st_mode = 18115, st_padding0 = 178, st_uid = 0, st_gid = 552194512, st_padding1 = 8, st_rdev = 35042119191, st_atim = {tv_sec = 34911932776, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3551280, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 11, tv_nsec = 4920334651924414465}, st_size = -8281966051702395619, st_blocks = 35043404496, st_blksize = 5, st_flags = 0, st_gen = 0, st_spare = {34911932864, 1, 34911932816, 35042646613, 0, 1750263413, 619822169872540538, 10164778022007155997, 206158430240, 34911932896}} [16:26:26.818] restartRedoPtr = 34911932624 [16:26:26.818] restartTli = 8 [16:26:26.818] restartSegNo = [16:26:26.818] xlogRestoreCmd = 0x2b17dcd6d1e8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data/t_035_standby_logical_decoding_standby_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [16:26:26.818] rc = [16:26:26.818] #4 0x000000000066de78 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [16:26:26.818] path = "pg_wal/00000002", '0' , "6\000\000\000\000\000\000\000\000\000\220P\205\334\027+\000\000\001\000\000\000\000\000\000\000\260\322\351 \b\000\000\000\020\326\351 \b\000\000\000\020\200\273(\b\000\000\000\035-ov\301\213\020\215\200\t\240\334\027+\000\000\000\000\000\000\000\000\000\000\220P\205\334\027+\000\000\001\000\000\000\000\000\000\000\260\322\351 \b\000\000\000\020\326\351 \b\000\000\000\263\205\273(\b\000\000\000\300\322\351 \b", '\000' , "\n", '\000' , "\330X\240\334\027+\000\000\000\020\000\000\000\000\000\000h\326\351 \b\000\000\000"... [16:26:26.818] histfname = "00000003.history\000\326\351 \b\000\000\000\355\b\225\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000P\326\351 \b\000\000\000\365\025\231\000\000\000\000" [16:26:26.818] fd = [16:26:26.818] #5 0x000000000066df38 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [16:26:26.818] newestTLI = 2 [16:26:26.818] probeTLI = 3 [16:26:26.818] #6 0x000000000069246b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=105220080) at ../src/backend/access/transam/xlogrecovery.c:4135 [16:26:26.818] oldtarget = 2 [16:26:26.818] currentTle = 0x0 [16:26:26.818] newtarget = [16:26:26.818] newExpectedTLEs = [16:26:26.818] found = [16:26:26.818] cell = [16:26:26.818] #7 0x000000000068e663 in WaitForWALToBecomeAvailable (RecPtr=105220104, tliRecPtr=105220080, replayTLI=2, replayLSN=105220080, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3697 [16:26:26.818] startWalReceiver = false [16:26:26.818] streaming_reply_sent = true [16:26:26.818] now = [16:26:26.818] startWalReceiver = [16:26:26.818] oldSource = [16:26:26.818] wait_time = [16:26:26.818] __error = [16:26:26.818] __error = [16:26:26.818] __error = [16:26:26.818] havedata = [16:26:26.818] ptr = [16:26:26.818] tli = [16:26:26.818] __error = [16:26:26.818] latestChunkStart = [16:26:26.818] __error = [16:26:26.818] #8 XLogPageRead (xlogreader=0x2b17dcc1d130, targetPagePtr=105218048, reqLen=2056, targetRecPtr=105220080, readBuf=0x2b17dcd0a238 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3363 [16:26:26.818] private = 0x2b17dcc1d110 [16:26:26.818] emode = 15 [16:26:26.818] targetSegNo = 6 [16:26:26.818] targetPageOff = 4554752 [16:26:26.818] io_start = [16:26:26.818] r = [16:26:26.818] #9 0x00000000006953ca in ReadPageInternal (state=state@entry=0x2b17dcc1d130, pageptr=105218048, reqLen=2056) at ../src/backend/access/transam/xlogreader.c:1061 [16:26:26.818] targetSegNo = 6 [16:26:26.818] targetPageOff = 4554752 [16:26:26.818] readLen = [16:26:26.818] hdr = [16:26:26.818] err = [16:26:26.818] #10 0x00000000006941f8 in XLogDecodeNextRecord (state=0x2b17dcc1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [16:26:26.818] errormsg = 0xc14628 "" [16:26:26.818] randAccess = [16:26:26.818] decoded = 0x0 [16:26:26.818] RecPtr = 105220080 [16:26:26.818] assembled = false [16:26:26.818] targetPagePtr = 105218048 [16:26:26.818] readOff = [16:26:26.818] record = [16:26:26.818] gotheader = [16:26:26.818] targetRecOff = 2032 [16:26:26.818] pageHeaderSize = [16:26:26.818] len = [16:26:26.818] total_len = [16:26:26.818] buffer = [16:26:26.818] gotlen = [16:26:26.818] pageHeader = [16:26:26.818] contdata = [16:26:26.818] save_copy = [16:26:26.818] #11 XLogReadAhead (state=0x2b17dcc1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [16:26:26.818] result = [16:26:26.818] #12 0x000000000068b918 in XLogPrefetcherNextBlock (pgsr_private=47381488910920, lsn=0x2b17dcd6ca38) at ../src/backend/access/transam/xlogprefetcher.c:490 [16:26:26.818] nonblocking = false [16:26:26.818] record = 0x0 [16:26:26.818] prefetcher = 0x2b17dcd0c248 [16:26:26.818] reader = 0x2b17dcc1d130 [16:26:26.818] replaying_lsn = 105220032 [16:26:26.818] #13 0x000000000068b585 in lrq_prefetch (lrq=0x2b17dcd6c9d8) at ../src/backend/access/transam/xlogprefetcher.c:252 [16:26:26.818] No locals. [16:26:26.818] #14 lrq_complete_lsn (lrq=0x2b17dcd6c9d8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [16:26:26.818] No locals. [16:26:26.818] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x2b17dcd0c248, errmsg=errmsg@entry=0x820ea1d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [16:26:26.818] replayed_up_to = [16:26:26.818] record = [16:26:26.818] #16 0x000000000068f11a in ReadRecord (xlogprefetcher=0x2b17dcd0c248, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162 [16:26:26.818] errormsg = 0x0 [16:26:26.818] xlogreader = 0x2b17dcc1d130 [16:26:26.818] private = [16:26:26.818] record = [16:26:26.818] #17 0x000000000068fa09 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840 [16:26:26.818] ru0 = {tv = {tv_sec = 1750263411, tv_usec = 431571}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1331}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 158, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [16:26:26.818] xtime = [16:26:26.818] reachedRecoveryTarget = false [16:26:26.818] replayTLI = 2 [16:26:26.818] record = [16:26:26.818] #18 0x00000000006800f3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033 [16:26:26.818] wasShutdown = false [16:26:26.818] haveTblspcMap = false [16:26:26.818] haveBackupLabel = true [16:26:26.818] promoted = false [16:26:26.818] didCrash = [16:26:26.818] checkPoint = {redo = 100664848, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 784} [16:26:26.818] oldestActiveXID = [16:26:26.818] performedWalRecovery = [16:26:26.818] endOfRecoveryInfo = [16:26:26.818] EndOfLog = [16:26:26.818] EndOfLogTLI = [16:26:26.818] abortedRecPtr = [16:26:26.818] missingContrecPtr = [16:26:26.818] newTLI = [16:26:26.818] Insert = [16:26:26.818] #19 0x00000000008c2c5b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [16:26:26.818] No locals. [16:26:26.818] #20 0x00000000008bc6eb in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=77, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [16:26:26.818] pid = [16:26:26.818] #21 0x00000000008bf4c7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973 [16:26:26.818] pmchild = 0x0 [16:26:26.818] pid = [16:26:26.818] #22 0x00000000008beec2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820ea6f00) at ../src/backend/postmaster/postmaster.c:1393 [16:26:26.818] userDoption = [16:26:26.818] listen_addr_saved = false [16:26:26.818] output_config_variable = [16:26:26.818] opt = [16:26:26.818] status = [16:26:26.818] #23 0x00000000007f2060 in main (argc=4, argv=0x820ea6f00) at ../src/backend/main/main.c:227 [16:26:26.818] do_check_root = [16:26:26.818] dispatch_option = DISPATCH_POSTMASTER