[07:13:21.679] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [07:13:21.982] dumping /tmp/cores/postgres.39684.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [07:13:22.112] [New LWP 102043] [07:13:22.197] Core was generated by `postgres: cascading_standby: startup waiting for 000000020000000000000006'. [07:13:22.197] Program terminated with signal SIGQUIT, Quit. [07:13:22.197] Sent by thr_kill() from pid 39684 and user 1002. [07:13:22.197] #0 0x000000082a5a875a in _sigprocmask () from /lib/libc.so.7 [07:13:22.235] [07:13:22.235] Thread 1 (LWP 102043): [07:13:22.235] #0 0x000000082a5a875a in _sigprocmask () from /lib/libc.so.7 [07:13:22.235] No symbol table info available. [07:13:22.235] #1 0x000000082a5e5a2f in _system () from /lib/libc.so.7 [07:13:22.235] No symbol table info available. [07:13:22.235] #2 0x0000000829d878a3 in ?? () from /lib/libthr.so.3 [07:13:22.235] No symbol table info available. [07:13:22.235] #3 0x0000000000687177 in RestoreArchivedFile (path=path@entry=0x8211b71e0 "pg_wal/00000003.history", xlogfname=xlogfname@entry=0x8211b7630 "00000002", '0' , "6", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [07:13:22.235] xlogpath = "pg_wal/RECOVERYXLOG\000RY\000\000\0209X*\b\000\000\000\360l\033!\b\000\000\000`\245\327)\b\000\000\000`\224d*\b", '\000' , "`m\033!\b\000\000\000$:X*\b\000\000\000`\224d*\b", '\000' , "\340\277X*\b", '\000' , "\b\000\000\000\260q\033!\b", '\000' , "\340\277X*\b", '\000' , "\204\317\021F`\210\217\222\020ܬu\344-\000\000\001\000\000\000\000\000\000\000\200m\033!\b\000\000\000\312Γ\000\000\000\000\000`\343e*\b\000\000\000\300\255"... [07:13:22.235] lastRestartPointFname = "00000001", '0' , "6\000\377\377\377\000\000\000\0008p\033!\b", '\000' , " i\033!\b\000\000\000Fi\262", '\000' , "\005f\262\000\000\000\000\0008p\033!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' , "\005f\262\000\000\000\000\000\240o\033!\b\000\000\000\373\377\377\377\000\000\000\000\005", '\000' , "\320i\033!\b\000\000\000kh\262", '\000' , "460\000\000\000\000\000\000\000"... [07:13:22.235] stat_buf = {st_dev = 34915186144, st_ino = 34915186224, st_nlink = 12468192, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 555446736, st_padding1 = 8, st_rdev = 35069767191, st_atim = {tv_sec = 34915185000, tv_nsec = 12677168}, st_mtim = {tv_sec = 909127728, tv_nsec = 0}, st_ctim = {tv_sec = 3551280, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 11, tv_nsec = -5152520171629314047}, st_size = -7885934475428638844, st_blocks = 35071052496, st_blksize = 5, st_flags = 0, st_gen = 0, st_spare = {34915185040, 35070300958, 2, 35070170181, 0, 10560809598280912772, 34915185120, 12561344, 206158430240, 34915185120}} [07:13:22.235] restartRedoPtr = 100664848 [07:13:22.235] restartTli = 1 [07:13:22.235] restartSegNo = [07:13:22.235] xlogRestoreCmd = 0x2de475b725e8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data/t_035_standby_logical_decoding_standby_data/archives/00000002", '0' , "6\" \"pg_wal/RECOVERYXLOG\"" [07:13:22.235] rc = [07:13:22.235] #4 0x00000000006927d0 in XLogFileRead (segno=segno@entry=6, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4231 [07:13:22.235] xlogfname = "00000002", '0' , "6\000\317\021F`\210\217\222\000\000\000\000\000\000\000\000\220v\033!\b\000\000\000\200v\033!\b\000\000\000\2429Z*\b\000\000" [07:13:22.235] activitymsg = "waiting for 00000002", '0' , "6\000-\000\000\220\b\000\000\000\000\000\000\220v\033!\b\000\000\000\003\000\000\000\000\000\000\000`v\033!\b\000\000\000U:Z*\b\000\000" [07:13:22.235] path = "pg_wal/00000003.history\0000000006\000\000\000\000\000\000\000\000\000\220Peu\344-\000\000\001\000\000\000\000\000\000\000\260r\033!\b\000\000\000\020v\033!\b\000\000\000\020`a*\b\000\000\000\204\317\021F`\210\217\222\200\t\200u\344-\000\000\000\000\000\000\000\000\000\000\220Peu\344-\000\000\001\000\000\000\000\000\000\000\260r\033!\b\000\000\000\020v\033!\b\000\000\000\263ea*\b\000\000\000\300r\033!\b", '\000' , "\n", '\000' , "\330X\200u\344-\000\000\000\020\000\000\000\000\000\000hv\033!\b\000\000\000"... [07:13:22.235] fd = [07:13:22.235] #5 0x000000000068e50c in XLogFileReadAnyTLI (segno=6, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4359 [07:13:22.235] hent = [07:13:22.235] tli = 2 [07:13:22.235] cell__state = {l = 0x2de475aa1ca0, i = 0} [07:13:22.235] path = "\270\206E\006\000\000\000\000\220Peu\344-\000\000\000\000\n\000\000\000\000\000\320\312e*\b\000\000\000\200Reu\344-\000\000\000\000\000\000\000\000\000\000\200w\033!\b\000\000\000\312w^*\b\000\000\000h\006\000\006\000\000\000\000x\361\260u\344-\000\000\006\000\000\000\000\000\000\000h\006\000\006", '\000' , "\006", '\000' , "\001\000\000\000c_i\000\000\000\000\000\000\000\000\006\000\000\000\000\005\000\000\000\000\000\000\000|\005 v\344-\000\000c_i\000\000\000\000\000\220\005 v\344-\000\000\000\000\b\000\000\000\000\000|\005 v\344-\000\000\000\270\033!\b\000\000\000\220\005 v\344-", '\000' ... [07:13:22.235] tles = 0x2de475aa1ca0 [07:13:22.235] cell = [07:13:22.235] fd = [07:13:22.235] cell__state = [07:13:22.235] hent = [07:13:22.235] tli = [07:13:22.235] beginseg = [07:13:22.235] __error = [07:13:22.235] __error = [07:13:22.235] #6 WaitForWALToBecomeAvailable (RecPtr=105220240, tliRecPtr=105220216, replayTLI=2, replayLSN=105220216, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3793 [07:13:22.235] startWalReceiver = [07:13:22.235] streaming_reply_sent = true [07:13:22.235] now = [07:13:22.235] startWalReceiver = [07:13:22.235] oldSource = [07:13:22.235] wait_time = [07:13:22.235] __error = [07:13:22.235] __error = [07:13:22.235] __error = [07:13:22.235] havedata = [07:13:22.235] ptr = [07:13:22.235] tli = [07:13:22.235] __error = [07:13:22.235] latestChunkStart = [07:13:22.235] __error = [07:13:22.235] #7 XLogPageRead (xlogreader=0x2de475a1d130, targetPagePtr=105218048, reqLen=2192, targetRecPtr=105220216, readBuf=0x2de475b0f178 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3363 [07:13:22.235] private = 0x2de475a1d110 [07:13:22.235] emode = 15 [07:13:22.235] targetSegNo = 6 [07:13:22.235] targetPageOff = 4554752 [07:13:22.235] io_start = [07:13:22.235] r = [07:13:22.235] #8 0x000000000069551a in ReadPageInternal (state=state@entry=0x2de475a1d130, pageptr=105218048, reqLen=2192) at ../src/backend/access/transam/xlogreader.c:1061 [07:13:22.235] targetSegNo = 6 [07:13:22.235] targetPageOff = 4554752 [07:13:22.235] readLen = [07:13:22.235] hdr = [07:13:22.235] err = [07:13:22.235] #9 0x0000000000694348 in XLogDecodeNextRecord (state=0x2de475a1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [07:13:22.235] errormsg = 0xc15e68 "" [07:13:22.235] randAccess = [07:13:22.235] decoded = 0x0 [07:13:22.235] RecPtr = 105220216 [07:13:22.235] assembled = false [07:13:22.235] targetPagePtr = 105218048 [07:13:22.235] readOff = [07:13:22.235] record = [07:13:22.235] gotheader = [07:13:22.235] targetRecOff = 2168 [07:13:22.235] pageHeaderSize = [07:13:22.235] len = [07:13:22.235] total_len = [07:13:22.235] buffer = [07:13:22.235] gotlen = [07:13:22.235] pageHeader = [07:13:22.235] contdata = [07:13:22.235] save_copy = [07:13:22.235] #10 XLogReadAhead (state=0x2de475a1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [07:13:22.235] result = [07:13:22.235] #11 0x000000000068ba68 in XLogPrefetcherNextBlock (pgsr_private=50459250332040, lsn=0x2de475b71e38) at ../src/backend/access/transam/xlogprefetcher.c:490 [07:13:22.235] nonblocking = false [07:13:22.235] record = 0x0 [07:13:22.235] prefetcher = 0x2de475b11188 [07:13:22.235] reader = 0x2de475a1d130 [07:13:22.235] replaying_lsn = 105220168 [07:13:22.235] #12 0x000000000068b6d5 in lrq_prefetch (lrq=0x2de475b71dd8) at ../src/backend/access/transam/xlogprefetcher.c:252 [07:13:22.235] No locals. [07:13:22.235] #13 lrq_complete_lsn (lrq=0x2de475b71dd8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [07:13:22.235] No locals. [07:13:22.235] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x2de475b11188, errmsg=errmsg@entry=0x8211bbd60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [07:13:22.235] replayed_up_to = [07:13:22.235] record = [07:13:22.236] #15 0x000000000068f26a in ReadRecord (xlogprefetcher=0x2de475b11188, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162 [07:13:22.236] errormsg = 0x0 [07:13:22.236] xlogreader = 0x2de475a1d130 [07:13:22.236] private = [07:13:22.236] record = [07:13:22.236] #16 0x000000000068fb59 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840 [07:13:22.236] ru0 = {tv = {tv_sec = 1749711945, tv_usec = 279145}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 947}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 159, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [07:13:22.236] xtime = [07:13:22.236] reachedRecoveryTarget = false [07:13:22.236] replayTLI = 2 [07:13:22.236] record = [07:13:22.236] #17 0x0000000000680253 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033 [07:13:22.236] wasShutdown = false [07:13:22.236] haveTblspcMap = false [07:13:22.236] haveBackupLabel = true [07:13:22.236] promoted = false [07:13:22.236] didCrash = [07:13:22.236] checkPoint = {redo = 100664848, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 784} [07:13:22.236] oldestActiveXID = [07:13:22.236] performedWalRecovery = [07:13:22.236] endOfRecoveryInfo = [07:13:22.236] EndOfLog = [07:13:22.236] EndOfLogTLI = [07:13:22.236] abortedRecPtr = [07:13:22.236] missingContrecPtr = [07:13:22.236] newTLI = [07:13:22.236] Insert = [07:13:22.236] #18 0x00000000008c346b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [07:13:22.236] No locals. [07:13:22.236] #19 0x00000000008bcefb in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=77, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [07:13:22.236] pid = [07:13:22.236] #20 0x00000000008bfcd7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973 [07:13:22.236] pmchild = 0x0 [07:13:22.236] pid = [07:13:22.236] #21 0x00000000008bf6d2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8211c1408) at ../src/backend/postmaster/postmaster.c:1393 [07:13:22.236] userDoption = [07:13:22.236] listen_addr_saved = false [07:13:22.236] output_config_variable = [07:13:22.236] opt = [07:13:22.236] status = [07:13:22.236] #22 0x00000000007f2880 in main (argc=4, argv=0x8211c1408) at ../src/backend/main/main.c:227 [07:13:22.236] do_check_root = [07:13:22.236] dispatch_option = DISPATCH_POSTMASTER