[23:45:03.868] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [23:45:04.230] dumping /tmp/cores/postgres.18922.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [23:45:04.374] [New LWP 101863] [23:45:04.458] Core was generated by `postgres: cascading_standby: startup waiting for 000000020000000000000006'. [23:45:04.458] Program terminated with signal SIGQUIT, Quit. [23:45:04.458] Sent by thr_kill() from pid 18922 and user 1003. [23:45:04.458] #0 0x000000082d16b8fa in _sigprocmask () from /lib/libc.so.7 [23:45:04.506] [23:45:04.506] Thread 1 (LWP 101863): [23:45:04.506] #0 0x000000082d16b8fa in _sigprocmask () from /lib/libc.so.7 [23:45:04.506] No symbol table info available. [23:45:04.506] #1 0x000000082d1a4f91 in _system () from /lib/libc.so.7 [23:45:04.506] No symbol table info available. [23:45:04.506] #2 0x000000082bca39d3 in ?? () from /lib/libthr.so.3 [23:45:04.506] No symbol table info available. [23:45:04.506] #3 0x00000000006708b5 in RestoreArchivedFile (path=path@entry=0x8215f61d0 "pg_wal/00000003.history", xlogfname=xlogfname@entry=0x8215f6620 "00000002", '0' , "6", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [23:45:04.506] xlogpath = "pg_wal/RECOVERYXLOG\000RY\000\000\000i\024-\b", '\000' , "\020d\311+\b\000\000\0000\240 -\b", '\000' , "P]_!\b\000\000\000\024j\024-\b\000\000\0000\240 -\b", '\000' , "\240\357\024-\b", '\000' , "\b\000\000\000\240a_!\b", '\000' , "\240\357\024-\b", '\000' , "._`\216-\276;\203\020 \2008\b\000\000\000\001\000\000\000\000\000\000\000\350^_!\b\000\000\000h]_!\b\000\000\000\b\000\000\0000\000\000\000"... [23:45:04.506] lastRestartPointFname = "00000001", '0' , "6\000\371\256\000\000\000\000\000pY_!\b\000\000\0000\000\000\000\000\000\000\0008`_!\b", '\000' , " Y_!\b\000\000\000\263\374\256\000\000\000\000\000\001\000\000\000\000\000\000\0008`_!\b\000\000\0008`_!\b\000\000\000\377\377\377\377\000\000\000\000\001", '\000' , "e\371\256\000\000\000\000\000\240__!\b\000\000\000\373\377\377\377\000\000\000\000\005", '\000' , "\320Y_!\b\000\000\000\333\373\256\000\000\000\000\000 __!\b\000\000\000"... [23:45:04.506] stat_buf = {st_dev = 34919638480, st_ino = 34919638560, st_nlink = 12279648, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 559899072, st_padding1 = 8, st_rdev = 35115656679, st_atim = {tv_sec = 18604, tv_nsec = 12444048}, st_mtim = {tv_sec = 909127728, tv_nsec = 7}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = -8990383128243577042, tv_nsec = 34919637424}, st_size = 5, st_blocks = 0, st_blksize = 78, st_flags = 0, st_gen = 35116930720, st_spare = {34919637376, 35116189054, 2, 35116057718, 2388680494, 9456360945465974574, 34919637456, 12368752, 206158430240, 34919637456}} [23:45:04.506] restartRedoPtr = 100664848 [23:45:04.506] restartTli = 1 [23:45:04.506] restartSegNo = [23:45:04.506] xlogRestoreCmd = 0x83889e9f8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data/t_035_standby_logical_decoding_standby_data/archives/00000002", '0' , "6\" \"pg_wal/RECOVERYXLOG\"" [23:45:04.506] rc = [23:45:04.506] #4 0x000000000067bf2e in XLogFileRead (segno=segno@entry=6, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4210 [23:45:04.506] xlogfname = "00000002", '0' , "6\000f_!\b\000\000\000pf_!\b\000\000\000\365i\026-\b", '\000' , "T_\273\000\000\000\000" [23:45:04.506] activitymsg = "waiting for 00000002", '0' , "6\000\000\000\000\240\326!-\b\000\000\000@f_!\b\000\000\000\257j\026-\b\000\000\000\223\377Hg\000\000\000\000\274\277\003\021WĀ\026" [23:45:04.506] path = "pg_wal/00000003.history\0000000006\000\b\324\351!\b\000\000\000\310\004", '\000' , "\b\245\274\000\000\000\000\000\260\250\026-\b\000\000\000xM\005-\b\000\000\000._`\216-\276;\203\220\30016\b", '\000' , "\330X`7\b\000\000\000\200\t`7\b", '\000' , "0f_!\b\000\000\000H]\035-\b\000\000\000\000\020\000\000\000\000\000\000@", '\000' , "9\000\000\000\000\000\000\000\337f_!\b\000\000\000\207f_!\b", '\000' ... [23:45:04.506] fd = [23:45:04.506] #5 0x0000000000677c7c in XLogFileReadAnyTLI (segno=6, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4338 [23:45:04.506] hent = [23:45:04.506] tli = 2 [23:45:04.506] cell__state = {l = 0x83889f018, i = 0} [23:45:04.506] path = "\000\000\000\006", '\000' , "\020g_!\b\000\000\000\023\256\035-\b", '\000' , "\001._`\216-\276;\203\220\30016\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240\326!-\b\000\000\000\220g_!\b\000\000\000\353l\032-\b", '\000' , "\006", '\000' , "\001\000\000\000\000\000\000\000\200\006\000\000\000\000\000\006\000\000\000\000\005\000\000\000\000\000\000\000\200\006\000\006", '\000' , "._`\216-\276;\203\000`y8\b\000\000\000@\000\b\000\000\000\000\000"... [23:45:04.506] tles = 0x83889f018 [23:45:04.506] cell = [23:45:04.506] fd = [23:45:04.506] cell__state = [23:45:04.506] hent = [23:45:04.506] tli = [23:45:04.506] beginseg = [23:45:04.506] __error = [23:45:04.506] __error = [23:45:04.506] #6 WaitForWALToBecomeAvailable (RecPtr=105186048, tliRecPtr=105186024, replayTLI=2, replayLSN=105186024, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3772 [23:45:04.506] startWalReceiver = [23:45:04.506] streaming_reply_sent = true [23:45:04.506] now = [23:45:04.506] startWalReceiver = [23:45:04.506] oldSource = [23:45:04.506] wait_time = [23:45:04.506] __error = [23:45:04.506] __error = [23:45:04.506] __error = [23:45:04.506] havedata = [23:45:04.506] ptr = [23:45:04.506] tli = [23:45:04.506] __error = [23:45:04.506] latestChunkStart = [23:45:04.506] __error = [23:45:04.506] #7 XLogPageRead (xlogreader=0x838797390, targetPagePtr=105185280, reqLen=768, targetRecPtr=105186024, readBuf=0x83889b0b8 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3353 [23:45:04.506] private = 0x838797370 [23:45:04.506] emode = 15 [23:45:04.506] targetSegNo = 6 [23:45:04.506] targetPageOff = 4521984 [23:45:04.506] r = [23:45:04.506] #8 0x000000000067ec12 in ReadPageInternal (state=state@entry=0x838797390, pageptr=105185280, reqLen=768) at ../src/backend/access/transam/xlogreader.c:1060 [23:45:04.506] targetSegNo = 6 [23:45:04.506] targetPageOff = 4521984 [23:45:04.506] readLen = [23:45:04.506] hdr = [23:45:04.506] err = [23:45:04.506] #9 0x000000000067da82 in XLogDecodeNextRecord (state=0x838797390, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [23:45:04.506] errormsg = 0xbdcfd8 "" [23:45:04.506] randAccess = [23:45:04.506] decoded = 0x0 [23:45:04.506] RecPtr = 105186024 [23:45:04.506] assembled = false [23:45:04.506] targetPagePtr = 34919634880 [23:45:04.506] readOff = [23:45:04.506] record = [23:45:04.506] gotheader = [23:45:04.506] targetRecOff = 744 [23:45:04.506] pageHeaderSize = [23:45:04.506] len = [23:45:04.506] total_len = [23:45:04.506] buffer = [23:45:04.506] gotlen = [23:45:04.506] pageHeader = [23:45:04.506] contdata = [23:45:04.506] save_copy = [23:45:04.506] #10 XLogReadAhead (state=0x838797390, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [23:45:04.506] result = [23:45:04.506] #11 0x00000000006751d8 in XLogPrefetcherNextBlock (pgsr_private=35308294344, lsn=0x8388b1628) at ../src/backend/access/transam/xlogprefetcher.c:490 [23:45:04.506] nonblocking = false [23:45:04.506] record = 0x0 [23:45:04.506] prefetcher = 0x83889d0c8 [23:45:04.506] reader = 0x838797390 [23:45:04.506] replaying_lsn = 105185976 [23:45:04.506] #12 0x0000000000674e42 in lrq_prefetch (lrq=0x8388b15a8) at ../src/backend/access/transam/xlogprefetcher.c:252 [23:45:04.506] No locals. [23:45:04.506] #13 lrq_complete_lsn (lrq=0x8388b15a8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [23:45:04.506] No locals. [23:45:04.506] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x83889d0c8, errmsg=errmsg@entry=0x8215fad60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [23:45:04.506] replayed_up_to = [23:45:04.506] record = [23:45:04.506] #15 0x000000000067896a in ReadRecord (xlogprefetcher=0x83889d0c8, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3153 [23:45:04.506] errormsg = 0x8215fada0 "\360\257_!\b" [23:45:04.506] xlogreader = 0x838797390 [23:45:04.506] private = [23:45:04.506] record = [23:45:04.506] #16 0x0000000000679249 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [23:45:04.506] ru0 = {tv = {tv_sec = 1732837265, tv_usec = 21263}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1107}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 144, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [23:45:04.506] xtime = [23:45:04.506] reachedRecoveryTarget = false [23:45:04.506] replayTLI = 2 [23:45:04.506] record = [23:45:04.506] #17 0x0000000000669be3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5848 [23:45:04.506] wasShutdown = false [23:45:04.506] haveTblspcMap = false [23:45:04.506] haveBackupLabel = true [23:45:04.506] promoted = false [23:45:04.506] didCrash = [23:45:04.506] checkPoint = {redo = 100664848, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 773} [23:45:04.506] oldestActiveXID = [23:45:04.506] performedWalRecovery = [23:45:04.506] endOfRecoveryInfo = [23:45:04.506] EndOfLog = [23:45:04.506] EndOfLogTLI = [23:45:04.506] abortedRecPtr = [23:45:04.506] missingContrecPtr = [23:45:04.506] newTLI = [23:45:04.506] Insert = [23:45:04.506] #18 0x000000000089c80b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:262 [23:45:04.506] No locals. [23:45:04.506] #19 0x0000000000896e65 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=45, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [23:45:04.506] pid = [23:45:04.506] #20 0x0000000000899a17 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3702 [23:45:04.506] pmchild = 0x0 [23:45:04.506] pid = [23:45:04.506] #21 0x00000000008995ae in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821600178) at ../src/backend/postmaster/postmaster.c:1353 [23:45:04.506] userDoption = [23:45:04.506] listen_addr_saved = false [23:45:04.506] output_config_variable = [23:45:04.506] opt = [23:45:04.506] status = [23:45:04.506] #22 0x00000000007d170c in main (argc=4, argv=0x821600178) at ../src/backend/main/main.c:196 [23:45:04.506] do_check_root = [23:45:04.518] [23:45:04.518] [23:45:04.518] [23:45:04.575] dumping /tmp/cores/cp.26487.core for /bin/cp [23:45:04.618] [New LWP 100099] [23:45:04.625] Core was generated by `cp pg_wal/000000010000000000000003 /tmp/cirrus-ci-build/build/testrun/pg_combine'. [23:45:04.625] Program terminated with signal SIGQUIT, Quit. [23:45:04.625] Sent by kill() from pid 26426 and user 1003. [23:45:04.625] #0 0x00000336eab3023a in copy_file_range () from /lib/libc.so.7 [23:45:04.626] [23:45:04.626] Thread 1 (LWP 100099): [23:45:04.626] #0 0x00000336eab3023a in copy_file_range () from /lib/libc.so.7 [23:45:04.626] No symbol table info available. [23:45:04.626] #1 0x0000032ec94323e0 in ?? () [23:45:04.626] No symbol table info available. [23:45:04.626] #2 0x0000032ec943201e in ?? () [23:45:04.626] No symbol table info available. [23:45:04.626] #3 0x0000032ec94318ad in ?? () [23:45:04.626] No symbol table info available. [23:45:04.626] #4 0x0000032ec943133d in ?? () [23:45:04.626] No symbol table info available. [23:45:04.626] #5 0x00000336ea4f0408 in ?? () [23:45:04.626] No symbol table info available. [23:45:04.626] #6 0x0000000000000000 in ?? () [23:45:04.626] No symbol table info available.