[06:40:58.059] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [06:40:58.422] dumping /tmp/cores/postgres.17196.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [06:40:58.563] [New LWP 101786] [06:40:58.655] Core was generated by `postgres: standby2: startup recovering 000000010000000000000006'. [06:40:58.655] Program terminated with signal SIGQUIT, Quit. [06:40:58.655] Sent by thr_kill() from pid 17196 and user 1003. [06:40:58.655] #0 0x00000008295d826a in _sigprocmask () from /lib/libc.so.7 [06:40:58.697] [06:40:58.697] Thread 1 (LWP 101786): [06:40:58.697] #0 0x00000008295d826a in _sigprocmask () from /lib/libc.so.7 [06:40:58.697] No symbol table info available. [06:40:58.697] #1 0x0000000829613a60 in _system () from /lib/libc.so.7 [06:40:58.697] No symbol table info available. [06:40:58.697] #2 0x0000000828bb60f3 in ?? () from /lib/libthr.so.3 [06:40:58.697] No symbol table info available. [06:40:58.697] #3 0x000000000062f1c6 in RestoreArchivedFile (path=path@entry=0x8216991d0 "pg_wal/00000001", '0' , "6", xlogfname=xlogfname@entry=0x8216995d0 "00000002.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=false) at ../src/backend/access/transam/xlogarchive.c:177 [06:40:58.697] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\000\020\n\000\000\000\000\000pnx1\b\000\000\000\210mx1\b\000\000\000\200mx1\b\000\000\000\200hx1\b\000\000\000\000\340\344\000\000\000\000\000\000\200\3170\b\000\000\0000\020\n\000\000\000\000\000Ќi!\b\000\000\000Ќi!\b\000\000\000\340\373\377\377\377\177\000\000\200\215i!\b\000\000\000\002\000\000\000\000\000\000\000\260\000\000\000\000\000\000\000\2026\000\000\000\000\000\000\b\000\000\0000\000\000\000\240\221i!\b\000\000\000\240\220i!\b\000\000\000\277\024N)\b\000\000\000\002\000\000\000\000\000\000\000\tԣh8\005\000\0008\216i!\b\000\000\000d\374K"... [06:40:58.697] lastRestartPointFname = '0' , '\000' , "pg_wal/RECOVE\000Y\000LOG\000\000\000\000\000\330\345\251\000\000\000\000\000\376\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000\001", '\000' , "0\000\000\000\000\000\000\000\210\220i!\b\000\000\000\264\211i!\b", '\000' , "`\211i!\b\000\000\000\330\345\251\000\000\000\000\000\376\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000\376\377\377\377\000\000\000\000\001\220i!\b\000\000\000\210\220i!\b\000\000\000"... [06:40:58.697] stat_buf = {st_dev = 1, st_ino = 12030456, st_nlink = 1, st_mode = 37312, st_padding0 = 8553, st_uid = 8, st_gid = 11133041, st_padding1 = 0, st_rdev = 18374403900871474943, st_atim = {tv_sec = -9187201950435737472, tv_nsec = 34920304976}, st_mtim = {tv_sec = 2, tv_nsec = 12065256}, st_ctim = {tv_sec = 35222712844, tv_nsec = 34920304960}, st_birthtim = {tv_sec = 35053712579, tv_nsec = 34920306176}, st_size = 6306473310200791041, st_blocks = 3646730739656015388, st_blksize = 78, st_flags = 0, st_gen = 2, st_spare = {0, 34920305072, 35054472688, 34920305024, 35053712381, 1712212698, 1241993491664144538, 206158430224, 34920305056, 206158430240}} [06:40:58.697] restartRedoPtr = [06:40:58.697] restartTli = [06:40:58.697] restartSegNo = [06:40:58.697] xlogRestoreCmd = 0x830cc1068 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/archives/00000002.history\" \"pg_wal/RECOVERYHISTORY\"" [06:40:58.697] rc = [06:40:58.697] #4 0x0000000000616b38 in existsTimeLineHistory (probeTLI=probeTLI@entry=2) at ../src/backend/access/transam/timeline.c:235 [06:40:58.697] path = "pg_wal/00000001", '0' , "6\000\360\000\000\000\000\000\000\000\000Q\2750\b\000\000\000\000P\2750\b", '\000' , "\232\270\000\000\000\000\000\360\273\270\000\000\000\000\0000\222i!\b\000\000\000\373\t\250\000\000\000\000\000@\226i!\b\000\000\000\303+\245\000\000\000\000\000p\222i!\b\000\000\000\000\224i!\b\000\000\000\b\240|!\b\000\000\000 \000\000\000\000\000\000\000\360\223i!\b\000\000\000 [06:40:58.697] #5 0x0000000000616bf8 in findNewestTimeLine (startTLI=startTLI@entry=1) at ../src/backend/access/transam/timeline.c:277 [06:40:58.697] newestTLI = 1 [06:40:58.697] probeTLI = 2 [06:40:58.697] #6 0x000000000063a5bb in rescanLatestTimeLine (replayTLI=replayTLI@entry=1, replayLSN=replayLSN@entry=100683512) at ../src/backend/access/transam/xlogrecovery.c:4124 [06:40:58.697] oldtarget = 1 [06:40:58.697] currentTle = 0x0 [06:40:58.697] newtarget = [06:40:58.697] newExpectedTLEs = [06:40:58.697] found = [06:40:58.697] cell = [06:40:58.697] #7 0x0000000000636795 in WaitForWALToBecomeAvailable (RecPtr=100683536, tliRecPtr=100683512, replayTLI=3, replayLSN=34920302512, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3685 [06:40:58.697] startWalReceiver = false [06:40:58.697] streaming_reply_sent = true [06:40:58.697] now = [06:40:58.697] startWalReceiver = [06:40:58.697] oldSource = [06:40:58.697] wait_time = [06:40:58.697] __error = [06:40:58.697] __error = [06:40:58.697] __error = [06:40:58.697] havedata = [06:40:58.697] ptr = [06:40:58.697] tli = [06:40:58.697] __error = [06:40:58.697] latestChunkStart = [06:40:58.697] __error = [06:40:58.697] #8 XLogPageRead (xlogreader=0x830bd40b0, targetPagePtr=100679680, reqLen=3856, targetRecPtr=100683512, readBuf=0x830cbd838 "\025\321\006") at ../src/backend/access/transam/xlogrecovery.c:3362 [06:40:58.697] private = 0x830bd4090 [06:40:58.697] emode = 15 [06:40:58.697] targetSegNo = 6 [06:40:58.697] targetPageOff = 16384 [06:40:58.697] r = [06:40:58.697] #9 0x000000000063d557 in ReadPageInternal (state=state@entry=0x830bd40b0, pageptr=34920302512, pageptr@entry=100679680, reqLen=3856) at ../src/backend/access/transam/xlogreader.c:1060 [06:40:58.697] targetSegNo = 6 [06:40:58.697] targetPageOff = 16384 [06:40:58.697] readLen = [06:40:58.697] hdr = [06:40:58.697] err = [06:40:58.697] #10 0x000000000063c375 in XLogDecodeNextRecord (state=0x830bd40b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [06:40:58.697] randAccess = [06:40:58.697] decoded = 0x0 [06:40:58.697] RecPtr = 100683512 [06:40:58.697] assembled = false [06:40:58.697] targetPagePtr = 100679680 [06:40:58.697] readOff = [06:40:58.697] record = [06:40:58.697] gotheader = [06:40:58.697] targetRecOff = 3832 [06:40:58.697] pageHeaderSize = [06:40:58.697] len = [06:40:58.697] errormsg = [06:40:58.697] total_len = [06:40:58.697] buffer = [06:40:58.697] gotlen = [06:40:58.697] pageHeader = [06:40:58.697] contdata = [06:40:58.697] save_copy = [06:40:58.697] #11 XLogReadAhead (state=0x830bd40b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [06:40:58.697] result = [06:40:58.697] #12 0x0000000000633a2c in XLogPrefetcherNextBlock (pgsr_private=35177451232, lsn=0x830cedbb8) at ../src/backend/access/transam/xlogprefetcher.c:492 [06:40:58.697] nonblocking = false [06:40:58.697] record = 0x0 [06:40:58.697] prefetcher = 0x830bd4ee0 [06:40:58.697] reader = 0x830bd40b0 [06:40:58.697] replaying_lsn = 100683464 [06:40:58.697] #13 0x00000000006336ba in lrq_prefetch (lrq=0x830cedae8) at ../src/backend/access/transam/xlogprefetcher.c:252 [06:40:58.697] No locals. [06:40:58.697] #14 lrq_complete_lsn (lrq=0x830cedae8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [06:40:58.697] No locals. [06:40:58.697] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x830bd4ee0, errmsg=errmsg@entry=0x82169dd60) at ../src/backend/access/transam/xlogprefetcher.c:1037 [06:40:58.697] replayed_up_to = [06:40:58.697] record = [06:40:58.697] #16 0x00000000006371cc in ReadRecord (xlogprefetcher=0x830bd4ee0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=1) at ../src/backend/access/transam/xlogrecovery.c:3162 [06:40:58.697] errormsg = 0x830bd48c0 "" [06:40:58.697] xlogreader = 0x830bd40b0 [06:40:58.697] private = [06:40:58.697] record = [06:40:58.697] #17 0x0000000000637aa9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1843 [06:40:58.697] ru0 = {tv = {tv_sec = 1712212693, tv_usec = 487618}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 750}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 142, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [06:40:58.697] xtime = [06:40:58.697] reachedRecoveryTarget = false [06:40:58.697] replayTLI = 1 [06:40:58.697] record = [06:40:58.697] #18 0x00000000006286b9 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5757 [06:40:58.697] promoted = false [06:40:58.697] didCrash = [06:40:58.697] wasShutdown = [06:40:58.697] haveTblspcMap = [06:40:58.697] haveBackupLabel = [06:40:58.697] checkPoint = {redo = 83886120, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = 1, oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 752} [06:40:58.697] oldestActiveXID = [06:40:58.697] performedWalRecovery = [06:40:58.697] endOfRecoveryInfo = [06:40:58.697] EndOfLog = [06:40:58.697] EndOfLogTLI = [06:40:58.697] abortedRecPtr = [06:40:58.697] missingContrecPtr = [06:40:58.697] newTLI = [06:40:58.697] Insert = [06:40:58.697] #19 0x0000000000856ebb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [06:40:58.697] No locals. [06:40:58.697] #20 0x0000000000850162 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:265 [06:40:58.697] pid = [06:40:58.697] #21 0x0000000000852705 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3928 [06:40:58.697] pid = [06:40:58.697] __error = [06:40:58.697] #22 0x0000000000852356 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8216a3288) at ../src/backend/postmaster/postmaster.c:1364 [06:40:58.697] userDoption = [06:40:58.697] listen_addr_saved = false [06:40:58.697] output_config_variable = [06:40:58.697] opt = [06:40:58.697] status = [06:40:58.697] #23 0x000000000078d475 in main (argc=4, argv=0x8216a3288) at ../src/backend/main/main.c:197 [06:40:58.697] do_check_root =