[23:08:53.141] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [23:08:53.470] dumping /tmp/cores/postgres.17796.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [23:08:53.610] [New LWP 100165] [23:08:53.695] Core was generated by `postgres: standby2: startup waiting for 000000010000000000000006'. [23:08:53.695] Program terminated with signal SIGQUIT, Quit. [23:08:53.695] Sent by thr_kill() from pid 17796 and user 1003. [23:08:53.695] #0 0x000000082c55b8fa in _sigprocmask () from /lib/libc.so.7 [23:08:53.744] [23:08:53.744] Thread 1 (LWP 100165): [23:08:53.744] #0 0x000000082c55b8fa in _sigprocmask () from /lib/libc.so.7 [23:08:53.744] No symbol table info available. [23:08:53.744] #1 0x000000082c594f91 in _system () from /lib/libc.so.7 [23:08:53.744] No symbol table info available. [23:08:53.744] #2 0x000000082b6409d3 in ?? () from /lib/libthr.so.3 [23:08:53.744] No symbol table info available. [23:08:53.744] #3 0x000000000066abc5 in RestoreArchivedFile (path=path@entry=0x82134e1d0 "pg_wal/0\270\0347", xlogfname=xlogfname@entry=0x82134e620 "00000001", '0' , "6", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [23:08:53.744] xlogpath = "pg_wal/RECOVERYXLOG\000RY", '\000' , "\200\t 6\b\000\000\000\210\3464!\b\000\000\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\200\315 6\b\000\000\000\260G[7\b\000\000\000\320F[7\b\000\000\000\310F[7\b\000\000\000\310A[7\b\000\000\000\000\340\344\000\000\000\000\000\000\020\2026\b\000\000\000W\020\n\000\000\000\000\000 \3354!\b\000\000\000 \3354!\b", '\000' , "\350\3364!\b\000\000\000h\3354!\b\000\000\000\b\000\000\0000\000\000\000"... [23:08:53.744] lastRestartPointFname = "00000001", '0' , "5\000\000\000\000\000\000\000\000\030\000\000\0000\000\000\000\260\3344!\b\000\000\000`\3324!\b\000\000\000ECOVERYXLOG", '\000' , "\005E\256\000\000\000\000\000\300\3314!\b\000\000\0000\000\000\000\000\000\000\000\210\3404!\b", '\000' , "p\3314!\b\000\000\000SH\256", '\000' , "\005E\256\000\000\000\000\000\210\3404!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [23:08:53.744] stat_buf = {st_dev = 34916853200, st_ino = 34916853280, st_nlink = 12237632, st_mode = 1, st_padding0 = 0, st_uid = 0, st_gid = 557113792, st_padding1 = 8, st_rdev = 35103008231, st_atim = {tv_sec = 35273037055, tv_nsec = 12400304}, st_mtim = {tv_sec = 909127728, tv_nsec = 6}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34916853248}, st_size = 34916852272, st_blocks = 11472371, st_blksize = 727908419, st_flags = 8, st_gen = 35013069947, st_spare = {3328290, 35272986624, 4294967292, 9259542123273814144, 34916852016, 0, 11, 35087692272, 206158430240, 34916852176}} [23:08:53.744] restartRedoPtr = 83886120 [23:08:53.744] restartTli = 1 [23:08:53.744] restartSegNo = [23:08:53.744] xlogRestoreCmd = 0x8367ea138 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/archives/00000001", '0' , "6\" \"pg_wal/RECOVERYXLOG\"" [23:08:53.744] rc = [23:08:53.744] #4 0x000000000067650e in XLogFileRead (segno=segno@entry=6, tli=tli@entry=1, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4221 [23:08:53.744] xlogfname = "00000001", '0' , "6\000\3464!\b\000\000\000p\3464!\b\000\000\000\365iU,\b\000\000\000\346@\000\000\000\000\000\000\345\001\000\000\000\000\000" [23:08:53.744] activitymsg = "waiting for 00000001", '0' , "6\000\000\000\000\240\326`,\b\000\000\000@\3464!\b\000\000\000\257jU,\b\000\000\000\252\322\032g\000\000\000\000\212\222\322ѢD\251\v" [23:08:53.744] path = "pg_wal/0\270\0347\000\000\000\000\000\030\000\000\0000\000\000\000@\3424!\b\000\000\000 \3414!\b\000\000\0009ϫ\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000\320o6\b", '\000' , "\240\032\275\000\000\000\000\000\220<\275\000\000\000\000\000@\3464!\b\000\000\000Iy\251\000\000\000\000\000\bP\322!\b\000\000\000 \000\000\000\000\000\000\000\340\3434!\b\000\000\000\347\032f&!\020\000\000\bP\322!\b\000\000\000\bT\322!\b\000\000\000\bX\322!\b\000\000\000\b\\\322!\b\000\000\000\b\220\322!\b\000\000\000\b\224\322!\b\000\000\000\b\230\322!\b\000\000\000\b"... [23:08:53.744] fd = [23:08:53.744] #5 0x00000000006721ec in XLogFileReadAnyTLI (segno=6, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4349 [23:08:53.744] hent = [23:08:53.744] tli = 1 [23:08:53.744] cell__state = {l = 0x836817418, i = 0} [23:08:53.744] path = "\260I\000\006\000\000\000\0000000001", '0' , "6", '\000' , "\001W\220|\026:7X@\220P}4\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240\326`,\b\000\000\000\220\3474!\b\000\000\000\353lY,\b", '\000' , "\005", '\000' , "\001\000\000\000\000\000\000\000\230\000\000\000\000\000\000\005\000\000\000\000\005\000\000\000\000\000\000\000\230\000\000\005", '\000' , "W\220|\026:7X@\000\260o6\b\000\000\000@\000\b\000\000\000\000\000"... [23:08:53.744] tles = 0x836817418 [23:08:53.744] cell = [23:08:53.744] fd = [23:08:53.744] cell__state = [23:08:53.744] hent = [23:08:53.744] tli = [23:08:53.744] beginseg = [23:08:53.744] __error = [23:08:53.744] __error = [23:08:53.744] #6 WaitForWALToBecomeAvailable (RecPtr=100683608, tliRecPtr=100683584, replayTLI=1, replayLSN=100683584, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3783 [23:08:53.744] startWalReceiver = [23:08:53.744] streaming_reply_sent = true [23:08:53.744] now = [23:08:53.744] startWalReceiver = [23:08:53.744] oldSource = [23:08:53.744] wait_time = [23:08:53.744] __error = [23:08:53.744] __error = [23:08:53.744] __error = [23:08:53.744] havedata = [23:08:53.744] ptr = [23:08:53.744] tli = [23:08:53.744] __error = [23:08:53.744] latestChunkStart = [23:08:53.744] __error = [23:08:53.744] #7 XLogPageRead (xlogreader=0x8366fc130, targetPagePtr=100679680, reqLen=3928, targetRecPtr=100683584, readBuf=0x8367e67f8 "\027\321\006") at ../src/backend/access/transam/xlogrecovery.c:3364 [23:08:53.744] private = 0x8366fc110 [23:08:53.744] emode = 15 [23:08:53.744] targetSegNo = 6 [23:08:53.744] targetPageOff = 16384 [23:08:53.744] r = [23:08:53.744] #8 0x0000000000679872 in ReadPageInternal (state=state@entry=0x8366fc130, pageptr=100679680, reqLen=3928) at ../src/backend/access/transam/xlogreader.c:1060 [23:08:53.744] targetSegNo = 6 [23:08:53.744] targetPageOff = 16384 [23:08:53.744] readLen = [23:08:53.744] hdr = [23:08:53.744] err = [23:08:53.744] #9 0x00000000006786e2 in XLogDecodeNextRecord (state=0x8366fc130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [23:08:53.744] errormsg = 0x821352c98 "" [23:08:53.744] randAccess = [23:08:53.744] decoded = 0x0 [23:08:53.744] RecPtr = 100683584 [23:08:53.744] assembled = false [23:08:53.744] targetPagePtr = 34916849600 [23:08:53.744] readOff = [23:08:53.744] record = [23:08:53.744] gotheader = [23:08:53.744] targetRecOff = 3904 [23:08:53.744] pageHeaderSize = [23:08:53.744] len = [23:08:53.744] total_len = [23:08:53.744] buffer = [23:08:53.744] gotlen = [23:08:53.744] pageHeader = [23:08:53.744] contdata = [23:08:53.744] save_copy = [23:08:53.744] #10 XLogReadAhead (state=0x8366fc130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [23:08:53.744] result = [23:08:53.744] #11 0x000000000066f748 in XLogPrefetcherNextBlock (pgsr_private=35274000392, lsn=0x836816db8) at ../src/backend/access/transam/xlogprefetcher.c:490 [23:08:53.744] nonblocking = false [23:08:53.744] record = 0x0 [23:08:53.744] prefetcher = 0x8367e8808 [23:08:53.744] reader = 0x8366fc130 [23:08:53.744] replaying_lsn = 100683536 [23:08:53.744] #12 0x000000000066f3b2 in lrq_prefetch (lrq=0x836816ce8) at ../src/backend/access/transam/xlogprefetcher.c:252 [23:08:53.744] No locals. [23:08:53.744] #13 lrq_complete_lsn (lrq=0x836816ce8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [23:08:53.744] No locals. [23:08:53.744] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x8367e8808, errmsg=errmsg@entry=0x821352d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [23:08:53.744] replayed_up_to = [23:08:53.744] record = [23:08:53.744] #15 0x0000000000672eda in ReadRecord (xlogprefetcher=0x8367e8808, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=1) at ../src/backend/access/transam/xlogrecovery.c:3164 [23:08:53.744] errormsg = 0x8366fc940 "" [23:08:53.744] xlogreader = 0x8366fc130 [23:08:53.744] private = [23:08:53.744] record = [23:08:53.744] #16 0x00000000006737b9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1843 [23:08:53.744] ru0 = {tv = {tv_sec = 1729811108, tv_usec = 577417}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 740}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 151, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [23:08:53.744] xtime = [23:08:53.744] reachedRecoveryTarget = false [23:08:53.744] replayTLI = 1 [23:08:53.744] record = [23:08:53.744] #17 0x0000000000663ef3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5841 [23:08:53.744] wasShutdown = false [23:08:53.744] haveTblspcMap = false [23:08:53.744] haveBackupLabel = true [23:08:53.744] promoted = false [23:08:53.744] didCrash = [23:08:53.744] checkPoint = {redo = 83886120, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 756} [23:08:53.744] oldestActiveXID = [23:08:53.744] performedWalRecovery = [23:08:53.744] endOfRecoveryInfo = [23:08:53.744] EndOfLog = [23:08:53.744] EndOfLogTLI = [23:08:53.744] abortedRecPtr = [23:08:53.744] missingContrecPtr = [23:08:53.744] newTLI = [23:08:53.744] Insert = [23:08:53.744] #18 0x0000000000893bab in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [23:08:53.744] No locals. [23:08:53.744] #19 0x000000000088d907 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [23:08:53.744] pid = [23:08:53.744] #20 0x000000000088fe74 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3736 [23:08:53.744] pid = [23:08:53.744] __error = [23:08:53.744] #21 0x000000000088fab5 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821357b48) at ../src/backend/postmaster/postmaster.c:1343 [23:08:53.744] userDoption = [23:08:53.744] listen_addr_saved = [23:08:53.744] output_config_variable = [23:08:53.744] opt = [23:08:53.744] status = [23:08:53.744] #22 0x00000000007c9c3c in main (argc=4, argv=0x821357b48) at ../src/backend/main/main.c:197 [23:08:53.744] do_check_root =