[09:50:45.144] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [09:50:45.522] dumping /tmp/cores/postgres.17483.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [09:50:45.652] [New LWP 101779] [09:50:45.734] Core was generated by `postgres: standby2: startup waiting for 000000010000000000000006'. [09:50:45.734] Program terminated with signal SIGQUIT, Quit. [09:50:45.734] Sent by thr_kill() from pid 17483 and user 1003. [09:50:45.734] #0 0x000000082a14b8fa in _sigprocmask () from /lib/libc.so.7 [09:50:45.782] [09:50:45.782] Thread 1 (LWP 101779): [09:50:45.782] #0 0x000000082a14b8fa in _sigprocmask () from /lib/libc.so.7 [09:50:45.782] No symbol table info available. [09:50:45.782] #1 0x000000082a184f91 in _system () from /lib/libc.so.7 [09:50:45.782] No symbol table info available. [09:50:45.782] #2 0x0000000827fbc9d3 in ?? () from /lib/libthr.so.3 [09:50:45.782] No symbol table info available. [09:50:45.782] #3 0x0000000000634515 in RestoreArchivedFile (path=path@entry=0x8211511d0 "P\022\025!\b", xlogfname=xlogfname@entry=0x821151620 "00000001", '0' , "6", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [09:50:45.782] xlogpath = "pg_wal/RECOVERYXLOG\000RY", '\000' , "\200\t\3004\b\000\000\000\210\026\025!\b\000\000\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\200\314\3004\b\000\000\000\b\324\3326\b\000\000\000 \323\3326\b\000\000\000\030\323\3326\b\000\000\000\030\316\3326\b\000\000\000\000\340\344\000\000\000\000\000\000\260\2325\b\000\000\000\362\037\n\000\000\000\000\000 \r\025!\b\000\000\000 \r\025!\b", '\000' , "\350\016\025!\b\000\000\000h\r\025!\b\000\000\000\b\000\000\0000\000\000\000"... [09:50:45.782] lastRestartPointFname = "00000001", '0' , "5\000\000\000\000\000\000\000\000\030\000\000\0000\000\000\000\260\f\025!\b\000\000\000`\n\025!\b\000\000\000ECOVERYXLOG", '\000' , "\005a\252\000\000\000\000\000\300\t\025!\b\000\000\0000\000\000\000\000\000\000\000\210\020\025!\b", '\000' , "p\t\025!\b\000\000\000Sd\252\000\000\000\000\000\001\000\000\000\000\000\000\000\210\020\025!\b\000\000\000\210\020\025!\b\000\000\000\377\377\377\377\000\000\000\000\001", '\000' ... [09:50:45.782] stat_buf = {st_dev = 34914768336, st_ino = 34914768416, st_nlink = 11978576, st_mode = 1, st_padding0 = 0, st_uid = 0, st_gid = 555028928, st_padding1 = 8, st_rdev = 35065193959, st_atim = {tv_sec = 35257877759, tv_nsec = 12134784}, st_mtim = {tv_sec = 909127728, tv_nsec = 6}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34914768384}, st_size = 34914767408, st_blocks = 11217315, st_blksize = 670761027, st_flags = 8, st_gen = 34924077704, st_spare = {35064504888, 34924057608, 34914767336, 34914767784, 34914767312, 28955985915042, 2594275, 134090501, 206158430240, 34914767312}} [09:50:45.782] restartRedoPtr = 83886120 [09:50:45.782] restartTli = 1 [09:50:45.782] restartSegNo = [09:50:45.782] xlogRestoreCmd = 0x835973968 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/archives/00000001", '0' , "6\" \"pg_wal/RECOVERYXLOG\"" [09:50:45.782] rc = [09:50:45.782] #4 0x000000000063fb1e in XLogFileRead (segno=segno@entry=6, emode=, tli=tli@entry=1, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4210 [09:50:45.782] xlogfname = "00000001", '0' , "6\000\026\025!\b\000\000\000p\026\025!\b\000\000\000\365i\024*\b\000\000\000\022A\000\000\000\000\000\000\353\001\000\000\000\000\000" [09:50:45.782] activitymsg = "waiting for 00000001", '0' , "6\000\000\000\000\240\326\037*\b\000\000\000@\026\025!\b\000\000\000\257j\024*\b\000\000\000R\037\242f\000\000\000\000\210\375p\342", [09:50:45.782] path = "P\022\025!\b\000\000\000s*A\327U\032\000\000\030\000\000\0000", '\000' , "80\243!\b\000\000\000\001\000\000\000\000\000\000\000\bԢ!\b\000\000\0008\342\001*\b\000\000\000\250\024\025!\b\000\000\000\360\023\025!\b\000\000\000`\022\025!\b", '\000' , "\b`\242!\b\000\000\000 \000\000\000\000\000\000\000\340\023\025!\b\000\000\000\347\312@\327U\032\000\000\b`\242!\b\000\000\000\bd\242!\b\000\000\000\bh\242!\b\000\000\000\bl\242!\b\000\000\000\b\240\242!\b\000\000\000\b\244\242!\b\000\000\000\b\250\242!\b\000\000\000\b"... [09:50:45.782] fd = [09:50:45.782] #5 0x000000000063b86c in XLogFileReadAnyTLI (segno=6, emode=13, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4338 [09:50:45.782] hent = [09:50:45.782] tli = 1 [09:50:45.782] cell__state = {l = 0x8359a1e58, i = 0} [09:50:45.782] path = "\200I\000\006\000\000\000\0000000001", '0' , "6", '\000' , "\001\362\377t5\360\2467w\220\260%3\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240\326\037*\b\000\000\000\220\027\025!\b\000\000\000\353l\030*\b", '\000' , "\005", '\000' , "\001\000\000\000\000\000\000\000\230\000\000\000\000\000\000\005\000\000\000\000\005\000\000\000\000\000\000\000\230\000\000\005", '\000' , "\362\377t5\360\2467w\000`\2105\b\000\000\000@\000\b\000\000\000\000\000"... [09:50:45.782] tles = 0x8359a1e58 [09:50:45.782] cell = [09:50:45.782] fd = [09:50:45.782] cell__state = [09:50:45.782] hent = [09:50:45.782] tli = [09:50:45.782] beginseg = [09:50:45.782] __error = [09:50:45.782] __error = [09:50:45.782] #6 WaitForWALToBecomeAvailable (RecPtr=100683560, tliRecPtr=100683536, replayTLI=1, replayLSN=100683536, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3771 [09:50:45.782] startWalReceiver = [09:50:45.782] streaming_reply_sent = true [09:50:45.782] now = [09:50:45.782] startWalReceiver = [09:50:45.782] oldSource = [09:50:45.782] wait_time = [09:50:45.782] __error = [09:50:45.782] __error = [09:50:45.782] __error = [09:50:45.782] havedata = [09:50:45.782] ptr = [09:50:45.782] tli = [09:50:45.782] __error = [09:50:45.782] latestChunkStart = [09:50:45.782] __error = [09:50:45.782] #7 XLogPageRead (xlogreader=0x8358870a0, targetPagePtr=100679680, reqLen=3880, targetRecPtr=100683536, readBuf=0x835970138 "\026\321\006") at ../src/backend/access/transam/xlogrecovery.c:3352 [09:50:45.782] private = 0x835887080 [09:50:45.782] emode = 15 [09:50:45.782] targetSegNo = 6 [09:50:45.782] targetPageOff = 16384 [09:50:45.782] r = [09:50:45.782] #8 0x0000000000642802 in ReadPageInternal (state=state@entry=0x8358870a0, pageptr=100679680, reqLen=3880) at ../src/backend/access/transam/xlogreader.c:1060 [09:50:45.782] targetSegNo = 6 [09:50:45.782] targetPageOff = 16384 [09:50:45.782] readLen = [09:50:45.782] hdr = [09:50:45.782] err = [09:50:45.782] #9 0x0000000000641672 in XLogDecodeNextRecord (state=0x8358870a0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [09:50:45.782] errormsg = 0x821155c98 "" [09:50:45.782] randAccess = [09:50:45.782] decoded = 0x0 [09:50:45.782] RecPtr = 100683536 [09:50:45.782] assembled = false [09:50:45.782] targetPagePtr = 34914764736 [09:50:45.782] readOff = [09:50:45.782] record = [09:50:45.782] gotheader = [09:50:45.782] targetRecOff = 3856 [09:50:45.782] pageHeaderSize = [09:50:45.782] len = [09:50:45.782] total_len = [09:50:45.782] buffer = [09:50:45.782] gotlen = [09:50:45.782] pageHeader = [09:50:45.782] contdata = [09:50:45.782] save_copy = [09:50:45.782] #10 XLogReadAhead (state=0x8358870a0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [09:50:45.782] result = [09:50:45.782] #11 0x0000000000638e28 in XLogPrefetcherNextBlock (pgsr_private=35257876176, lsn=0x8359a17f8) at ../src/backend/access/transam/xlogprefetcher.c:492 [09:50:45.782] nonblocking = false [09:50:45.782] record = 0x0 [09:50:45.782] prefetcher = 0x835887ed0 [09:50:45.782] reader = 0x8358870a0 [09:50:45.782] replaying_lsn = 100683488 [09:50:45.782] #12 0x0000000000638a92 in lrq_prefetch (lrq=0x8359a1728) at ../src/backend/access/transam/xlogprefetcher.c:252 [09:50:45.782] No locals. [09:50:45.782] #13 lrq_complete_lsn (lrq=0x8359a1728, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [09:50:45.782] No locals. [09:50:45.782] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x835887ed0, errmsg=errmsg@entry=0x821155d60) at ../src/backend/access/transam/xlogprefetcher.c:1037 [09:50:45.782] replayed_up_to = [09:50:45.782] record = [09:50:45.782] #15 0x000000000063c55a in ReadRecord (xlogprefetcher=0x835887ed0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=1) at ../src/backend/access/transam/xlogrecovery.c:3152 [09:50:45.782] errormsg = 0x8358878b0 "" [09:50:45.782] xlogreader = 0x8358870a0 [09:50:45.782] private = [09:50:45.782] record = [09:50:45.782] #16 0x000000000063ce39 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [09:50:45.782] ru0 = {tv = {tv_sec = 1721900878, tv_usec = 225918}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 699}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 142, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [09:50:45.782] xtime = [09:50:45.782] reachedRecoveryTarget = false [09:50:45.782] replayTLI = 1 [09:50:45.782] record = [09:50:45.782] #17 0x000000000062d923 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5806 [09:50:45.782] wasShutdown = false [09:50:45.782] haveTblspcMap = false [09:50:45.782] haveBackupLabel = true [09:50:45.782] promoted = false [09:50:45.782] didCrash = [09:50:45.782] checkPoint = {redo = 83886120, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = , oldestMultiDB = 1, time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 751} [09:50:45.782] oldestActiveXID = [09:50:45.782] performedWalRecovery = [09:50:45.782] endOfRecoveryInfo = [09:50:45.782] EndOfLog = [09:50:45.782] EndOfLogTLI = [09:50:45.782] abortedRecPtr = [09:50:45.782] missingContrecPtr = [09:50:45.782] newTLI = [09:50:45.782] Insert = [09:50:45.782] #18 0x000000000085bc3b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [09:50:45.782] No locals. [09:50:45.782] #19 0x00000000008550c2 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:265 [09:50:45.782] pid = [09:50:45.782] #20 0x0000000000857624 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3928 [09:50:45.782] pid = [09:50:45.782] __error = [09:50:45.782] #21 0x0000000000857265 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x82115a8f0) at ../src/backend/postmaster/postmaster.c:1364 [09:50:45.782] userDoption = [09:50:45.782] listen_addr_saved = [09:50:45.782] output_config_variable = [09:50:45.782] opt = [09:50:45.782] status = [09:50:45.782] #22 0x000000000079126c in main (argc=4, argv=0x82115a8f0) at ../src/backend/main/main.c:197 [09:50:45.782] do_check_root =