[04:07:16.161] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [04:07:16.509] dumping /tmp/cores/postgres.16081.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [04:07:16.645] [New LWP 101667] [04:07:16.730] Core was generated by `postgres: standby2: startup waiting for 000000010000000000000006'. [04:07:16.730] Program terminated with signal SIGQUIT, Quit. [04:07:16.730] Sent by thr_kill() from pid 16081 and user 1003. [04:07:16.730] #0 0x000000082c85126a in _sigprocmask () from /lib/libc.so.7 [04:07:16.769] [04:07:16.769] Thread 1 (LWP 101667): [04:07:16.769] #0 0x000000082c85126a in _sigprocmask () from /lib/libc.so.7 [04:07:16.769] No symbol table info available. [04:07:16.769] #1 0x000000082c88ca60 in _system () from /lib/libc.so.7 [04:07:16.769] No symbol table info available. [04:07:16.769] #2 0x000000082a7750f3 in ?? () from /lib/libthr.so.3 [04:07:16.769] No symbol table info available. [04:07:16.769] #3 0x000000000062abd6 in RestoreArchivedFile (path=path@entry=0x8214d91d0 "pg_wal/0\313s5", xlogfname=xlogfname@entry=0x8214d9620 "00000001", '0' , "6", recovername=, expectedSize=16777216, cleanupEnabled=true) at ../src/backend/access/transam/xlogarchive.c:177 [04:07:16.769] xlogpath = "pg_wal/RECOVERYXLOG\000RY\000\000\000\020\n\000\000\000\000\0008\341[8\b\000\000\000P\340[8\b\000\000\000H\340[8\b\000\000\000H\333[8\b\000\000\000\000\340\344\000\000\000\000\000\000\020\2657\b\000\000\0000\020\n\000\000\000\000\000ЌM!\b\000\000\000ЌM!\b\000\000\000\340\373\377\377\377\177\000\000\200\215M!\b", '\000' , "<%\000\000\000\000\000\000\b\000\000\0000\000\000\000\240\221M!\b\000\000\000\240\220M!\b\000\000\000\277\244u,\b\000\000\000\002\000\000\000\000\000\000\000\tTѰ\200&\000\0008\216M!\b\000\000\000d\214s"... [04:07:16.769] lastRestartPointFname = "00000001", '0' , "5", '\000' , "pg_wal/RECOVE\000Y\000LOG\000\000\000\000\000\030_\251\000\000\000\000\000\376\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000\001", '\000' , "0\000\000\000\000\000\000\000\210\220M!\b\000\000\000\264\211M!\b", '\000' , "`\211M!\b\000\000\000+b\251\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000\377\377\377\377\000\000\000\000\001\220M!\b\000\000\000\210\220M!\b\000\000\000"... [04:07:16.769] stat_buf = {st_dev = 35106106743, st_ino = 11909872, st_nlink = 12066336, st_mode = 12336, st_padding0 = 13872, st_uid = 0, st_gid = 6, st_padding1 = 0, st_rdev = 18374403900871474943, st_atim = {tv_sec = -9187201950435737472, tv_nsec = 35293160703}, st_mtim = {tv_sec = 34918471200, tv_nsec = 48}, st_ctim = {tv_sec = 48, tv_nsec = 34918469904}, st_birthtim = {tv_sec = 11140162, tv_nsec = 34918471168}, st_size = 206158430224, st_blocks = 34918470192, st_blksize = 11146818, st_flags = 0, st_gen = 34918432835, st_spare = {34967538659, 3198124, 3198124, 4294967292, 9259542123273814144, 0, 11, 206158430224, 34918470048, 34918469792}} [04:07:16.769] restartRedoPtr = [04:07:16.769] restartTli = [04:07:16.769] restartSegNo = [04:07:16.769] xlogRestoreCmd = 0x837b1a468 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/archives/00000001", '0' , "6\" \"pg_wal/RECOVERYXLOG\"" [04:07:16.769] rc = [04:07:16.769] #4 0x00000000006361c2 in XLogFileRead (segno=segno@entry=6, emode=, tli=tli@entry=1, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=false) at ../src/backend/access/transam/xlogrecovery.c:4209 [04:07:16.769] xlogfname = "00000001", '0' , "6\000\226M!\b", '\000' , "\262*H\273\353\267\002\000p\226M!\b\000\000\000bÄ,\b\000\000" [04:07:16.769] activitymsg = "waiting for 00000001", '0' , "6\000\000\000\000亵\000\000\000\000\000\200\226M!\b\000\000\000\360]\220,\b\000\000\000P\226M!\b\000\000\000\375Ä,\b\000\000" [04:07:16.769] path = "pg_wal/0\313s5\000\000\000\000\000\030\000\000\0000\000\000\000\030\367\246\000\000\000\000\000\360\000\000\000\000\000\000\000\000\341\2427\b\000\000\000\000\340\2427\b", '\000' , "\020\002\270\000\000\000\000\000\000$\270\000\000\000\000\0000\222M!\b\000\000\000;\203\247\000\000\000\000\000@\226M!\b\000\000\000\003\245\244\000\000\000\000\000p\222M!\b\000\000\000\000\224M!\b\000\000\000\b\220~!\b\000\000\000 \000\000\000\000\000\000\000\360\223M!\b\000\000\000<\353а\200&\000\000\b\220~!\b\000\000\000\b\224~!\b\000\000\000\b\230~!\b\000\000\000\b\234~!\b\000\000\000\b\320~!\b\000\000\000\b"... [04:07:16.769] fd = [04:07:16.769] #5 0x0000000000631eec in XLogFileReadAnyTLI (segno=3, emode=13, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4337 [04:07:16.769] hent = [04:07:16.769] tli = 1 [04:07:16.769] cell__state = {l = 0x837b47398, i = 0} [04:07:16.769] path = "hI\000\006\000\000\000\0000000001", '0' , "6\000\360]\220,\b\000\000\000\220\360\3744\b\000\000\000@\000\b\000\000\000\000\000\000\000\n\000\000\000\000\000p\227M!\b\000\000\000\023\347\210,\b\000\000\000\200\000\000\005\000\000\000\0008l\2617\b\000\000\000\005\000\000\000\000\000\000\000\200\000\000\005", '\000' , "\005", '\000' , "\001\000\000\000\000\000\000\000\230\000\000\000\272\357\220b3\231\364\371@\000\b\000\000\000\000\000\000\000\b\000\000\000\000\000\b\000\b\000\000\000\000\000\000\300\2427\b", '\000' , "\260\227M!\b\000\000\000"... [04:07:16.769] tles = 0x837b47398 [04:07:16.769] cell = [04:07:16.769] fd = [04:07:16.769] cell__state = [04:07:16.769] hent = [04:07:16.769] tli = [04:07:16.769] beginseg = [04:07:16.769] __error = [04:07:16.769] __error = [04:07:16.769] #6 WaitForWALToBecomeAvailable (RecPtr=100671488, tliRecPtr=100683512, replayTLI=1, replayLSN=100683512, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3770 [04:07:16.769] startWalReceiver = [04:07:16.769] streaming_reply_sent = false [04:07:16.769] now = [04:07:16.769] startWalReceiver = [04:07:16.769] oldSource = [04:07:16.769] wait_time = [04:07:16.769] __error = [04:07:16.769] __error = [04:07:16.769] __error = [04:07:16.769] havedata = [04:07:16.769] ptr = [04:07:16.769] tli = [04:07:16.769] __error = [04:07:16.769] latestChunkStart = [04:07:16.769] __error = [04:07:16.769] #7 XLogPageRead (xlogreader=0x837a2d0b0, targetPagePtr=100663296, reqLen=8192, targetRecPtr=100683512, readBuf=0x837b16c38 "\025\321\005") at ../src/backend/access/transam/xlogrecovery.c:3351 [04:07:16.769] private = 0x837a2d090 [04:07:16.769] emode = 15 [04:07:16.769] targetSegNo = 6 [04:07:16.769] targetPageOff = 0 [04:07:16.769] r = [04:07:16.769] #8 0x0000000000638e7a in ReadPageInternal (state=state@entry=0x837a2d0b0, pageptr=, pageptr@entry=100679680, reqLen=3856) at ../src/backend/access/transam/xlogreader.c:1040 [04:07:16.769] targetSegmentPtr = 100663296 [04:07:16.769] targetSegNo = 6 [04:07:16.769] targetPageOff = 16384 [04:07:16.769] readLen = [04:07:16.769] hdr = [04:07:16.769] err = [04:07:16.769] #9 0x0000000000637d15 in XLogDecodeNextRecord (state=0x837a2d0b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [04:07:16.769] randAccess = [04:07:16.769] decoded = 0x0 [04:07:16.769] RecPtr = 100683512 [04:07:16.769] assembled = false [04:07:16.769] targetPagePtr = 100679680 [04:07:16.769] readOff = [04:07:16.769] record = [04:07:16.769] gotheader = [04:07:16.769] targetRecOff = 3832 [04:07:16.769] pageHeaderSize = [04:07:16.769] len = [04:07:16.769] errormsg = [04:07:16.769] total_len = [04:07:16.769] buffer = [04:07:16.769] gotlen = [04:07:16.769] pageHeader = [04:07:16.769] contdata = [04:07:16.769] save_copy = [04:07:16.769] #10 XLogReadAhead (state=0x837a2d0b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [04:07:16.769] result = [04:07:16.769] #11 0x000000000062f43c in XLogPrefetcherNextBlock (pgsr_private=35293159136, lsn=0x837b46d38) at ../src/backend/access/transam/xlogprefetcher.c:492 [04:07:16.769] nonblocking = false [04:07:16.769] record = 0x0 [04:07:16.769] prefetcher = 0x837a2dee0 [04:07:16.769] reader = 0x837a2d0b0 [04:07:16.769] replaying_lsn = 100683464 [04:07:16.769] #12 0x000000000062f0ca in lrq_prefetch (lrq=0x837b46c68) at ../src/backend/access/transam/xlogprefetcher.c:252 [04:07:16.769] No locals. [04:07:16.769] #13 lrq_complete_lsn (lrq=0x837b46c68, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [04:07:16.769] No locals. [04:07:16.769] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x837a2dee0, errmsg=errmsg@entry=0x8214ddd60) at ../src/backend/access/transam/xlogprefetcher.c:1037 [04:07:16.769] replayed_up_to = [04:07:16.769] record = [04:07:16.769] #15 0x0000000000632bdc in ReadRecord (xlogprefetcher=0x837a2dee0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=1) at ../src/backend/access/transam/xlogrecovery.c:3151 [04:07:16.769] errormsg = 0x837a2d8c0 "" [04:07:16.769] xlogreader = 0x837a2d0b0 [04:07:16.769] private = [04:07:16.769] record = [04:07:16.769] #16 0x00000000006334b9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [04:07:16.769] ru0 = {tv = {tv_sec = 1711857835, tv_usec = 405541}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1076}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 142, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 22}} [04:07:16.769] xtime = [04:07:16.769] reachedRecoveryTarget = false [04:07:16.769] replayTLI = 1 [04:07:16.769] record = [04:07:16.769] #17 0x0000000000624169 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5723 [04:07:16.769] promoted = false [04:07:16.769] didCrash = [04:07:16.769] wasShutdown = [04:07:16.769] haveTblspcMap = [04:07:16.769] haveBackupLabel = [04:07:16.769] checkPoint = {redo = 83886120, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = 1, oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 749} [04:07:16.769] oldestActiveXID = [04:07:16.769] performedWalRecovery = [04:07:16.769] endOfRecoveryInfo = [04:07:16.769] EndOfLog = [04:07:16.769] EndOfLogTLI = [04:07:16.769] abortedRecPtr = [04:07:16.769] missingContrecPtr = [04:07:16.769] newTLI = [04:07:16.769] Insert = [04:07:16.769] #18 0x000000000085127b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [04:07:16.769] No locals. [04:07:16.769] #19 0x000000000084a662 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:265 [04:07:16.769] pid = [04:07:16.769] #20 0x000000000084cac5 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3928 [04:07:16.769] pid = [04:07:16.769] __error = [04:07:16.769] #21 0x000000000084c716 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8214e2bf8) at ../src/backend/postmaster/postmaster.c:1364 [04:07:16.769] userDoption = [04:07:16.769] listen_addr_saved = false [04:07:16.769] output_config_variable = [04:07:16.769] opt = [04:07:16.769] status = [04:07:16.769] #22 0x0000000000787875 in main (argc=4, argv=0x8214e2bf8) at ../src/backend/main/main.c:197 [04:07:16.769] do_check_root =