[01:07:18.072] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [01:07:18.382] dumping /tmp/cores/postgres.27884.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [01:07:18.507] [New LWP 100093] [01:07:18.589] Core was generated by `postgres: standby2: startup recovering 000000020000000000000004'. [01:07:18.589] Program terminated with signal SIGQUIT, Quit. [01:07:18.589] Sent by thr_kill() from pid 27884 and user 1002. [01:07:18.589] #0 0x000000082b72075a in _sigprocmask () from /lib/libc.so.7 [01:07:18.628] [01:07:18.628] Thread 1 (LWP 100093): [01:07:18.628] #0 0x000000082b72075a in _sigprocmask () from /lib/libc.so.7 [01:07:18.628] No symbol table info available. [01:07:18.628] #1 0x000000082b75da2f in _system () from /lib/libc.so.7 [01:07:18.628] No symbol table info available. [01:07:18.628] #2 0x000000082abdd8a3 in ?? () from /lib/libthr.so.3 [01:07:18.628] No symbol table info available. [01:07:18.628] #3 0x000000000067d2e7 in RestoreArchivedFile (path=path@entry=0x8215af1e0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x8215af5e0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [01:07:18.628] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\377\377\377\377\377\377\377\377pg_wal/00000002", '0' , "3\000\215\026\332g\000\000\000\000\370\2528\001\000\000\000\000\215\026\332g\000\000\000\000\360X8\001\000\000\000\000)\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\000\020", '\000' ... [01:07:18.628] lastRestartPointFname = '0' , "\000\327g\000\000\000\000\000\204\351Z!\b\000\000\000\377\377\377\377\000\000\000\000H\360Z!\b", '\000' , "0\351Z!\b\000\000\0006\a\261", '\000' , "\365\003\261\000\000\000\000\000H\360Z!\b\000\000\000\376\377\377\377\000\000\000\000\324\351Z!\b\000\000\000\377\377\377\377\000\000\000\000\230\360Z!\b", '\000' , "\200\351Z!\b\000\000\0006\a\261", '\000' , "\365\003\261\000\000\000\000\000\230\360Z!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [01:07:18.628] stat_buf = {st_dev = 4, st_ino = 2, st_nlink = 34919346640, st_mode = 65155, st_padding0 = 176, st_uid = 0, st_gid = 559608272, st_padding1 = 8, st_rdev = 35088084503, st_atim = {tv_sec = 34919346536, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 8059784560788897793}, st_size = -3555843375881834697, st_blocks = 35089369808, st_blksize = 5, st_flags = 0, st_gen = 0, st_spare = {34919346624, 2, 34919346576, 35088611925, 11, 1742345869, 9442616993060515611, 14890900697827716919, 206158430240, 34919346656}} [01:07:18.628] restartRedoPtr = 34919346384 [01:07:18.628] restartTli = 8 [01:07:18.628] restartSegNo = [01:07:18.628] xlogRestoreCmd = 0x246452170b68 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/t_043_no_contrecord_switch_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [01:07:18.628] rc = [01:07:18.628] #4 0x0000000000664488 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [01:07:18.628] path = "pg_wal/00000002", '0' , "4\0000\361Z!\b\000\000\000?\204\256\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000\340\001Rd$\000\000\000\000\000\000\000\000\000\000p\254\300\000\000\000\000\000p\316\300\000\000\000\000\000P\366Z!\b\000\000\000Y'\254\000\000\000\000\000\000\f\003Rd$\000\000\030(\000\000\000\000\000\000\001(\000\000\000\000\000\000\0000\022Rd$\000\000aD/\000\000\000\000\000\000\f\003Rd$\000\000P\316\300\000\000\000\000\000p\316\300\000\000\000\000\0008\365Z!\177\003\000\0007/\243\017J\033\247\316UTC\000\b\000\000\000"... [01:07:18.628] histfname = "00000003.history\000\366Z!\b\000\000\000-\354\223\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\0000\366Z!\b\000\000\000b\271q+\b\000\000" [01:07:18.628] fd = [01:07:18.628] #5 0x0000000000664548 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [01:07:18.628] newestTLI = 2 [01:07:18.628] probeTLI = 3 [01:07:18.628] #6 0x000000000068871b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67173200) at ../src/backend/access/transam/xlogrecovery.c:4129 [01:07:18.628] oldtarget = 2 [01:07:18.628] currentTle = 0x0 [01:07:18.628] newtarget = [01:07:18.628] newExpectedTLEs = [01:07:18.628] found = [01:07:18.628] cell = [01:07:18.628] #7 0x0000000000684923 in WaitForWALToBecomeAvailable (RecPtr=67173224, tliRecPtr=67173200, replayTLI=2, replayLSN=67173200, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3691 [01:07:18.628] startWalReceiver = false [01:07:18.628] streaming_reply_sent = true [01:07:18.628] now = [01:07:18.628] startWalReceiver = [01:07:18.628] oldSource = [01:07:18.628] wait_time = [01:07:18.628] __error = [01:07:18.628] __error = [01:07:18.628] __error = [01:07:18.628] havedata = [01:07:18.628] ptr = [01:07:18.628] tli = [01:07:18.628] __error = [01:07:18.628] latestChunkStart = [01:07:18.628] __error = [01:07:18.628] #8 XLogPageRead (xlogreader=0x24645201d130, targetPagePtr=67166208, reqLen=7016, targetRecPtr=67173200, readBuf=0x246452141438 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3357 [01:07:18.628] private = 0x24645201d110 [01:07:18.628] emode = 15 [01:07:18.628] targetSegNo = 4 [01:07:18.628] targetPageOff = 57344 [01:07:18.628] io_start = [01:07:18.628] r = [01:07:18.628] #9 0x000000000068b67a in ReadPageInternal (state=state@entry=0x24645201d130, pageptr=67166208, reqLen=7016) at ../src/backend/access/transam/xlogreader.c:1061 [01:07:18.628] targetSegNo = 4 [01:07:18.628] targetPageOff = 57344 [01:07:18.628] readLen = [01:07:18.628] hdr = [01:07:18.628] err = [01:07:18.628] #10 0x000000000068a4a8 in XLogDecodeNextRecord (state=0x24645201d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [01:07:18.628] errormsg = 0x8215b3c98 "" [01:07:18.628] randAccess = [01:07:18.628] decoded = 0x0 [01:07:18.628] RecPtr = 67173200 [01:07:18.628] assembled = false [01:07:18.628] targetPagePtr = 67166208 [01:07:18.628] readOff = [01:07:18.628] record = [01:07:18.628] gotheader = [01:07:18.628] targetRecOff = 6992 [01:07:18.628] pageHeaderSize = [01:07:18.628] len = [01:07:18.628] total_len = [01:07:18.628] buffer = [01:07:18.628] gotlen = [01:07:18.628] pageHeader = [01:07:18.628] contdata = [01:07:18.628] save_copy = [01:07:18.628] #11 XLogReadAhead (state=0x24645201d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [01:07:18.628] result = [01:07:18.628] #12 0x0000000000681bd8 in XLogPrefetcherNextBlock (pgsr_private=40013292385352, lsn=0x246452170518) at ../src/backend/access/transam/xlogprefetcher.c:490 [01:07:18.628] nonblocking = false [01:07:18.628] record = 0x0 [01:07:18.628] prefetcher = 0x246452143448 [01:07:18.628] reader = 0x24645201d130 [01:07:18.628] replaying_lsn = 67173160 [01:07:18.628] #13 0x0000000000681845 in lrq_prefetch (lrq=0x246452170358) at ../src/backend/access/transam/xlogprefetcher.c:252 [01:07:18.628] No locals. [01:07:18.628] #14 lrq_complete_lsn (lrq=0x246452170358, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [01:07:18.628] No locals. [01:07:18.628] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x246452143448, errmsg=errmsg@entry=0x8215b3d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [01:07:18.628] replayed_up_to = [01:07:18.628] record = [01:07:18.628] #16 0x00000000006853da in ReadRecord (xlogprefetcher=0x246452143448, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3156 [01:07:18.628] errormsg = 0x24645201d940 "" [01:07:18.628] xlogreader = 0x24645201d130 [01:07:18.628] private = [01:07:18.628] record = [01:07:18.628] #17 0x0000000000685cc9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1835 [01:07:18.628] ru0 = {tv = {tv_sec = 1742345868, tv_usec = 651480}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1097}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 160, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 2}} [01:07:18.628] xtime = [01:07:18.628] reachedRecoveryTarget = false [01:07:18.628] replayTLI = 2 [01:07:18.628] record = [01:07:18.628] #18 0x0000000000676493 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5894 [01:07:18.628] wasShutdown = false [01:07:18.628] haveTblspcMap = false [01:07:18.628] haveBackupLabel = true [01:07:18.628] promoted = false [01:07:18.628] didCrash = [01:07:18.628] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = 741, oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 749} [01:07:18.628] oldestActiveXID = [01:07:18.628] performedWalRecovery = [01:07:18.628] endOfRecoveryInfo = [01:07:18.628] EndOfLog = [01:07:18.628] EndOfLogTLI = [01:07:18.628] abortedRecPtr = [01:07:18.628] missingContrecPtr = [01:07:18.628] newTLI = [01:07:18.628] Insert = [01:07:18.628] #19 0x00000000008b53eb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [01:07:18.628] No locals. [01:07:18.628] #20 0x00000000008aeebb in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:291 [01:07:18.628] pid = [01:07:18.628] #21 0x00000000008b1c87 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3966 [01:07:18.628] pmchild = 0x0 [01:07:18.628] pid = [01:07:18.628] #22 0x00000000008b1682 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8215b90f0) at ../src/backend/postmaster/postmaster.c:1392 [01:07:18.628] userDoption = [01:07:18.628] listen_addr_saved = false [01:07:18.628] output_config_variable = [01:07:18.628] opt = [01:07:18.628] status = [01:07:18.628] #23 0x00000000007e6230 in main (argc=4, argv=0x8215b90f0) at ../src/backend/main/main.c:230 [01:07:18.628] do_check_root = [01:07:18.628] dispatch_option = DISPATCH_POSTMASTER