[18:53:17.904] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [18:53:18.196] dumping /tmp/cores/postgres.16607.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [18:53:18.316] [New LWP 101656] [18:53:18.387] Core was generated by `postgres: standby2: startup recovering 000000020000000000000004'. [18:53:18.387] Program terminated with signal SIGQUIT, Quit. [18:53:18.387] Sent by thr_kill() from pid 16607 and user 1003. [18:53:18.387] #0 0x000000082bd4b8fa in _sigprocmask () from /lib/libc.so.7 [18:53:18.430] [18:53:18.430] Thread 1 (LWP 101656): [18:53:18.430] #0 0x000000082bd4b8fa in _sigprocmask () from /lib/libc.so.7 [18:53:18.430] No symbol table info available. [18:53:18.430] #1 0x000000082bd84f91 in _system () from /lib/libc.so.7 [18:53:18.430] No symbol table info available. [18:53:18.430] #2 0x000000082bbe79d3 in ?? () from /lib/libthr.so.3 [18:53:18.430] No symbol table info available. [18:53:18.430] #3 0x0000000000669925 in RestoreArchivedFile (path=path@entry=0x8215e41d0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x8215e45d0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [18:53:18.430] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\332\3265", '\000' , "0000002", '0' , "\0003\000\020\232\216g\000\000\000\0008\240a%\000\000\000\000\020\232\216g\000\000\000\0008#a%\000\000\000\000)\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\000 ", '\000' , "\350>^!\b\000\000\000h=^!\b\000\000\000\b\000\000\0000\000\000\000"... [18:53:18.430] lastRestartPointFname = '0' , "\000\236f\000\000\000\000\000p9^!\b\000\000\0000\000\000\000\000\000\000\0008@^!\b", '\000' , " 9^!\b\000\000\000\303\005\257", '\000' , "u\002\257", '\000' , "u\002\257\000\000\000\000\000\3009^!\b\000\000\0000\000\000\000\000\000\000\000\210@^!\b", '\000' , "p9^!\b\000\000\000\303\005\257", '\000' , "u\002\257\000\000\000\000\000\210@^!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [18:53:18.430] stat_buf = {st_dev = 57344, st_ino = 2, st_nlink = 34919563712, st_mode = 64771, st_padding0 = 174, st_uid = 0, st_gid = 559825344, st_padding1 = 8, st_rdev = 35094554087, st_atim = {tv_sec = 11110, tv_nsec = 3}, st_mtim = {tv_sec = 35295883396, tv_nsec = 28560}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = -8279894512950799905, tv_nsec = 34919563696}, st_size = 5, st_blocks = 0, st_blksize = 78, st_flags = 0, st_gen = 35095828128, st_spare = {34919563632, 35095079599, 1737398801, 708864564833543353, 10166849560758751711, 2, 0, 34919563696, 206158430240, 34919563728}} [18:53:18.430] restartRedoPtr = 34919563456 [18:53:18.430] restartTli = 8 [18:53:18.430] restartSegNo = [18:53:18.430] xlogRestoreCmd = 0x835ef0078 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/t_043_no_contrecord_switch_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [18:53:18.430] rc = [18:53:18.430] #4 0x0000000000650a08 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [18:53:18.430] path = "pg_wal/00000002", '0' , "4\000 A^!\b\000\000\000و\254\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\0000\3405\b", '\000' , "\340-\277\000\000\000\000\000\340O\277\000\000\000\000\000@F^!\b\000\000\000).\252\000\000\000\000\000\000T\3415\b\000\000\000\030(\000\000\000\000\000\000\001(\000\000\000\000\000\000\000p\3545\b\000\000\000v\a/\000\000\000\000\000\000T\3415\b\000\000\000\300O\277\000\000\000\000\000\340O\277\000\000\000\000\000(E^!\177\003\000\000ߑ\334)\317\347\027\215UTC\000\b\000\000\000w\t"... [18:53:18.430] histfname = "00000003.history\000F^!\b\000\000\000\237C\221", '\000' , "\377\377\377\377\377\377\377\377ߑ\334)\317\347\027\215\000\000\000\000\000\000\000" [18:53:18.430] fd = [18:53:18.430] #5 0x0000000000650ac8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [18:53:18.430] newestTLI = 2 [18:53:18.430] probeTLI = 3 [18:53:18.430] #6 0x0000000000674d4b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67173200) at ../src/backend/access/transam/xlogrecovery.c:4115 [18:53:18.430] oldtarget = 2 [18:53:18.430] currentTle = 0x0 [18:53:18.430] newtarget = [18:53:18.430] newExpectedTLEs = [18:53:18.430] found = [18:53:18.430] cell = [18:53:18.430] #7 0x0000000000670f93 in WaitForWALToBecomeAvailable (RecPtr=67173224, tliRecPtr=67173200, replayTLI=2, replayLSN=67173200, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3677 [18:53:18.430] startWalReceiver = false [18:53:18.430] streaming_reply_sent = true [18:53:18.430] now = [18:53:18.430] startWalReceiver = [18:53:18.430] oldSource = [18:53:18.430] wait_time = [18:53:18.430] __error = [18:53:18.430] __error = [18:53:18.430] __error = [18:53:18.430] havedata = [18:53:18.430] ptr = [18:53:18.430] tli = [18:53:18.430] __error = [18:53:18.430] latestChunkStart = [18:53:18.430] __error = [18:53:18.430] #8 XLogPageRead (xlogreader=0x835e02130, targetPagePtr=67166208, reqLen=7016, targetRecPtr=67173200, readBuf=0x835eec738 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3353 [18:53:18.430] private = 0x835e02110 [18:53:18.430] emode = 15 [18:53:18.430] targetSegNo = 4 [18:53:18.430] targetPageOff = 57344 [18:53:18.430] r = [18:53:18.430] #9 0x0000000000677c92 in ReadPageInternal (state=state@entry=0x835e02130, pageptr=67166208, reqLen=7016) at ../src/backend/access/transam/xlogreader.c:1060 [18:53:18.430] targetSegNo = 4 [18:53:18.430] targetPageOff = 57344 [18:53:18.430] readLen = [18:53:18.430] hdr = [18:53:18.430] err = [18:53:18.430] #10 0x0000000000676b02 in XLogDecodeNextRecord (state=0x835e02130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [18:53:18.430] errormsg = 0x8215e8c98 "" [18:53:18.430] randAccess = [18:53:18.430] decoded = 0x0 [18:53:18.430] RecPtr = 67173200 [18:53:18.430] assembled = false [18:53:18.430] targetPagePtr = 34919561152 [18:53:18.430] readOff = [18:53:18.430] record = [18:53:18.430] gotheader = [18:53:18.430] targetRecOff = 6992 [18:53:18.430] pageHeaderSize = [18:53:18.430] len = [18:53:18.430] total_len = [18:53:18.430] buffer = [18:53:18.430] gotlen = [18:53:18.430] pageHeader = [18:53:18.430] contdata = [18:53:18.430] save_copy = [18:53:18.430] #11 XLogReadAhead (state=0x835e02130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [18:53:18.430] result = [18:53:18.430] #12 0x000000000066e248 in XLogPrefetcherNextBlock (pgsr_private=35264587592, lsn=0x835f1cbd8) at ../src/backend/access/transam/xlogprefetcher.c:490 [18:53:18.430] nonblocking = false [18:53:18.430] record = 0x0 [18:53:18.430] prefetcher = 0x835eee748 [18:53:18.430] reader = 0x835e02130 [18:53:18.430] replaying_lsn = 67173160 [18:53:18.430] #13 0x000000000066deb2 in lrq_prefetch (lrq=0x835f1caa8) at ../src/backend/access/transam/xlogprefetcher.c:252 [18:53:18.430] No locals. [18:53:18.430] #14 lrq_complete_lsn (lrq=0x835f1caa8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [18:53:18.430] No locals. [18:53:18.430] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x835eee748, errmsg=errmsg@entry=0x8215e8d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [18:53:18.430] replayed_up_to = [18:53:18.430] record = [18:53:18.430] #16 0x00000000006719ea in ReadRecord (xlogprefetcher=0x835eee748, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3153 [18:53:18.430] errormsg = 0x835e02940 "" [18:53:18.430] xlogreader = 0x835e02130 [18:53:18.430] private = [18:53:18.430] record = [18:53:18.430] #17 0x00000000006722c9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [18:53:18.430] ru0 = {tv = {tv_sec = 1737398800, tv_usec = 259516}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 2703}, ru_maxrss = 27768, ru_ixrss = 6084, ru_idrss = 340, ru_isrss = 128, ru_minflt = 147, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 28}} [18:53:18.430] xtime = [18:53:18.430] reachedRecoveryTarget = false [18:53:18.430] replayTLI = 2 [18:53:18.430] record = [18:53:18.430] #18 0x0000000000662c53 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5848 [18:53:18.430] wasShutdown = false [18:53:18.430] haveTblspcMap = false [18:53:18.430] haveBackupLabel = true [18:53:18.430] promoted = false [18:53:18.430] didCrash = [18:53:18.430] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 743} [18:53:18.430] oldestActiveXID = [18:53:18.430] performedWalRecovery = [18:53:18.430] endOfRecoveryInfo = [18:53:18.430] EndOfLog = [18:53:18.430] EndOfLogTLI = [18:53:18.430] abortedRecPtr = [18:53:18.430] missingContrecPtr = [18:53:18.430] newTLI = [18:53:18.430] Insert = [18:53:18.430] #19 0x000000000089ac0b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [18:53:18.430] No locals. [18:53:18.430] #20 0x0000000000894ab5 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [18:53:18.430] pid = [18:53:18.430] #21 0x00000000008976b7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3791 [18:53:18.430] pmchild = 0x0 [18:53:18.430] pid = [18:53:18.430] #22 0x0000000000897252 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8215ed990) at ../src/backend/postmaster/postmaster.c:1369 [18:53:18.430] userDoption = [18:53:18.430] listen_addr_saved = false [18:53:18.430] output_config_variable = [18:53:18.430] opt = [18:53:18.430] status = [18:53:18.430] #23 0x00000000007cdb80 in main (argc=4, argv=0x8215ed990) at ../src/backend/main/main.c:230 [18:53:18.430] do_check_root = [18:53:18.430] dispatch_option = DISPATCH_POSTMASTER