[16:59:14.408] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [16:59:14.756] dumping /tmp/cores/postgres.13007.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [16:59:14.883] [New LWP 101736] [16:59:14.965] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'. [16:59:14.965] Program terminated with signal SIGQUIT, Quit. [16:59:14.965] Sent by thr_kill() from pid 13007 and user 1003. [16:59:14.965] #0 0x0000000828ef58fa in _sigprocmask () from /lib/libc.so.7 [16:59:15.013] [16:59:15.013] Thread 1 (LWP 101736): [16:59:15.013] #0 0x0000000828ef58fa in _sigprocmask () from /lib/libc.so.7 [16:59:15.013] No symbol table info available. [16:59:15.013] #1 0x0000000828f2ef91 in _system () from /lib/libc.so.7 [16:59:15.013] No symbol table info available. [16:59:15.013] #2 0x0000000829e1d9d3 in ?? () from /lib/libthr.so.3 [16:59:15.013] No symbol table info available. [16:59:15.013] #3 0x00000000006661e5 in RestoreArchivedFile (path=path@entry=0x8216681d0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x8216685d0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [16:59:15.013] xlogpath = "pg_wal/RECOVERYHISTORY", '\000' , "\200\t 2\b\000\000\000\210\206f!\b\000\000\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\200\315 2\b\000\000\00083\0313\b\000\000\000X2\0313\b\000\000\000P2\0313\b\000\000\000P-\0313\b\000\000\000\000\340\344\000\000\000\000\000\000 Y2\b\000\000\000\000\020\n\000\000\000\000\000 }f!\b\000\000\000 }f!\b", '\000' , "\350~f!\b\000\000\000h}f!\b\000\000\000\b\000\000\0000\000\000\000"... [16:59:15.013] lastRestartPointFname = '0' , "\000\000\000\000\000\000\000\000\030\000\000\0000\000\000\000\260|f!\b\000\000\000`zf!\b", '\000' , "\240v\372(\b", '\000' , "\025\232\255\000\000\000\000\000\300yf!\b\000\000\0000\000\000\000\000\000\000\000\210\200f!\b", '\000' , "pyf!\b\000\000\000c\235\255\000\000\000\000\000\001\000\000\000\000\000\000\000\210\200f!\b\000\000\000\210\200f!\b\000\000\000\377\377\377\377\000\000\000\000\001", '\000' ... [16:59:15.013] stat_buf = {st_dev = 98304, st_ino = 2, st_nlink = 34920104384, st_mode = 38051, st_padding0 = 173, st_uid = 0, st_gid = 560366016, st_padding1 = 8, st_rdev = 35045967335, st_atim = {tv_sec = 11239, tv_nsec = 3}, st_mtim = {tv_sec = 35235627892, tv_nsec = 29568}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 4708305381781234515, tv_nsec = 34920104368}, st_size = 6, st_blocks = 0, st_blksize = 78, st_flags = 0, st_gen = 35047241376, st_spare = {34920104304, 35046492847, 1726073701, 2205771941574101890, 4708305381781234515, 2, 0, 34920104368, 206158430240, 34920104400}} [16:59:15.013] restartRedoPtr = 34920104128 [16:59:15.013] restartTli = 8 [16:59:15.013] restartSegNo = [16:59:15.013] xlogRestoreCmd = 0x83255acf8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [16:59:15.013] rc = [16:59:15.013] #4 0x000000000064d278 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [16:59:15.013] path = "pg_wal/00000002", '0' , "4", '\000' , "8\200p!\b\000\000\000\001\000\000\000\000\000\000\000\b$p!\b\000\000\0008\202\334(\b\000\000\000\250\204f!\b\000\000\000\360\203f!\b\000\000\000`\202f!\b", '\000' , "\b\260o!\b\000\000\000 \000\000\000\000\000\000\000\340\203f!\b\000\000\000\347\372\265SX\017\000\000\b\260o!\b\000\000\000\b\264o!\b\000\000\000\b\270o!\b\000\000\000\b\274o!\b\000\000\000\b\360o!\b\000\000\000\b\364o!\b\000\000\000\b\370o!\b\000\000\000"... [16:59:15.013] histfname = "00000003.history\000\206f!\b\000\000\000\2372\220\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000Sc!\217\314BWA\000\000\000\000\000\000\000" [16:59:15.013] fd = [16:59:15.013] #5 0x000000000064d338 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [16:59:15.013] newestTLI = 2 [16:59:15.013] probeTLI = 3 [16:59:15.013] #6 0x000000000067166b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67210776) at ../src/backend/access/transam/xlogrecovery.c:4125 [16:59:15.013] oldtarget = 2 [16:59:15.013] currentTle = 0x0 [16:59:15.013] newtarget = [16:59:15.013] newExpectedTLEs = [16:59:15.013] found = [16:59:15.013] cell = [16:59:15.013] #7 0x000000000066d853 in WaitForWALToBecomeAvailable (RecPtr=67210800, tliRecPtr=67210776, replayTLI=2, replayLSN=67210776, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3687 [16:59:15.013] startWalReceiver = false [16:59:15.013] streaming_reply_sent = true [16:59:15.013] now = [16:59:15.013] startWalReceiver = [16:59:15.013] oldSource = [16:59:15.013] wait_time = [16:59:15.013] __error = [16:59:15.013] __error = [16:59:15.013] __error = [16:59:15.013] havedata = [16:59:15.013] ptr = [16:59:15.013] tli = [16:59:15.013] __error = [16:59:15.013] latestChunkStart = [16:59:15.013] __error = [16:59:15.013] #8 XLogPageRead (xlogreader=0x83246d130, targetPagePtr=67207168, reqLen=3632, targetRecPtr=67210776, readBuf=0x8325573b8 "\026\321\006") at ../src/backend/access/transam/xlogrecovery.c:3364 [16:59:15.013] private = 0x83246d110 [16:59:15.013] emode = 15 [16:59:15.013] targetSegNo = 4 [16:59:15.013] targetPageOff = 98304 [16:59:15.013] r = [16:59:15.013] #9 0x00000000006745b2 in ReadPageInternal (state=state@entry=0x83246d130, pageptr=67207168, reqLen=3632) at ../src/backend/access/transam/xlogreader.c:1060 [16:59:15.013] targetSegNo = 4 [16:59:15.013] targetPageOff = 98304 [16:59:15.013] readLen = [16:59:15.013] hdr = [16:59:15.013] err = [16:59:15.013] #10 0x0000000000673422 in XLogDecodeNextRecord (state=0x83246d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [16:59:15.013] errormsg = 0x82166cc98 "" [16:59:15.013] randAccess = [16:59:15.013] decoded = 0x0 [16:59:15.013] RecPtr = 67210776 [16:59:15.013] assembled = false [16:59:15.013] targetPagePtr = 34920101824 [16:59:15.013] readOff = [16:59:15.013] record = [16:59:15.013] gotheader = [16:59:15.013] targetRecOff = 3608 [16:59:15.013] pageHeaderSize = [16:59:15.013] len = [16:59:15.013] total_len = [16:59:15.013] buffer = [16:59:15.013] gotlen = [16:59:15.013] pageHeader = [16:59:15.013] contdata = [16:59:15.013] save_copy = [16:59:15.013] #11 XLogReadAhead (state=0x83246d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [16:59:15.013] result = [16:59:15.013] #12 0x000000000066ab08 in XLogPrefetcherNextBlock (pgsr_private=35204207560, lsn=0x8325882c8) at ../src/backend/access/transam/xlogprefetcher.c:490 [16:59:15.013] nonblocking = false [16:59:15.013] record = 0x0 [16:59:15.013] prefetcher = 0x8325593c8 [16:59:15.013] reader = 0x83246d130 [16:59:15.013] replaying_lsn = 67210368 [16:59:15.013] #13 0x000000000066a772 in lrq_prefetch (lrq=0x832588028) at ../src/backend/access/transam/xlogprefetcher.c:252 [16:59:15.013] No locals. [16:59:15.013] #14 lrq_complete_lsn (lrq=0x832588028, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [16:59:15.013] No locals. [16:59:15.013] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x8325593c8, errmsg=errmsg@entry=0x82166cd60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [16:59:15.013] replayed_up_to = [16:59:15.013] record = [16:59:15.013] #16 0x000000000066e29a in ReadRecord (xlogprefetcher=0x8325593c8, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3164 [16:59:15.013] errormsg = 0x83246d940 "" [16:59:15.013] xlogreader = 0x83246d130 [16:59:15.013] private = [16:59:15.013] record = [16:59:15.013] #17 0x000000000066eb79 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1843 [16:59:15.013] ru0 = {tv = {tv_sec = 1726073700, tv_usec = 540402}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1165}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 149, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 11, ru_nivcsw = 2}} [16:59:15.013] xtime = [16:59:15.013] reachedRecoveryTarget = false [16:59:15.013] replayTLI = 2 [16:59:15.013] record = [16:59:15.013] #18 0x000000000065f533 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5841 [16:59:15.013] wasShutdown = false [16:59:15.013] haveTblspcMap = false [16:59:15.013] haveBackupLabel = true [16:59:15.013] promoted = false [16:59:15.013] didCrash = [16:59:15.013] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 739} [16:59:15.013] oldestActiveXID = [16:59:15.013] performedWalRecovery = [16:59:15.013] endOfRecoveryInfo = [16:59:15.013] EndOfLog = [16:59:15.013] EndOfLogTLI = [16:59:15.013] abortedRecPtr = [16:59:15.013] missingContrecPtr = [16:59:15.013] newTLI = [16:59:15.013] Insert = [16:59:15.013] #19 0x000000000088c40b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [16:59:15.013] No locals. [16:59:15.013] #20 0x0000000000886177 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [16:59:15.013] pid = [16:59:15.013] #21 0x00000000008886d4 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3731 [16:59:15.013] pid = [16:59:15.013] __error = [16:59:15.013] #22 0x0000000000888315 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821671a10) at ../src/backend/postmaster/postmaster.c:1338 [16:59:15.013] userDoption = [16:59:15.013] listen_addr_saved = [16:59:15.013] output_config_variable = [16:59:15.013] opt = [16:59:15.013] status = [16:59:15.013] #23 0x00000000007c351c in main (argc=4, argv=0x821671a10) at ../src/backend/main/main.c:197 [16:59:15.013] do_check_root =