[06:38:09.073] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [06:38:09.358] dumping /tmp/cores/postgres.15632.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [06:38:09.479] [New LWP 102015] [06:38:09.558] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'. [06:38:09.558] Program terminated with signal SIGQUIT, Quit. [06:38:09.558] Sent by thr_kill() from pid 15632 and user 1002. [06:38:09.558] #0 0x000000082bde775a in _sigprocmask () from /lib/libc.so.7 [06:38:09.597] [06:38:09.597] Thread 1 (LWP 102015): [06:38:09.597] #0 0x000000082bde775a in _sigprocmask () from /lib/libc.so.7 [06:38:09.597] No symbol table info available. [06:38:09.597] #1 0x000000082be24a2f in _system () from /lib/libc.so.7 [06:38:09.597] No symbol table info available. [06:38:09.597] #2 0x000000082b5338a3 in ?? () from /lib/libthr.so.3 [06:38:09.597] No symbol table info available. [06:38:09.597] #3 0x0000000000686f27 in RestoreArchivedFile (path=path@entry=0x820ef01e0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x820ef05e0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [06:38:09.597] xlogpath = "pg_wal/RECOVERYHISTORY\000Cк\351+\b\000\000\000\005\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\000\002\357 \b\000\000\000\001\000\000\000\000\000\000\000\360\375\356 \b\000\000\000\027\036\326+\b", '\000' , "\\\301\000\000\000\000\000002", '\000' , "002\000\000\000\000\00000000000", '\000' , "\260\375\356 \b\000\000\000\315\322T\212\254=\000\000\250~\313+\b\000\000\000\234"... [06:38:09.597] lastRestartPointFname = '0' , '\000' , "\365b\262\000\000\000\000\0008\000\357 \b\000\000\000\376\377\377\377\000\000\000\000\304\371\356 \b\000\000\000\377\377\377\377\000\000\000\000\210\000\357 \b", '\000' , "p\371\356 \b\000\000\0006f\262", '\000' , "\365b\262\000\000\000\000\000\210\000\357 \b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [06:38:09.597] stat_buf = {st_dev = 4, st_ino = 2, st_nlink = 34912272848, st_mode = 23939, st_padding0 = 178, st_uid = 0, st_gid = 552534480, st_padding1 = 8, st_rdev = 35095191063, st_atim = {tv_sec = 34912272744, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 4062118040639111169}, st_size = 4868886085223064367, st_blocks = 35096476368, st_blksize = 6, st_flags = 0, st_gen = 0, st_spare = {34912272832, 2, 34912272784, 35095718485, 34912272864, 1747463533, 3987084304024173716, 4868886085223064367, 206158430240, 34912272864}} [06:38:09.597] restartRedoPtr = 34912272592 [06:38:09.597] restartTli = 8 [06:38:09.597] restartSegNo = [06:38:09.597] xlogRestoreCmd = 0x301b9ad71068 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [06:38:09.597] rc = [06:38:09.597] #4 0x000000000066dd88 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [06:38:09.597] path = "pg_wal/00000002", '0' , "4", '\000' , "P\000\201\232\0330\000\000\001\000\000\000\000\000\000\000\b\244\200\232\0330\000\000 m\313+\b\000\000\000\270\004\357 \b\000\000\000\b\004\357 \b\000\000\000p\002\357 \b", '\000' , "\b0\200\232\0330\000\000 \000\000\000\000\000\000\000\360\003\357 \b\000\000\000wlT\212\254=\000\000\b0\200\232\0330\000\000\b4\200\232\0330\000\000\b8\200\232\0330\000\000\b<\200\232\0330\000\000\bp\200\232\0330\000\000\bt\200\232\0330\000\000\bx\200\232\0330\000\000"... [06:38:09.597] histfname = "00000003.history\000\006\357 \b\000\000\000\215\005\225\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\0000\006\357 \b\000\000\000b)\336+\b\000\000" [06:38:09.597] fd = [06:38:09.597] #5 0x000000000066de48 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [06:38:09.597] newestTLI = 2 [06:38:09.597] probeTLI = 3 [06:38:09.597] #6 0x000000000069236b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67209048) at ../src/backend/access/transam/xlogrecovery.c:4135 [06:38:09.597] oldtarget = 2 [06:38:09.597] currentTle = 0x0 [06:38:09.597] newtarget = [06:38:09.597] newExpectedTLEs = [06:38:09.597] found = [06:38:09.597] cell = [06:38:09.597] #7 0x000000000068e563 in WaitForWALToBecomeAvailable (RecPtr=67209072, tliRecPtr=67209048, replayTLI=2, replayLSN=67209048, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3697 [06:38:09.597] startWalReceiver = false [06:38:09.597] streaming_reply_sent = true [06:38:09.597] now = [06:38:09.597] startWalReceiver = [06:38:09.597] oldSource = [06:38:09.597] wait_time = [06:38:09.597] __error = [06:38:09.597] __error = [06:38:09.597] __error = [06:38:09.597] havedata = [06:38:09.597] ptr = [06:38:09.597] tli = [06:38:09.597] __error = [06:38:09.597] latestChunkStart = [06:38:09.597] __error = [06:38:09.597] #8 XLogPageRead (xlogreader=0x301b9ac1d130, targetPagePtr=67207168, reqLen=1904, targetRecPtr=67209048, readBuf=0x301b9ad41e78 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3363 [06:38:09.597] private = 0x301b9ac1d110 [06:38:09.597] emode = 15 [06:38:09.597] targetSegNo = 4 [06:38:09.597] targetPageOff = 98304 [06:38:09.597] io_start = [06:38:09.597] r = [06:38:09.597] #9 0x00000000006952ca in ReadPageInternal (state=state@entry=0x301b9ac1d130, pageptr=67207168, reqLen=1904) at ../src/backend/access/transam/xlogreader.c:1061 [06:38:09.597] targetSegNo = 4 [06:38:09.597] targetPageOff = 98304 [06:38:09.597] readLen = [06:38:09.597] hdr = [06:38:09.597] err = [06:38:09.597] #10 0x00000000006940f8 in XLogDecodeNextRecord (state=0x301b9ac1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [06:38:09.597] errormsg = 0x820ef4c98 "" [06:38:09.597] randAccess = [06:38:09.597] decoded = 0x0 [06:38:09.597] RecPtr = 67209048 [06:38:09.597] assembled = false [06:38:09.597] targetPagePtr = 67207168 [06:38:09.597] readOff = [06:38:09.597] record = [06:38:09.597] gotheader = [06:38:09.597] targetRecOff = 1880 [06:38:09.597] pageHeaderSize = [06:38:09.597] len = [06:38:09.597] total_len = [06:38:09.597] buffer = [06:38:09.597] gotlen = [06:38:09.597] pageHeader = [06:38:09.597] contdata = [06:38:09.597] save_copy = [06:38:09.597] #11 XLogReadAhead (state=0x301b9ac1d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [06:38:09.597] result = [06:38:09.597] #12 0x000000000068b818 in XLogPrefetcherNextBlock (pgsr_private=52895119851144, lsn=0x301b9ad70ac8) at ../src/backend/access/transam/xlogprefetcher.c:490 [06:38:09.597] nonblocking = false [06:38:09.597] record = 0x0 [06:38:09.597] prefetcher = 0x301b9ad43e88 [06:38:09.597] reader = 0x301b9ac1d130 [06:38:09.597] replaying_lsn = 67208640 [06:38:09.597] #13 0x000000000068b485 in lrq_prefetch (lrq=0x301b9ad70858) at ../src/backend/access/transam/xlogprefetcher.c:252 [06:38:09.597] No locals. [06:38:09.597] #14 lrq_complete_lsn (lrq=0x301b9ad70858, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [06:38:09.597] No locals. [06:38:09.597] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x301b9ad43e88, errmsg=errmsg@entry=0x820ef4d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [06:38:09.597] replayed_up_to = [06:38:09.597] record = [06:38:09.597] #16 0x000000000068f01a in ReadRecord (xlogprefetcher=0x301b9ad43e88, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162 [06:38:09.597] errormsg = 0x301b9ac1d940 "" [06:38:09.597] xlogreader = 0x301b9ac1d130 [06:38:09.597] private = [06:38:09.597] record = [06:38:09.597] #17 0x000000000068f909 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840 [06:38:09.597] ru0 = {tv = {tv_sec = 1747463532, tv_usec = 693716}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1124}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 159, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 11, ru_nivcsw = 1}} [06:38:09.597] xtime = [06:38:09.597] reachedRecoveryTarget = false [06:38:09.597] replayTLI = 2 [06:38:09.597] record = [06:38:09.597] #18 0x0000000000680003 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033 [06:38:09.597] wasShutdown = false [06:38:09.597] haveTblspcMap = false [06:38:09.597] haveBackupLabel = true [06:38:09.597] promoted = false [06:38:09.597] didCrash = [06:38:09.597] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 753} [06:38:09.597] oldestActiveXID = [06:38:09.597] performedWalRecovery = [06:38:09.597] endOfRecoveryInfo = [06:38:09.597] EndOfLog = [06:38:09.597] EndOfLogTLI = [06:38:09.597] abortedRecPtr = [06:38:09.597] missingContrecPtr = [06:38:09.597] newTLI = [06:38:09.597] Insert = [06:38:09.597] #19 0x00000000008c2ecb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:262 [06:38:09.597] No locals. [06:38:09.597] #20 0x00000000008bc92b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [06:38:09.597] pid = [06:38:09.597] #21 0x00000000008bf717 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973 [06:38:09.597] pmchild = 0x0 [06:38:09.597] pid = [06:38:09.597] #22 0x00000000008bf112 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820ef98b0) at ../src/backend/postmaster/postmaster.c:1393 [06:38:09.597] userDoption = [06:38:09.597] listen_addr_saved = false [06:38:09.597] output_config_variable = [06:38:09.597] opt = [06:38:09.597] status = [06:38:09.597] #23 0x00000000007f2260 in main (argc=4, argv=0x820ef98b0) at ../src/backend/main/main.c:227 [06:38:09.597] do_check_root = [06:38:09.597] dispatch_option = DISPATCH_POSTMASTER