[21:27:08.571] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [21:27:08.964] dumping /tmp/cores/postgres.11102.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [21:27:09.106] [New LWP 100100] [21:27:09.206] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'. [21:27:09.206] Program terminated with signal SIGQUIT, Quit. [21:27:09.206] Sent by thr_kill() from pid 11102 and user 1003. [21:27:09.206] #0 0x000000082ad7f26a in _sigprocmask () from /lib/libc.so.7 [21:27:09.259] [21:27:09.259] Thread 1 (LWP 100100): [21:27:09.259] #0 0x000000082ad7f26a in _sigprocmask () from /lib/libc.so.7 [21:27:09.259] No symbol table info available. [21:27:09.259] #1 0x000000082adbaa60 in _system () from /lib/libc.so.7 [21:27:09.259] No symbol table info available. [21:27:09.259] #2 0x0000000829c780f3 in ?? () from /lib/libthr.so.3 [21:27:09.259] No symbol table info available. [21:27:09.259] #3 0x0000000000635886 in RestoreArchivedFile (path=path@entry=0x820ec01d0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x820ec05d0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=false) at ../src/backend/access/transam/xlogarchive.c:177 [21:27:09.259] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\000\020\n\000\000\000\000\000\020?\0337\b\000\000\000(>\0337\b\000\000\000 >\0337\b\000\000\000 9\0337\b\000\000\000\000\340\344\000\000\000\000\000\000\300p6\b\000\000\0000\020\n\000\000\000\000\000\320\374\353 \b\000\000\000\320\374\353 \b\000\000\000\200\200\200\200\200\200\200\2009\001\000\000\000\000\000\000P\002\354 \b", '\000' , "\b\000\000\0000\000\000\000\240\001\354 \b\000\000\000\240\000\354 \b\000\000\000\277\204\310*\b\000\000\000\002\000\000\000\000\000\000\000\t$b\377 \r\000\0008\376\353 \b\000\000\000"... [21:27:09.259] lastRestartPointFname = '0' , '\000' , "\222\b\\\340\346k\340g\360=\343*\b\000\000\0001\200^6\b\000\000\0000\372\353 \b\000\000\000r\000\000\000\000\000\000\00054\002\000\000\000\000\000\001\000\000\000\000\000\000\000\200\201\000\000\353\003\000\000\354\003\000\000\000\000\000\000&q\004\000\000\000\000\000\b\000\000\0000\000\000\000"... [21:27:09.259] stat_buf = {st_dev = 2, st_ino = 12097256, st_nlink = 2, st_mode = 448, st_padding0 = 8428, st_uid = 8, st_gid = 11188945, st_padding1 = 0, st_rdev = 18374403900871474943, st_atim = {tv_sec = -9187201950435737472, tv_nsec = 34912076112}, st_mtim = {tv_sec = 3, tv_nsec = 12132072}, st_ctim = {tv_sec = 35310486284, tv_nsec = 34912076096}, st_birthtim = {tv_sec = 35078513859, tv_nsec = 35271856128}, st_size = 8765323494247366657, st_blocks = 7485101220040542354, st_blksize = 78, st_flags = 0, st_gen = 2, st_spare = {0, 34912076208, 35079273968, 34912076160, 35078513661, 1713475441, 4480745645345609330, 206158430224, 34912076192, 206158430240}} [21:27:09.259] restartRedoPtr = [21:27:09.259] restartTli = [21:27:09.259] restartSegNo = [21:27:09.259] xlogRestoreCmd = 0x8366d4928 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [21:27:09.259] rc = [21:27:09.259] #4 0x000000000061cd28 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [21:27:09.259] path = "pg_wal/00000002", '0' , "4\000\000\000\000\000\000\000\000\000\220\320P4\b\000\000\000\330X\0006\b", '\000' , "\020\006\354 \b\000\000\0004\307\336*\b\000\000\000\000\020\000\000\000\000\000\000@", '\000' , "9\000\000\000\000\000\000\000\277\006\354 \b\000\000\000g\006\354 \b\000\000\000\001\000\000\000\000\000\000\000\215pa\377 \r\000\000\317\317\317\315\377\377\377\3770000000200000000\b\373\353 \b\000\000\000\000\000\n", '\000' , "\020\000\000\000\000\000\000"... [21:27:09.259] histfname = "00000003.history\000\006\354 \b\000\000\000\377\377\377\377\377\377\377\377P\006\354 \b\000\000\000B\206\215\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000" [21:27:09.259] fd = [21:27:09.259] #5 0x000000000061cde8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [21:27:09.259] newestTLI = 2 [21:27:09.259] probeTLI = 3 [21:27:09.259] #6 0x0000000000640c0b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67209312) at ../src/backend/access/transam/xlogrecovery.c:4113 [21:27:09.259] oldtarget = 2 [21:27:09.259] currentTle = 0x0 [21:27:09.259] newtarget = [21:27:09.259] newExpectedTLEs = [21:27:09.259] found = [21:27:09.259] cell = [21:27:09.259] #7 0x000000000063ce55 in WaitForWALToBecomeAvailable (RecPtr=67209336, tliRecPtr=67209312, replayTLI=3, replayLSN=34912073648, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3674 [21:27:09.259] startWalReceiver = false [21:27:09.259] streaming_reply_sent = true [21:27:09.259] now = [21:27:09.259] startWalReceiver = [21:27:09.259] oldSource = [21:27:09.259] wait_time = [21:27:09.259] __error = [21:27:09.259] __error = [21:27:09.259] __error = [21:27:09.259] havedata = [21:27:09.259] ptr = [21:27:09.259] tli = [21:27:09.259] __error = [21:27:09.259] latestChunkStart = [21:27:09.259] __error = [21:27:09.259] #8 XLogPageRead (xlogreader=0x8365e80b0, targetPagePtr=67207168, reqLen=2168, targetRecPtr=67209312, readBuf=0x8366d10f8 "\025\321\006") at ../src/backend/access/transam/xlogrecovery.c:3351 [21:27:09.259] private = 0x8365e8090 [21:27:09.259] emode = 15 [21:27:09.259] targetSegNo = 4 [21:27:09.259] targetPageOff = 98304 [21:27:09.259] r = [21:27:09.259] #9 0x0000000000643ba7 in ReadPageInternal (state=state@entry=0x8365e80b0, pageptr=34912073648, pageptr@entry=67207168, reqLen=2168) at ../src/backend/access/transam/xlogreader.c:1060 [21:27:09.259] targetSegNo = 4 [21:27:09.259] targetPageOff = 98304 [21:27:09.259] readLen = [21:27:09.259] hdr = [21:27:09.259] err = [21:27:09.259] #10 0x00000000006429c5 in XLogDecodeNextRecord (state=0x8365e80b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [21:27:09.259] randAccess = [21:27:09.259] decoded = 0x0 [21:27:09.259] RecPtr = 67209312 [21:27:09.259] assembled = false [21:27:09.259] targetPagePtr = 67207168 [21:27:09.259] readOff = [21:27:09.259] record = [21:27:09.259] gotheader = [21:27:09.259] targetRecOff = 2144 [21:27:09.259] pageHeaderSize = [21:27:09.259] len = [21:27:09.259] errormsg = [21:27:09.259] total_len = [21:27:09.259] buffer = [21:27:09.259] gotlen = [21:27:09.259] pageHeader = [21:27:09.259] contdata = [21:27:09.259] save_copy = [21:27:09.259] #11 XLogReadAhead (state=0x8365e80b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [21:27:09.259] result = [21:27:09.259] #12 0x000000000063a0ec in XLogPrefetcherNextBlock (pgsr_private=35271904992, lsn=0x836702158) at ../src/backend/access/transam/xlogprefetcher.c:492 [21:27:09.259] nonblocking = false [21:27:09.259] record = 0x0 [21:27:09.259] prefetcher = 0x8365e8ee0 [21:27:09.259] reader = 0x8365e80b0 [21:27:09.259] replaying_lsn = 67208904 [21:27:09.259] #13 0x0000000000639d7a in lrq_prefetch (lrq=0x836701ee8) at ../src/backend/access/transam/xlogprefetcher.c:252 [21:27:09.259] No locals. [21:27:09.259] #14 lrq_complete_lsn (lrq=0x836701ee8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [21:27:09.259] No locals. [21:27:09.259] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x8365e8ee0, errmsg=errmsg@entry=0x820ec4d60) at ../src/backend/access/transam/xlogprefetcher.c:1037 [21:27:09.259] replayed_up_to = [21:27:09.259] record = [21:27:09.259] #16 0x000000000063d88c in ReadRecord (xlogprefetcher=0x8365e8ee0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3151 [21:27:09.259] errormsg = 0x8365e88c0 "" [21:27:09.259] xlogreader = 0x8365e80b0 [21:27:09.259] private = [21:27:09.259] record = [21:27:09.259] #17 0x000000000063e169 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [21:27:09.259] ru0 = {tv = {tv_sec = 1713475440, tv_usec = 658798}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1257}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 145, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 12, ru_nivcsw = 2}} [21:27:09.259] xtime = [21:27:09.259] reachedRecoveryTarget = false [21:27:09.259] replayTLI = 2 [21:27:09.259] record = [21:27:09.259] #18 0x000000000062ed59 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5806 [21:27:09.259] promoted = false [21:27:09.259] didCrash = [21:27:09.259] wasShutdown = [21:27:09.259] haveTblspcMap = [21:27:09.259] haveBackupLabel = [21:27:09.259] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = 1, oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 738} [21:27:09.259] oldestActiveXID = [21:27:09.259] performedWalRecovery = [21:27:09.259] endOfRecoveryInfo = [21:27:09.259] EndOfLog = [21:27:09.259] EndOfLogTLI = [21:27:09.259] abortedRecPtr = [21:27:09.259] missingContrecPtr = [21:27:09.259] newTLI = [21:27:09.259] Insert = [21:27:09.259] #19 0x0000000000861eab in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [21:27:09.259] No locals. [21:27:09.259] #20 0x000000000085b152 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:265 [21:27:09.259] pid = [21:27:09.259] #21 0x000000000085d6f5 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3928 [21:27:09.259] pid = [21:27:09.259] __error = [21:27:09.259] #22 0x000000000085d346 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820eca188) at ../src/backend/postmaster/postmaster.c:1364 [21:27:09.259] userDoption = [21:27:09.259] listen_addr_saved = false [21:27:09.259] output_config_variable = [21:27:09.259] opt = [21:27:09.259] status = [21:27:09.259] #23 0x0000000000795045 in main (argc=4, argv=0x820eca188) at ../src/backend/main/main.c:197 [21:27:09.259] do_check_root =