[22:37:05.213] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [22:37:05.571] dumping /tmp/cores/postgres.10973.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [22:37:05.715] [New LWP 100123] [22:37:05.807] Core was generated by `postgres: cascade: startup recovering 000000020000000000000004'. [22:37:05.807] Program terminated with signal SIGQUIT, Quit. [22:37:05.807] Sent by thr_kill() from pid 10973 and user 1003. [22:37:05.807] #0 0x000000082c3b126a in _sigprocmask () from /lib/libc.so.7 [22:37:05.848] [22:37:05.848] Thread 1 (LWP 100123): [22:37:05.848] #0 0x000000082c3b126a in _sigprocmask () from /lib/libc.so.7 [22:37:05.848] No symbol table info available. [22:37:05.848] #1 0x000000082c3eca60 in _system () from /lib/libc.so.7 [22:37:05.848] No symbol table info available. [22:37:05.848] #2 0x000000082a41f0f3 in ?? () from /lib/libthr.so.3 [22:37:05.848] No symbol table info available. [22:37:05.848] #3 0x0000000000634aa6 in RestoreArchivedFile (path=path@entry=0x8212541d0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x8212545d0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=false) at ../src/backend/access/transam/xlogarchive.c:177 [22:37:05.848] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\000\020\n\000\000\000\000\000\240\\:5\b\000\000\000\270[:5\b\000\000\000\260[:5\b\000\000\000\260V:5\b\000\000\000\000\340\344\000\000\000\000\000\000\340\2534\b\000\000\0000\020\n\000\000\000\000\000\320<%!\b\000\000\000\320<%!\b\000\000\000\340\373\377\377\377\177\000\000\200=%!\b\000\000\000\003\000\000\000\000\000\000\000\b\001\000\000\000\000\000\0003(\000\000\000\000\000\000\b\000\000\0000\000\000\000\240A%!\b\000\000\000\240@%!\b\000\000\000\277\244+,\b\000\000\000\002\000\000\000\000\000\000\000\t$\345P,\023\000\0008>%!\b\000\000\000"... [22:37:05.848] lastRestartPointFname = '0' , '\000' , "pg_wal/RECOVE\000Y\000LOG\000RY", '\000' , "'`9\245w;\355\230\360]F,\b\000\000\0001\240\2314\b\000\000\0000:%!\b\000\000\000r\000\000\000\000\000\000\000\305\f \000\000\000\000\000\001\000\000\000\000\000\000\000\200\201\000\000\353\003\000\000\354\003\000\000\000\000\000\000\026\036@\000\000\000\000\000\b\000\000\0000\000\000\000"... [22:37:05.848] stat_buf = {st_dev = 2, st_ino = 12093240, st_nlink = 2, st_mode = 16832, st_padding0 = 8485, st_uid = 8, st_gid = 11184881, st_padding1 = 0, st_rdev = 18374403900871474943, st_atim = {tv_sec = -9187201950435737472, tv_nsec = 2605927}, st_mtim = {tv_sec = 3, tv_nsec = 12128072}, st_ctim = {tv_sec = 35293553420, tv_nsec = 1}, st_birthtim = {tv_sec = 34932519944, tv_nsec = 35242176512}, st_size = 1, st_blocks = 35242176916, st_blksize = 2, st_flags = 0, st_gen = 34915828032, st_spare = {35068689420, 1, 35242176512, 34915828080, 35068686004, 35101803104, 35101803104, 206158430224, 34915828128, 206158430240}} [22:37:05.848] restartRedoPtr = [22:37:05.848] restartTli = [22:37:05.848] restartSegNo = [22:37:05.848] xlogRestoreCmd = 0x834a86d28 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [22:37:05.848] rc = [22:37:05.848] #4 0x000000000061bf48 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [22:37:05.848] path = "pg_wal/00000002", '0' , "4\000\000\000\000\000\000\000\000\000\220\340\3442\b\000\000\000\330X\0004\b", '\000' , "\020F%!\b\000\000\0004\347A,\b\000\000\000\000\020\000\000\000\000\000\000@", '\000' , "9\000\000\000\000\000\000\000\277F%!\b\000\000\000gF%!\b\000\000\000\001\000\000\000\000\000\000\000\215p\344P,\023\000\000\317\317\317\315\377\377\377\3770000000200000000\b;%!\b\000\000\000\000\000\n", '\000' , "\020\000\000\000\000\000\000"... [22:37:05.848] histfname = "00000003.history\000F%!\b\000\000\000\377\377\377\377\377\377\377\377PF%!\b\000\000\0002w\215\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000" [22:37:05.848] fd = [22:37:05.848] #5 0x000000000061c008 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [22:37:05.848] newestTLI = 2 [22:37:05.848] probeTLI = 3 [22:37:05.848] #6 0x000000000063fe2b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67209312) at ../src/backend/access/transam/xlogrecovery.c:4113 [22:37:05.848] oldtarget = 2 [22:37:05.848] currentTle = 0x0 [22:37:05.848] newtarget = [22:37:05.848] newExpectedTLEs = [22:37:05.848] found = [22:37:05.848] cell = [22:37:05.848] #7 0x000000000063c075 in WaitForWALToBecomeAvailable (RecPtr=67209336, tliRecPtr=67209312, replayTLI=3, replayLSN=34915825584, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3674 [22:37:05.848] startWalReceiver = false [22:37:05.848] streaming_reply_sent = true [22:37:05.848] now = [22:37:05.848] startWalReceiver = [22:37:05.848] oldSource = [22:37:05.848] wait_time = [22:37:05.848] __error = [22:37:05.848] __error = [22:37:05.848] __error = [22:37:05.848] havedata = [22:37:05.848] ptr = [22:37:05.848] tli = [22:37:05.848] __error = [22:37:05.848] latestChunkStart = [22:37:05.848] __error = [22:37:05.848] #8 XLogPageRead (xlogreader=0x83499a0b0, targetPagePtr=67207168, reqLen=2168, targetRecPtr=67209312, readBuf=0x834a834f8 "\025\321\005") at ../src/backend/access/transam/xlogrecovery.c:3351 [22:37:05.848] private = 0x83499a090 [22:37:05.848] emode = 15 [22:37:05.848] targetSegNo = 4 [22:37:05.848] targetPageOff = 98304 [22:37:05.848] r = [22:37:05.848] #9 0x0000000000642dc7 in ReadPageInternal (state=state@entry=0x83499a0b0, pageptr=34915825584, pageptr@entry=67207168, reqLen=2168) at ../src/backend/access/transam/xlogreader.c:1060 [22:37:05.848] targetSegNo = 4 [22:37:05.848] targetPageOff = 98304 [22:37:05.848] readLen = [22:37:05.848] hdr = [22:37:05.848] err = [22:37:05.848] #10 0x0000000000641be5 in XLogDecodeNextRecord (state=0x83499a0b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [22:37:05.848] randAccess = [22:37:05.848] decoded = 0x0 [22:37:05.848] RecPtr = 67209312 [22:37:05.848] assembled = false [22:37:05.848] targetPagePtr = 67207168 [22:37:05.848] readOff = [22:37:05.848] record = [22:37:05.848] gotheader = [22:37:05.848] targetRecOff = 2144 [22:37:05.848] pageHeaderSize = [22:37:05.848] len = [22:37:05.848] errormsg = [22:37:05.848] total_len = [22:37:05.848] buffer = [22:37:05.848] gotlen = [22:37:05.848] pageHeader = [22:37:05.848] contdata = [22:37:05.848] save_copy = [22:37:05.848] #11 XLogReadAhead (state=0x83499a0b0, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [22:37:05.848] result = [22:37:05.848] #12 0x000000000063930c in XLogPrefetcherNextBlock (pgsr_private=35242225376, lsn=0x834ab3c18) at ../src/backend/access/transam/xlogprefetcher.c:492 [22:37:05.848] nonblocking = false [22:37:05.848] record = 0x0 [22:37:05.848] prefetcher = 0x83499aee0 [22:37:05.848] reader = 0x83499a0b0 [22:37:05.848] replaying_lsn = 67208904 [22:37:05.848] #13 0x0000000000638f9a in lrq_prefetch (lrq=0x834ab39a8) at ../src/backend/access/transam/xlogprefetcher.c:252 [22:37:05.848] No locals. [22:37:05.848] #14 lrq_complete_lsn (lrq=0x834ab39a8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [22:37:05.848] No locals. [22:37:05.848] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x83499aee0, errmsg=errmsg@entry=0x821258d60) at ../src/backend/access/transam/xlogprefetcher.c:1037 [22:37:05.848] replayed_up_to = [22:37:05.848] record = [22:37:05.848] #16 0x000000000063caac in ReadRecord (xlogprefetcher=0x83499aee0, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3151 [22:37:05.848] errormsg = 0x83499a0b0 "\200\271c" [22:37:05.848] xlogreader = 0x83499a0b0 [22:37:05.848] private = [22:37:05.848] record = [22:37:05.848] #17 0x000000000063d389 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [22:37:05.848] ru0 = {tv = {tv_sec = 1713047599, tv_usec = 444942}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1085}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 145, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 17, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 33, ru_nivcsw = 3}} [22:37:05.848] xtime = [22:37:05.848] reachedRecoveryTarget = false [22:37:05.848] replayTLI = 2 [22:37:05.848] record = [22:37:05.848] #18 0x000000000062df79 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5806 [22:37:05.848] promoted = false [22:37:05.848] didCrash = [22:37:05.848] wasShutdown = [22:37:05.848] haveTblspcMap = [22:37:05.848] haveBackupLabel = [22:37:05.848] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = 1, oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 738} [22:37:05.848] oldestActiveXID = [22:37:05.848] performedWalRecovery = [22:37:05.848] endOfRecoveryInfo = [22:37:05.848] EndOfLog = [22:37:05.848] EndOfLogTLI = [22:37:05.848] abortedRecPtr = [22:37:05.848] missingContrecPtr = [22:37:05.848] newTLI = [22:37:05.848] Insert = [22:37:05.848] #19 0x0000000000860f9b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [22:37:05.848] No locals. [22:37:05.848] #20 0x000000000085a242 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:265 [22:37:05.848] pid = [22:37:05.848] #21 0x000000000085c7e5 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3928 [22:37:05.848] pid = [22:37:05.848] __error = [22:37:05.848] #22 0x000000000085c436 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x82125d980) at ../src/backend/postmaster/postmaster.c:1364 [22:37:05.848] userDoption = [22:37:05.848] listen_addr_saved = false [22:37:05.848] output_config_variable = [22:37:05.848] opt = [22:37:05.848] status = [22:37:05.848] #23 0x00000000007940a5 in main (argc=4, argv=0x82125d980) at ../src/backend/main/main.c:197 [22:37:05.848] do_check_root =