[10:06:49.960] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [10:06:50.275] dumping /tmp/cores/postgres.26762.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [10:06:50.402] [New LWP 101975] [10:06:50.490] Core was generated by `postgres: cascade: startup waiting for 000000020000000000000004'. [10:06:50.490] Program terminated with signal SIGQUIT, Quit. [10:06:50.490] Sent by thr_kill() from pid 26762 and user 1002. [10:06:50.490] #0 0x000000082d33e75a in _sigprocmask () from /lib/libc.so.7 [10:06:50.533] [10:06:50.533] Thread 1 (LWP 101975): [10:06:50.533] #0 0x000000082d33e75a in _sigprocmask () from /lib/libc.so.7 [10:06:50.533] No symbol table info available. [10:06:50.533] #1 0x000000082d37ba2f in _system () from /lib/libc.so.7 [10:06:50.533] No symbol table info available. [10:06:50.533] #2 0x000000082c8488a3 in ?? () from /lib/libthr.so.3 [10:06:50.533] No symbol table info available. [10:06:50.533] #3 0x0000000000685cf7 in RestoreArchivedFile (path=path@entry=0x82132e1e0 "`\3422!\b", xlogfname=xlogfname@entry=0x82132e630 "00000002", '0' , "4", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [10:06:50.533] xlogpath = "pg_wal/RECOVERYXLOG\000RY\000\245\320*?-\b\000\000\000\005\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\000\3422!\b\000\000\000\001\000\000\000\000\000\000\000\360\3352!\b\000\000\000\027\216+-\b", '\000' , "+\301\000\000\000\000\000002", '\000' , "002\000\000\000\000\00000000000", '\000' , "\260\3352!\b\000\000\000\315b\233\272*9\000\000\250\356 -\b\000\000\000"... [10:06:50.533] lastRestartPointFname = "00000001", '0' , "2", '\000' , "\3251\262\000\000\000\000\0008\3402!\b\000\000\000\376\377\377\377\000\000\000\000\304\3312!\b\000\000\000\377\377\377\377\000\000\000\000\210\3402!\b", '\000' , "p\3312!\b\000\000\000\0265\262", '\000' , "\3251\262\000\000\000\000\000\210\3402!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [10:06:50.533] stat_buf = {st_dev = 34916722144, st_ino = 34916722224, st_nlink = 12450496, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 556982736, st_padding1 = 8, st_rdev = 35117567511, st_atim = {tv_sec = 34916720992, tv_nsec = 12659456}, st_mtim = {tv_sec = 875573296, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34916722192}, st_size = 34916721216, st_blocks = 11737907, st_blksize = 1298088780, st_flags = 1095979845, st_gen = 23364655706792, st_spare = {35116866848, 23364655686664, 34916721144, 34916721592, 34916721120, 62855682153554, 2627483, 134090501, 206158430240, 34916721120}} [10:06:50.533] restartRedoPtr = 33554472 [10:06:50.533] restartTli = 1 [10:06:50.533] restartSegNo = [10:06:50.533] xlogRestoreCmd = 0x154002571168 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000002", '0' , "4\" \"pg_wal/RECOVERYXLOG\"" [10:06:50.533] rc = [10:06:50.533] #4 0x0000000000691350 in XLogFileRead (segno=segno@entry=4, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4231 [10:06:50.533] xlogfname = "00000002", '0' , "4\000\236\315u\301\272֥\000\000\000\000\000\000\000\000\220\3462!\b\000\000\000\200\3462!\b\000\000\000\242\2313-\b\000\000" [10:06:50.533] activitymsg = "waiting for 00000002", '0' , "4\000\025\000\000p\a\000\000\000\000\000\000\220\3462!\b\000\000\000\003\000\000\000\000\000\000\000`\3462!\b\000\000\000U\2323-\b\000\000" [10:06:50.533] path = "`\3422!\b\000\000\000\313Z\233\272*9\000\000\030\000\000\0000", '\000' , "P\000\001\002@\025\000\000\001\000\000\000\000\000\000\000\b\244\000\002@\025\000\000 \335 -\b\000\000\000\270\3442!\b\000\000\000\b\3442!\b\000\000\000p\3422!\b", '\000' , "\b0\000\002@\025\000\000 \000\000\000\000\000\000\000\360\3432!\b\000\000\000w\374\232\272*9\000\000\b0\000\002@\025\000\000\b4\000\002@\025\000\000\b8\000\002@\025\000\000\b<\000\002@\025\000\000\bp\000\002@\025\000\000\bt\000\002@\025\000\000\bx\000\002@\025\000\000"... [10:06:50.533] fd = [10:06:50.533] #5 0x000000000068d08c in XLogFileReadAnyTLI (segno=4, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4359 [10:06:50.533] hent = [10:06:50.533] tli = 2 [10:06:50.533] cell__state = {l = 0x154002545298, i = 0} [10:06:50.533] path = "\000\000\000\004\000\000\000\0000000002", '0' , "3\000\200R\005\002@\025\000\000\000\000\000\000\000\000\000\000\200\3472!\b\000\000\000\312\3277-\b\000\000\000\200\000\000\002\000\000\000\0008\023T\002@\025\000\000\002\000\000\000\000\000\000\000\200\000\000\002", '\000' , "\002", '\000' , "\001\000\000\000\343Ji\000\000\000\000\000\000\000\000\002", '\000' , "<\t\300\002@\025\000\000\343Ji\000\000\000\000\000P\t\300\002@\025\000\000\000\000\b\000\000\000\000\000<\t\300\002@\025\000\000\000(3!\b\000\000\000P\t\300\002@\025", '\000' ... [10:06:50.533] tles = 0x154002545298 [10:06:50.533] cell = [10:06:50.533] fd = [10:06:50.533] cell__state = [10:06:50.533] hent = [10:06:50.533] tli = [10:06:50.533] beginseg = [10:06:50.533] __error = [10:06:50.533] __error = [10:06:50.533] #6 WaitForWALToBecomeAvailable (RecPtr=67209072, tliRecPtr=67209048, replayTLI=2, replayLSN=67209048, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3793 [10:06:50.533] startWalReceiver = [10:06:50.533] streaming_reply_sent = true [10:06:50.533] now = [10:06:50.533] startWalReceiver = [10:06:50.533] oldSource = [10:06:50.533] wait_time = [10:06:50.533] __error = [10:06:50.533] __error = [10:06:50.533] __error = [10:06:50.533] havedata = [10:06:50.533] ptr = [10:06:50.533] tli = [10:06:50.533] __error = [10:06:50.533] latestChunkStart = [10:06:50.533] __error = [10:06:50.533] #7 XLogPageRead (xlogreader=0x15400241d130, targetPagePtr=67207168, reqLen=1904, targetRecPtr=67209048, readBuf=0x154002541338 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3363 [10:06:50.533] private = 0x15400241d110 [10:06:50.533] emode = 15 [10:06:50.533] targetSegNo = 4 [10:06:50.533] targetPageOff = 98304 [10:06:50.533] io_start = [10:06:50.533] r = [10:06:50.533] #8 0x000000000069409a in ReadPageInternal (state=state@entry=0x15400241d130, pageptr=67207168, reqLen=1904) at ../src/backend/access/transam/xlogreader.c:1061 [10:06:50.533] targetSegNo = 4 [10:06:50.533] targetPageOff = 98304 [10:06:50.533] readLen = [10:06:50.533] hdr = [10:06:50.533] err = [10:06:50.533] #9 0x0000000000692ec8 in XLogDecodeNextRecord (state=0x15400241d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [10:06:50.533] errormsg = 0x2f000000300 [10:06:50.533] randAccess = [10:06:50.533] decoded = 0x0 [10:06:50.533] RecPtr = 67209048 [10:06:50.533] assembled = false [10:06:50.533] targetPagePtr = 67207168 [10:06:50.533] readOff = [10:06:50.533] record = [10:06:50.533] gotheader = [10:06:50.533] targetRecOff = 1880 [10:06:50.533] pageHeaderSize = [10:06:50.533] len = [10:06:50.533] total_len = [10:06:50.533] buffer = [10:06:50.533] gotlen = [10:06:50.533] pageHeader = [10:06:50.533] contdata = [10:06:50.533] save_copy = [10:06:50.533] #10 XLogReadAhead (state=0x15400241d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [10:06:50.533] result = [10:06:50.533] #11 0x000000000068a5e8 in XLogPrefetcherNextBlock (pgsr_private=23364661162824, lsn=0x154002570bc8) at ../src/backend/access/transam/xlogprefetcher.c:490 [10:06:50.533] nonblocking = false [10:06:50.533] record = 0x0 [10:06:50.533] prefetcher = 0x154002543348 [10:06:50.533] reader = 0x15400241d130 [10:06:50.533] replaying_lsn = 67208640 [10:06:50.533] #12 0x000000000068a255 in lrq_prefetch (lrq=0x154002570958) at ../src/backend/access/transam/xlogprefetcher.c:252 [10:06:50.533] No locals. [10:06:50.533] #13 lrq_complete_lsn (lrq=0x154002570958, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [10:06:50.533] No locals. [10:06:50.533] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x154002543348, errmsg=errmsg@entry=0x821332d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [10:06:50.533] replayed_up_to = [10:06:50.533] record = [10:06:50.533] #15 0x000000000068ddea in ReadRecord (xlogprefetcher=0x154002543348, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3162 [10:06:50.533] errormsg = 0x0 [10:06:50.533] xlogreader = 0x15400241d130 [10:06:50.533] private = [10:06:50.533] record = [10:06:50.533] #16 0x000000000068e6d9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1840 [10:06:50.533] ru0 = {tv = {tv_sec = 1748080713, tv_usec = 590219}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1274}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 160, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 12, ru_nivcsw = 4}} [10:06:50.533] xtime = [10:06:50.533] reachedRecoveryTarget = false [10:06:50.533] replayTLI = 2 [10:06:50.533] record = [10:06:50.533] #17 0x000000000067edd3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6033 [10:06:50.533] wasShutdown = false [10:06:50.533] haveTblspcMap = false [10:06:50.533] haveBackupLabel = true [10:06:50.533] promoted = false [10:06:50.533] didCrash = [10:06:50.533] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = , oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 752} [10:06:50.533] oldestActiveXID = [10:06:50.533] performedWalRecovery = [10:06:50.533] endOfRecoveryInfo = [10:06:50.533] EndOfLog = [10:06:50.533] EndOfLogTLI = [10:06:50.533] abortedRecPtr = [10:06:50.533] missingContrecPtr = [10:06:50.533] newTLI = [10:06:50.533] Insert = [10:06:50.533] #18 0x00000000008c164b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [10:06:50.533] No locals. [10:06:50.533] #19 0x00000000008bb0db in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=89, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [10:06:50.533] pid = [10:06:50.533] #20 0x00000000008bdeb7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973 [10:06:50.533] pmchild = 0x0 [10:06:50.533] pid = [10:06:50.533] #21 0x00000000008bd8b2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821337838) at ../src/backend/postmaster/postmaster.c:1393 [10:06:50.533] userDoption = [10:06:50.533] listen_addr_saved = false [10:06:50.533] output_config_variable = [10:06:50.533] opt = [10:06:50.533] status = [10:06:50.533] #22 0x00000000007f09e0 in main (argc=4, argv=0x821337838) at ../src/backend/main/main.c:227 [10:06:50.533] do_check_root = [10:06:50.533] dispatch_option = DISPATCH_POSTMASTER