[06:24:24.625] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [06:24:25.000] dumping /tmp/cores/postgres.13643.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [06:24:25.129] [New LWP 100104] [06:24:25.218] Core was generated by `postgres: cascade: startup waiting for 000000020000000000000004'. [06:24:25.218] Program terminated with signal SIGQUIT, Quit. [06:24:25.218] Sent by thr_kill() from pid 13643 and user 1003. [06:24:25.218] #0 0x000000082bb0b8fa in _sigprocmask () from /lib/libc.so.7 [06:24:25.268] [06:24:25.268] Thread 1 (LWP 100104): [06:24:25.268] #0 0x000000082bb0b8fa in _sigprocmask () from /lib/libc.so.7 [06:24:25.268] No symbol table info available. [06:24:25.268] #1 0x000000082bb44f91 in _system () from /lib/libc.so.7 [06:24:25.268] No symbol table info available. [06:24:25.268] #2 0x0000000828d549d3 in ?? () from /lib/libthr.so.3 [06:24:25.268] No symbol table info available. [06:24:25.268] #3 0x0000000000669965 in RestoreArchivedFile (path=path@entry=0x8212421d0 "P\"$!\b", xlogfname=xlogfname@entry=0x821242620 "00000002", '0' , "4", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [06:24:25.268] xlogpath = "pg_wal/RECOVERYXLOG\000RY", '\000' , "\200\t\0003\b\000\000\000\210&$!\b\000\000\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\200\315\0003\b\000\000\000\220\320y4\b\000\000\000\300\317y4\b\000\000\000\270\317y4\b\000\000\000\270\312y4\b\000\000\000\000\340\344\000\000\000\000\000\000\360\2233\b\000\000\000\000\020\n\000\000\000\000\000 \035$!\b\000\000\000 \035$!\b", '\000' , "\350\036$!\b\000\000\000h\035$!\b\000\000\000\b\000\000\0000\000\000\000"... [06:24:25.268] lastRestartPointFname = "00000001", '0' , "2\000\000\000\000\000\000\000\000\030\000\000\0000\000\000\000\260\034$!\b\000\000\000`\032$!\b", '\000' , "\240ֻ+\b", '\000' , "E\n\256\000\000\000\000\000\300\031$!\b\000\000\0000\000\000\000\000\000\000\000\210 $!\b", '\000' , "p\031$!\b\000\000\000\223\r\256", '\000' , "E\n\256\000\000\000\000\000\210 $!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [06:24:25.268] stat_buf = {st_dev = 34915755472, st_ino = 34915755552, st_nlink = 12223536, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 556016064, st_padding1 = 8, st_rdev = 35092194791, st_atim = {tv_sec = 35223868671, tv_nsec = 12385952}, st_mtim = {tv_sec = 875573296, tv_nsec = 5}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34915755520}, st_size = 34915754544, st_blocks = 11457283, st_blksize = 684982339, st_flags = 8, st_gen = 34928833160, st_spare = {35091505720, 34928813064, 34915754472, 34915754920, 34915754448, 66701099453602, 2597077, 134090501, 206158430240, 34915754448}} [06:24:25.268] restartRedoPtr = 33554472 [06:24:25.268] restartTli = 1 [06:24:25.268] restartSegNo = [06:24:25.268] xlogRestoreCmd = 0x8339087f8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_025_stuck_on_old_timeline_primary_data/archives/00000002", '0' , "4\" \"pg_wal/RECOVERYXLOG\"" [06:24:25.268] rc = [06:24:25.268] #4 0x000000000067514e in XLogFileRead (segno=segno@entry=4, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4221 [06:24:25.268] xlogfname = "00000002", '0' , "4\000&$!\b\000\000\000p&$!\b\000\000\000\365i\260+\b\000\000\000\3004\000\000\000\000\000\000\235\000\000\000\000\000\000" [06:24:25.268] activitymsg = "waiting for 00000002", '0' , "4\000\000\000\000\240ֻ+\b\000\000\000@&$!\b\000\000\000\257j\260+\b\000\000\000\035r\ag\000\000\000\000\345\227\343Km\335{z" [06:24:25.268] path = "P\"$!\b\000\000\000s\312V\017\252<\000\000\030\000\000\0000", '\000' , "8\300\353!\b\000\000\000\001\000\000\000\000\000\000\000\bd\353!\b\000\000\0008\342\235+\b\000\000\000\250$$!\b\000\000\000\360#$!\b\000\000\000`\"$!\b", '\000' , "\b\360\352!\b\000\000\000 \000\000\000\000\000\000\000\340#$!\b\000\000\000\347jV\017\252<\000\000\b\360\352!\b\000\000\000\b\364\352!\b\000\000\000\b\370\352!\b\000\000\000\b\374\352!\b\000\000\000\b0\353!\b\000\000\000\b4\353!\b\000\000\000\b8\353!\b\000\000\000"... [06:24:25.268] fd = [06:24:25.268] #5 0x0000000000670e2c in XLogFileReadAnyTLI (segno=4, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4349 [06:24:25.268] hent = [06:24:25.268] tli = 2 [06:24:25.268] cell__state = {l = 0x833908e18, i = 0} [06:24:25.268] path = "\000\340\000\004\000\000\000\0000000002", '0' , "3", '\000' , "\001\341Zk>,\3141\271\220\000\2111\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240ֻ+\b\000\000\000\220'$!\b\000\000\000\353l\264+\b", '\000' , "\002", '\000' , "\001\000\000\000\001\201\3546\230\000\000\000\000\000\000\002", '\000' , "\230\000\000\002", '\000' , "\341Zk>,\3141\271\000p\2013\b\000\000\000@\000\b\000\000\000\000\000\226"... [06:24:25.268] tles = 0x833908e18 [06:24:25.268] cell = [06:24:25.268] fd = [06:24:25.268] cell__state = [06:24:25.268] hent = [06:24:25.268] tli = [06:24:25.268] beginseg = [06:24:25.268] __error = [06:24:25.268] __error = [06:24:25.268] #6 WaitForWALToBecomeAvailable (RecPtr=67210840, tliRecPtr=67210816, replayTLI=2, replayLSN=67210816, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3783 [06:24:25.268] startWalReceiver = [06:24:25.268] streaming_reply_sent = true [06:24:25.268] now = [06:24:25.268] startWalReceiver = [06:24:25.268] oldSource = [06:24:25.268] wait_time = [06:24:25.268] __error = [06:24:25.268] __error = [06:24:25.268] __error = [06:24:25.268] havedata = [06:24:25.268] ptr = [06:24:25.268] tli = [06:24:25.268] __error = [06:24:25.268] latestChunkStart = [06:24:25.268] __error = [06:24:25.268] #7 XLogPageRead (xlogreader=0x833818130, targetPagePtr=67207168, reqLen=3672, targetRecPtr=67210816, readBuf=0x833904eb8 "\027\321\005") at ../src/backend/access/transam/xlogrecovery.c:3364 [06:24:25.268] private = 0x833818110 [06:24:25.268] emode = 15 [06:24:25.268] targetSegNo = 4 [06:24:25.268] targetPageOff = 98304 [06:24:25.268] r = [06:24:25.268] #8 0x0000000000677e32 in ReadPageInternal (state=state@entry=0x833818130, pageptr=67207168, reqLen=3672) at ../src/backend/access/transam/xlogreader.c:1060 [06:24:25.268] targetSegNo = 4 [06:24:25.268] targetPageOff = 98304 [06:24:25.268] readLen = [06:24:25.268] hdr = [06:24:25.268] err = [06:24:25.268] #9 0x0000000000676ca2 in XLogDecodeNextRecord (state=0x833818130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [06:24:25.268] errormsg = 0x2e300000300 [06:24:25.268] randAccess = [06:24:25.268] decoded = 0x0 [06:24:25.268] RecPtr = 67210816 [06:24:25.268] assembled = false [06:24:25.268] targetPagePtr = 34915751872 [06:24:25.268] readOff = [06:24:25.268] record = [06:24:25.268] gotheader = [06:24:25.268] targetRecOff = 3648 [06:24:25.268] pageHeaderSize = [06:24:25.268] len = [06:24:25.268] total_len = [06:24:25.268] buffer = [06:24:25.268] gotlen = [06:24:25.268] pageHeader = [06:24:25.268] contdata = [06:24:25.268] save_copy = [06:24:25.268] #10 XLogReadAhead (state=0x833818130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [06:24:25.268] result = [06:24:25.268] #11 0x000000000066e388 in XLogPrefetcherNextBlock (pgsr_private=35224841928, lsn=0x833935548) at ../src/backend/access/transam/xlogprefetcher.c:490 [06:24:25.268] nonblocking = false [06:24:25.268] record = 0x0 [06:24:25.268] prefetcher = 0x833906ec8 [06:24:25.268] reader = 0x833818130 [06:24:25.268] replaying_lsn = 67210408 [06:24:25.268] #12 0x000000000066dff2 in lrq_prefetch (lrq=0x8339352a8) at ../src/backend/access/transam/xlogprefetcher.c:252 [06:24:25.268] No locals. [06:24:25.268] #13 lrq_complete_lsn (lrq=0x8339352a8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [06:24:25.268] No locals. [06:24:25.268] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x833906ec8, errmsg=errmsg@entry=0x821246d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [06:24:25.268] replayed_up_to = [06:24:25.268] record = [06:24:25.268] #15 0x0000000000671b1a in ReadRecord (xlogprefetcher=0x833906ec8, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3164 [06:24:25.268] errormsg = 0x0 [06:24:25.268] xlogreader = 0x833818130 [06:24:25.268] private = [06:24:25.268] record = [06:24:25.268] #16 0x00000000006723f9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1843 [06:24:25.268] ru0 = {tv = {tv_sec = 1728541212, tv_usec = 938396}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1197}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 149, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 12, ru_nivcsw = 1}} [06:24:25.268] xtime = [06:24:25.268] reachedRecoveryTarget = false [06:24:25.268] replayTLI = 2 [06:24:25.268] record = [06:24:25.268] #17 0x0000000000662c93 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5841 [06:24:25.268] wasShutdown = false [06:24:25.268] haveTblspcMap = false [06:24:25.268] haveBackupLabel = true [06:24:25.268] promoted = false [06:24:25.268] didCrash = [06:24:25.268] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 739} [06:24:25.268] oldestActiveXID = [06:24:25.268] performedWalRecovery = [06:24:25.268] endOfRecoveryInfo = [06:24:25.268] EndOfLog = [06:24:25.268] EndOfLogTLI = [06:24:25.268] abortedRecPtr = [06:24:25.268] missingContrecPtr = [06:24:25.268] newTLI = [06:24:25.268] Insert = [06:24:25.268] #18 0x000000000089253b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [06:24:25.268] No locals. [06:24:25.268] #19 0x000000000088c297 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [06:24:25.268] pid = [06:24:25.268] #20 0x000000000088e804 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3736 [06:24:25.268] pid = [06:24:25.268] __error = [06:24:25.268] #21 0x000000000088e445 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x82124b968) at ../src/backend/postmaster/postmaster.c:1343 [06:24:25.268] userDoption = [06:24:25.268] listen_addr_saved = [06:24:25.268] output_config_variable = [06:24:25.268] opt = [06:24:25.268] status = [06:24:25.268] #22 0x00000000007c884c in main (argc=4, argv=0x82124b968) at ../src/backend/main/main.c:197 [06:24:25.268] do_check_root =