[20:06:58.346] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [20:06:58.677] dumping /tmp/cores/postgres.13326.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [20:06:58.825] [New LWP 101902] [20:06:58.916] Core was generated by `postgres: standby: startup waiting for 000000010000000000000005'. [20:06:58.916] Program terminated with signal SIGQUIT, Quit. [20:06:58.916] Sent by thr_kill() from pid 13326 and user 1003. [20:06:58.916] #0 0x000000082c5458fa in _sigprocmask () from /lib/libc.so.7 [20:06:58.963] [20:06:58.963] Thread 1 (LWP 101902): [20:06:58.963] #0 0x000000082c5458fa in _sigprocmask () from /lib/libc.so.7 [20:06:58.963] No symbol table info available. [20:06:58.963] #1 0x000000082c57ef91 in _system () from /lib/libc.so.7 [20:06:58.963] No symbol table info available. [20:06:58.963] #2 0x000000082b6029d3 in ?? () from /lib/libthr.so.3 [20:06:58.963] No symbol table info available. [20:06:58.963] #3 0x000000000066a5b5 in RestoreArchivedFile (path=path@entry=0x820c381d0 "pg_wal/0\212\2067", xlogfname=xlogfname@entry=0x820c38620 "00000001", '0' , "5", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [20:06:58.963] xlogpath = "pg_wal/RECOVERYXLOG\000RY", '\000' , "0000001", '0' , "\0004\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\000\315\3404\b\000\000\000X\223\2725\b\000\000\000\200\222\2725\b\000\000\000x\222\2725\b\000\000\000x\215\2725\b\000\000\000\000\340\344\000\000\000\000\000\000p\0315\b\000\000\000\365\022\n\000\000\000\000\000 }\303 \b\000\000\000 }\303 \b", '\000' , "\350~\303 \b\000\000\000h}\303 \b\000\000\000\b\000\000\0000\000\000\000"... [20:06:58.963] lastRestartPointFname = "00000001", '0' , "2\000\252f\000\000\000\000\000pg_wal/00000001", '0' , "2", '\000' , "\345S\257\000\000\000\000\000\300y\303 \b\000\000\0000\000\000\000\000\000\000\000\210\200\303 \b", '\000' , "py\303 \b\000\000\0003W\257", '\000' , "\345S\257\000\000\000\000\000\210\200\303 \b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [20:06:58.963] stat_buf = {st_dev = 34909423056, st_ino = 34909423136, st_nlink = 12407584, st_mode = 1, st_padding0 = 0, st_uid = 0, st_gid = 549683648, st_padding1 = 8, st_rdev = 35102918119, st_atim = {tv_sec = 35249399039, tv_nsec = 12583904}, st_mtim = {tv_sec = 892350512, tv_nsec = 5}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34909423104}, st_size = 34909422128, st_blocks = 11549043, st_blksize = 727646275, st_flags = 8, st_gen = 34993679483, st_spare = {3354195, 35249348608, 4294967292, 9259542123273814144, 34909421872, 0, 11, 35087438320, 206158430240, 34909422032}} [20:06:58.963] restartRedoPtr = 33563712 [20:06:58.963] restartTli = 1 [20:06:58.963] restartSegNo = [20:06:58.963] xlogRestoreCmd = 0x83517b0b8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/020_archive_status/data/t_020_archive_status_primary_data/archives/00000001", '0' , "5\" \"pg_wal/RECOVERYXLOG\"" [20:06:58.963] rc = [20:06:58.963] #4 0x0000000000675c3e in XLogFileRead (segno=segno@entry=5, tli=tli@entry=1, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4211 [20:06:58.963] xlogfname = "00000001", '0' , "5\000\206\303 \b\000\000\000p\206\303 \b\000\000\000\365\tT,\b\000\000\000\3221\000\000\000\000\000\000\335\001\000\000\000\000\000" [20:06:58.963] activitymsg = "waiting for 00000001", '0' , "5\000\000\000\000\240v_,\b\000\000\000@\206\303 \b\000\000\000\257\nT,\b\000\000\000\356+\235g\000\000\000\000j%i\033Y[", [20:06:58.963] path = "pg_wal/0\212\2067\000\000\000\000\000\030\000\000\0000\000\000\000@\202\303 \b\000\000\000 \201\303 \b\000\000\000Iڬ\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000 \a5\b", '\000' , "\320\347\277\000\000\000\000\000\320\t\300\000\000\000\000\000@\206\303 \b\000\000\000\231\177\252\000\000\000\000\000\b03!\b\000\000\000 \000\000\000\000\000\000\000\340\203\303 \b\000\000\000\347\212\311\362C'\000\000\b03!\b\000\000\000\b43!\b\000\000\000\b83!\b\000\000\000\b<3!\b\000\000\000\bp3!\b\000\000\000\bt3!\b\000\000\000\bx3!\b\000\000\000\b"... [20:06:58.963] fd = [20:06:58.963] #5 0x000000000067197c in XLogFileReadAnyTLI (segno=5, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4339 [20:06:58.963] hent = [20:06:58.963] tli = 1 [20:06:58.963] cell__state = {l = 0x83518d958, i = 0} [20:06:58.963] path = "pg_wal/00000001", '0' , "5", '\000' , "\001\365BMr2\245\242\211\220\300\3723\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240v_,\b\000\000\000\220\207\303 \b\000\000\000\353\fX,\b", '\000' , "\002\000\000\000\000\000\000\000\002\000\000\000\001\000\000\000\000\000\000\000\230\000\000\000\000\000\000\002\000\000\000\000\005\000\000\000\000\000\000\000\230\000\000\002", '\000' , "\365BMr2\245\242\211\000\000\a5\b\000\000\000@\000\b\000\000\000\000\000"... [20:06:58.963] tles = 0x83518d958 [20:06:58.963] cell = [20:06:58.963] fd = [20:06:58.963] cell__state = [20:06:58.963] hent = [20:06:58.963] tli = [20:06:58.963] beginseg = [20:06:58.963] __error = [20:06:58.963] __error = [20:06:58.963] #6 WaitForWALToBecomeAvailable (RecPtr=83886104, tliRecPtr=83886080, replayTLI=1, replayLSN=83886080, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3773 [20:06:58.963] startWalReceiver = [20:06:58.963] streaming_reply_sent = false [20:06:58.963] now = [20:06:58.963] startWalReceiver = [20:06:58.963] oldSource = [20:06:58.963] wait_time = [20:06:58.963] __error = [20:06:58.963] __error = [20:06:58.963] __error = [20:06:58.963] havedata = [20:06:58.963] ptr = [20:06:58.963] tli = [20:06:58.963] __error = [20:06:58.963] latestChunkStart = [20:06:58.963] __error = [20:06:58.963] #7 XLogPageRead (xlogreader=0x835071130, targetPagePtr=83886080, reqLen=24, targetRecPtr=83886080, readBuf=0x835177778 "\030\321\002") at ../src/backend/access/transam/xlogrecovery.c:3353 [20:06:58.963] private = 0x835071110 [20:06:58.963] emode = 15 [20:06:58.963] targetSegNo = 5 [20:06:58.963] targetPageOff = 0 [20:06:58.963] r = [20:06:58.963] #8 0x0000000000678922 in ReadPageInternal (state=state@entry=0x835071130, pageptr=83886080, reqLen=24) at ../src/backend/access/transam/xlogreader.c:1060 [20:06:58.963] targetSegNo = 5 [20:06:58.963] targetPageOff = 0 [20:06:58.963] readLen = [20:06:58.963] hdr = [20:06:58.963] err = [20:06:58.963] #9 0x0000000000677792 in XLogDecodeNextRecord (state=0x835071130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [20:06:58.963] errormsg = 0xbff238 "" [20:06:58.963] randAccess = [20:06:58.963] decoded = 0x0 [20:06:58.963] RecPtr = 83886080 [20:06:58.963] assembled = false [20:06:58.963] targetPagePtr = 34909419456 [20:06:58.963] readOff = [20:06:58.963] record = [20:06:58.963] gotheader = [20:06:58.963] targetRecOff = 0 [20:06:58.963] pageHeaderSize = [20:06:58.963] len = [20:06:58.963] total_len = [20:06:58.963] buffer = [20:06:58.963] gotlen = [20:06:58.963] pageHeader = [20:06:58.963] contdata = [20:06:58.963] save_copy = [20:06:58.963] #10 XLogReadAhead (state=0x835071130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [20:06:58.963] result = [20:06:58.963] #11 0x000000000066eed8 in XLogPrefetcherNextBlock (pgsr_private=35250476936, lsn=0x83518d328) at ../src/backend/access/transam/xlogprefetcher.c:490 [20:06:58.963] nonblocking = false [20:06:58.963] record = 0x0 [20:06:58.963] prefetcher = 0x835179788 [20:06:58.963] reader = 0x835071130 [20:06:58.963] replaying_lsn = 67109152 [20:06:58.963] #12 0x000000000066eb42 in lrq_prefetch (lrq=0x83518d228) at ../src/backend/access/transam/xlogprefetcher.c:252 [20:06:58.963] No locals. [20:06:58.963] #13 lrq_complete_lsn (lrq=0x83518d228, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [20:06:58.963] No locals. [20:06:58.963] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x835179788, errmsg=errmsg@entry=0x820c3cd60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [20:06:58.963] replayed_up_to = [20:06:58.963] record = [20:06:58.963] #15 0x000000000067267a in ReadRecord (xlogprefetcher=0x835179788, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=1) at ../src/backend/access/transam/xlogrecovery.c:3153 [20:06:58.963] errormsg = 0x0 [20:06:58.963] xlogreader = 0x835071130 [20:06:58.963] private = [20:06:58.963] record = [20:06:58.963] #16 0x0000000000672f59 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [20:06:58.963] ru0 = {tv = {tv_sec = 1738353643, tv_usec = 613624}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 934}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 147, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 3, ru_nivcsw = 1}} [20:06:58.963] xtime = [20:06:58.963] reachedRecoveryTarget = false [20:06:58.963] replayTLI = 1 [20:06:58.963] record = [20:06:58.963] #17 0x00000000006638e3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5848 [20:06:58.963] wasShutdown = false [20:06:58.963] haveTblspcMap = false [20:06:58.963] haveBackupLabel = false [20:06:58.963] promoted = false [20:06:58.963] didCrash = [20:06:58.963] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 744} [20:06:58.963] oldestActiveXID = [20:06:58.963] performedWalRecovery = [20:06:58.963] endOfRecoveryInfo = [20:06:58.963] EndOfLog = [20:06:58.963] EndOfLogTLI = [20:06:58.963] abortedRecPtr = [20:06:58.963] missingContrecPtr = [20:06:58.963] newTLI = [20:06:58.963] Insert = [20:06:58.963] #18 0x000000000089e6db in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [20:06:58.963] No locals. [20:06:58.963] #19 0x0000000000898a75 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [20:06:58.963] pid = [20:06:58.963] #20 0x000000000089b677 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3905 [20:06:58.963] pmchild = 0x0 [20:06:58.963] pid = [20:06:58.963] #21 0x000000000089b212 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820c42598) at ../src/backend/postmaster/postmaster.c:1378 [20:06:58.963] userDoption = [20:06:58.963] listen_addr_saved = false [20:06:58.963] output_config_variable = [20:06:58.963] opt = [20:06:58.963] status = [20:06:58.963] #22 0x00000000007cfab0 in main (argc=4, argv=0x820c42598) at ../src/backend/main/main.c:230 [20:06:58.963] do_check_root = [20:06:58.963] dispatch_option = DISPATCH_POSTMASTER