[14:12:17.813] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [14:12:18.137] dumping /tmp/cores/postgres.11850.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [14:12:18.269] [New LWP 101851] [14:12:18.352] Core was generated by `postgres: standby2: startup waiting for 000000010000000000000003'. [14:12:18.352] Program terminated with signal SIGQUIT, Quit. [14:12:18.352] Sent by thr_kill() from pid 11850 and user 1003. [14:12:18.352] #0 0x000000082b5e68fa in _sigprocmask () from /lib/libc.so.7 [14:12:18.396] [14:12:18.396] Thread 1 (LWP 101851): [14:12:18.396] #0 0x000000082b5e68fa in _sigprocmask () from /lib/libc.so.7 [14:12:18.396] No symbol table info available. [14:12:18.396] #1 0x000000082b61ff91 in _system () from /lib/libc.so.7 [14:12:18.396] No symbol table info available. [14:12:18.396] #2 0x000000082ab669d3 in ?? () from /lib/libthr.so.3 [14:12:18.396] No symbol table info available. [14:12:18.396] #3 0x000000000066b385 in RestoreArchivedFile (path=path@entry=0x8218721d0 "pg_wal/00000001", '0' , "3", xlogfname=xlogfname@entry=0x8218725d0 "00000002.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [14:12:18.396] xlogpath = "pg_wal/RECOVERYHISTORY", '\000' , "0000001", '0' , "\0002\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\000\315\0005\b\000\000\000\220\372\3726\b\000\000\000\250\371\3726\b\000\000\000\240\371\3726\b\000\000\000\240\364\3726\b\000\000\000\000\340\344\000\000\000\000\000\000\300\3475\b\000\000\000h\037\n\000\000\000\000\000 \035\207!\b\000\000\000 \035\207!\b", '\000' , "\350\036\207!\b\000\000\000h\035\207!\b\000\000\000\b\000\000\0000\000\000\000"... [14:12:18.396] lastRestartPointFname = '0' , "\000\270f\000\000\000\000\000pg_wal/00000001", '0' , "2", '\000' ... [14:12:18.396] stat_buf = {st_dev = 34922243760, st_ino = 1, st_nlink = 34922242496, st_mode = 20579, st_padding0 = 175, st_uid = 0, st_gid = 48, st_padding1 = 0, st_rdev = 1, st_atim = {tv_sec = 13274, tv_nsec = 2}, st_mtim = {tv_sec = 35315651532, tv_nsec = 29400}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = -6266439073534042264, tv_nsec = 34922242480}, st_size = 6, st_blocks = 34922243616, st_blksize = 78, st_flags = 0, st_gen = 35088074400, st_spare = {34922242432, 35087332734, 2, 35087201398, 392175464, 12180305000175509352, 34922242512, 12498304, 206158430240, 34922242512}} [14:12:18.396] restartRedoPtr = 34922242240 [14:12:18.396] restartTli = 8 [14:12:18.396] restartSegNo = [14:12:18.396] xlogRestoreCmd = 0x835e60178 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/020_archive_status/data/t_020_archive_status_primary_data/archives/00000002.history\" \"pg_wal/RECOVERYHISTORY\"" [14:12:18.396] rc = [14:12:18.396] #4 0x0000000000652368 in existsTimeLineHistory (probeTLI=probeTLI@entry=2) at ../src/backend/access/transam/timeline.c:235 [14:12:18.396] path = "pg_wal/00000001", '0' , "3\000\bt\247!\b\000\000\000\310\004\000\000\000\000\000\000\001\000\000\000\000\000\000\000\000 \000\000\000\000\000\000\003\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000h\037`\027\335\"\t\251\220\360=3\b", '\000' , "\330X\0005\b\000\000\000\200\t\0005\b", '\000' , "0&\207!\b\000\000\000H\re+\b\000\000\000\000\020\000\000\000\000\000\000@", '\000' , "9\000\000\000\000\000\000\000\337&\207!\b\000\000\000\207&\207!\b", '\000' ... [14:12:18.396] histfname = "00000002.history\000001", '0' , "3\000\000\000\000\240\206i+\b\000\000\000@&\207!\b\000\000\000\257\032^+\b\000\000" [14:12:18.396] fd = [14:12:18.396] #5 0x0000000000652428 in findNewestTimeLine (startTLI=startTLI@entry=1) at ../src/backend/access/transam/timeline.c:277 [14:12:18.396] newestTLI = 1 [14:12:18.396] probeTLI = 2 [14:12:18.396] #6 0x00000000006767fb in rescanLatestTimeLine (replayTLI=replayTLI@entry=1, replayLSN=replayLSN@entry=50331648) at ../src/backend/access/transam/xlogrecovery.c:4127 [14:12:18.396] oldtarget = 1 [14:12:18.396] currentTle = 0x0 [14:12:18.396] newtarget = [14:12:18.396] newExpectedTLEs = [14:12:18.396] found = [14:12:18.396] cell = [14:12:18.396] #7 0x00000000006729e3 in WaitForWALToBecomeAvailable (RecPtr=50331672, tliRecPtr=50331648, replayTLI=1, replayLSN=50331648, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3689 [14:12:18.396] startWalReceiver = false [14:12:18.396] streaming_reply_sent = false [14:12:18.396] now = [14:12:18.396] startWalReceiver = [14:12:18.396] oldSource = [14:12:18.396] wait_time = [14:12:18.396] __error = [14:12:18.396] __error = [14:12:18.396] __error = [14:12:18.396] havedata = [14:12:18.396] ptr = [14:12:18.396] tli = [14:12:18.396] __error = [14:12:18.396] latestChunkStart = [14:12:18.396] __error = [14:12:18.396] #8 XLogPageRead (xlogreader=0x835d58130, targetPagePtr=50331648, reqLen=24, targetRecPtr=50331648, readBuf=0x835e5c838 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3355 [14:12:18.396] private = 0x835d58110 [14:12:18.396] emode = 15 [14:12:18.396] targetSegNo = 3 [14:12:18.396] targetPageOff = 0 [14:12:18.396] io_start = [14:12:18.396] r = [14:12:18.396] #9 0x0000000000679742 in ReadPageInternal (state=state@entry=0x835d58130, pageptr=50331648, reqLen=24) at ../src/backend/access/transam/xlogreader.c:1061 [14:12:18.396] targetSegNo = 3 [14:12:18.396] targetPageOff = 0 [14:12:18.396] readLen = [14:12:18.396] hdr = [14:12:18.396] err = [14:12:18.396] #10 0x00000000006785b2 in XLogDecodeNextRecord (state=0x835d58130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [14:12:18.396] errormsg = 0xc059c8 "" [14:12:18.396] randAccess = [14:12:18.396] decoded = 0x0 [14:12:18.396] RecPtr = 50331648 [14:12:18.396] assembled = false [14:12:18.396] targetPagePtr = 34922239936 [14:12:18.396] readOff = [14:12:18.396] record = [14:12:18.396] gotheader = [14:12:18.396] targetRecOff = 0 [14:12:18.396] pageHeaderSize = [14:12:18.396] len = [14:12:18.396] total_len = [14:12:18.396] buffer = [14:12:18.396] gotlen = [14:12:18.396] pageHeader = [14:12:18.396] contdata = [14:12:18.396] save_copy = [14:12:18.396] #11 XLogReadAhead (state=0x835d58130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [14:12:18.396] result = [14:12:18.396] #12 0x000000000066fca8 in XLogPrefetcherNextBlock (pgsr_private=35263998024, lsn=0x835e72528) at ../src/backend/access/transam/xlogprefetcher.c:490 [14:12:18.396] nonblocking = false [14:12:18.396] record = 0x0 [14:12:18.396] prefetcher = 0x835e5e848 [14:12:18.396] reader = 0x835d58130 [14:12:18.396] replaying_lsn = 33563920 [14:12:18.396] #13 0x000000000066f912 in lrq_prefetch (lrq=0x835e72428) at ../src/backend/access/transam/xlogprefetcher.c:252 [14:12:18.396] No locals. [14:12:18.396] #14 lrq_complete_lsn (lrq=0x835e72428, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [14:12:18.396] No locals. [14:12:18.396] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x835e5e848, errmsg=errmsg@entry=0x821876d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [14:12:18.396] replayed_up_to = [14:12:18.396] record = [14:12:18.396] #16 0x000000000067349a in ReadRecord (xlogprefetcher=0x835e5e848, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=1) at ../src/backend/access/transam/xlogrecovery.c:3154 [14:12:18.396] errormsg = 0x0 [14:12:18.396] xlogreader = 0x835d58130 [14:12:18.396] private = [14:12:18.396] record = [14:12:18.396] #17 0x0000000000673d79 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1833 [14:12:18.396] ru0 = {tv = {tv_sec = 1739282790, tv_usec = 679222}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 765}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 154, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 3, ru_nivcsw = 1}} [14:12:18.396] xtime = [14:12:18.396] reachedRecoveryTarget = false [14:12:18.396] replayTLI = 1 [14:12:18.396] record = [14:12:18.396] #18 0x0000000000664693 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5869 [14:12:18.396] wasShutdown = false [14:12:18.396] haveTblspcMap = false [14:12:18.396] haveBackupLabel = false [14:12:18.396] promoted = false [14:12:18.396] didCrash = [14:12:18.396] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 744} [14:12:18.397] oldestActiveXID = [14:12:18.397] performedWalRecovery = [14:12:18.397] endOfRecoveryInfo = [14:12:18.397] EndOfLog = [14:12:18.397] EndOfLogTLI = [14:12:18.397] abortedRecPtr = [14:12:18.397] missingContrecPtr = [14:12:18.397] newTLI = [14:12:18.397] Insert = [14:12:18.397] #19 0x000000000089e52b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [14:12:18.397] No locals. [14:12:18.397] #20 0x00000000008988c5 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [14:12:18.397] pid = [14:12:18.397] #21 0x000000000089b4c7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3905 [14:12:18.397] pmchild = 0x0 [14:12:18.397] pid = [14:12:18.397] #22 0x000000000089b062 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x82187c420) at ../src/backend/postmaster/postmaster.c:1378 [14:12:18.397] userDoption = [14:12:18.397] listen_addr_saved = false [14:12:18.397] output_config_variable = [14:12:18.397] opt = [14:12:18.397] status = [14:12:18.397] #23 0x00000000007d1510 in main (argc=4, argv=0x82187c420) at ../src/backend/main/main.c:230 [14:12:18.397] do_check_root = [14:12:18.397] dispatch_option = DISPATCH_POSTMASTER