[16:14:26.510] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [16:14:26.810] dumping /tmp/cores/postgres.34042.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [16:14:26.938] [New LWP 102030] [16:14:27.015] Core was generated by `postgres: standby2: startup recovering 000000020000000000000004'. [16:14:27.015] Program terminated with signal SIGQUIT, Quit. [16:14:27.015] Sent by thr_kill() from pid 34042 and user 1002. [16:14:27.015] #0 0x000000082ae2075a in _sigprocmask () from /lib/libc.so.7 [16:14:27.054] [16:14:27.054] Thread 1 (LWP 102030): [16:14:27.054] #0 0x000000082ae2075a in _sigprocmask () from /lib/libc.so.7 [16:14:27.054] No symbol table info available. [16:14:27.054] #1 0x000000082ae5da2f in _system () from /lib/libc.so.7 [16:14:27.054] No symbol table info available. [16:14:27.054] #2 0x000000082bb778a3 in ?? () from /lib/libthr.so.3 [16:14:27.054] No symbol table info available. [16:14:27.054] #3 0x00000000006739f7 in RestoreArchivedFile (path=path@entry=0x8214681e0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x8214685e0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [16:14:27.054] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\377\377\377\377\377\377\377\377pg_wal/00000002", '0' , "3\000\244\245\325g\000\000\000\000\020\332&\r\000\000\000\000\244\245\325g\000\000\000\000@U&\r\000\000\000\000)\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\000\020", '\000' ... [16:14:27.054] lastRestartPointFname = '0' , "\000>g\000\000\000\000\000\204yF!\b\000\000\000\377\377\377\377\000\000\000\000H\200F!\b", '\000' , "0yF!\b\000\000\000fO\260", '\000' , "%L\260\000\000\000\000\000H\200F!\b\000\000\000\376\377\377\377\000\000\000\000\324yF!\b\000\000\000\377\377\377\377\000\000\000\000\230\200F!\b", '\000' , "\200yF!\b\000\000\000fO\260\000\000\000\000\000\001\000\000\000\000\000\000\000\230\200F!\b\000\000\000\230\200F!\b\000\000\000\377\377\377\377\000\000\000\000\001", '\000' ... [16:14:27.054] stat_buf = {st_dev = 4, st_ino = 2, st_nlink = 34918007248, st_mode = 18099, st_padding0 = 176, st_uid = 0, st_gid = 558268880, st_padding1 = 8, st_rdev = 35078647319, st_atim = {tv_sec = 34918007144, tv_nsec = 3}, st_mtim = {tv_sec = 0, tv_nsec = 0}, st_ctim = {tv_sec = 3420208, tv_nsec = 3472328296227680304}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 6846236616386674689}, st_size = -8256165898219771415, st_blocks = 35079932624, st_blksize = 5, st_flags = 0, st_gen = 0, st_spare = {34918007232, 2, 34918007184, 35079174741, 11, 1742054820, 12471627358616374041, 10190578175489780201, 206158430240, 34918007264}} [16:14:27.054] restartRedoPtr = 34918006992 [16:14:27.054] restartTli = 8 [16:14:27.054] restartSegNo = [16:14:27.054] xlogRestoreCmd = 0x70a4f35f7b8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/t_043_no_contrecord_switch_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [16:14:27.054] rc = [16:14:27.054] #4 0x0000000000659828 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [16:14:27.054] path = "pg_wal/00000002", '0' , "4\0000\201F!\b\000\000\000_ͭ\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000\340!O\n\a\000\000\000\000\000\000\000\000\000\000\020o\301\000\000\000\000\000\020\221\301\000\000\000\000\000P\206F!\b\000\000\000\031p\253\000\000\000\000\000\000\f#O\n\a\000\000\030(\000\000\000\000\000\000\001(\000\000\000\000\000\000\00002O\n\a\000\000\3235/\000\000\000\000\000\000\f#O\n\a\000\000\360\220\301\000\000\000\000\000\020\221\301\000\000\000\000\0008\205F!\177\003\000\000\351\251\352\315\3334l\215UTC\000\b\000\000\000\210"... [16:14:27.054] histfname = "00000003.history\000\206F!\b\000\000\000\3753\223\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\0000\206F!\b\000\000\000b\271\341*\b\000\000" [16:14:27.054] fd = [16:14:27.054] #5 0x00000000006598e8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [16:14:27.054] newestTLI = 2 [16:14:27.054] probeTLI = 3 [16:14:27.054] #6 0x000000000067ef8b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67173200) at ../src/backend/access/transam/xlogrecovery.c:4129 [16:14:27.054] oldtarget = 2 [16:14:27.054] currentTle = 0x0 [16:14:27.054] newtarget = [16:14:27.054] newExpectedTLEs = [16:14:27.054] found = [16:14:27.054] cell = [16:14:27.054] #7 0x000000000067b193 in WaitForWALToBecomeAvailable (RecPtr=67173224, tliRecPtr=67173200, replayTLI=2, replayLSN=67173200, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3691 [16:14:27.054] startWalReceiver = false [16:14:27.054] streaming_reply_sent = true [16:14:27.054] now = [16:14:27.054] startWalReceiver = [16:14:27.054] oldSource = [16:14:27.054] wait_time = [16:14:27.054] __error = [16:14:27.054] __error = [16:14:27.054] __error = [16:14:27.054] havedata = [16:14:27.054] ptr = [16:14:27.054] tli = [16:14:27.054] __error = [16:14:27.054] latestChunkStart = [16:14:27.054] __error = [16:14:27.054] #8 XLogPageRead (xlogreader=0x70a4f21d130, targetPagePtr=67166208, reqLen=7016, targetRecPtr=67173200, readBuf=0x70a4f35be78 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3357 [16:14:27.054] private = 0x70a4f21d110 [16:14:27.054] emode = 15 [16:14:27.054] targetSegNo = 4 [16:14:27.054] targetPageOff = 57344 [16:14:27.054] io_start = [16:14:27.054] r = [16:14:27.054] #9 0x0000000000681eea in ReadPageInternal (state=state@entry=0x70a4f21d130, pageptr=67166208, reqLen=7016) at ../src/backend/access/transam/xlogreader.c:1061 [16:14:27.054] targetSegNo = 4 [16:14:27.054] targetPageOff = 57344 [16:14:27.054] readLen = [16:14:27.054] hdr = [16:14:27.054] err = [16:14:27.054] #10 0x0000000000680d18 in XLogDecodeNextRecord (state=0x70a4f21d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [16:14:27.054] errormsg = 0x82146cc98 "" [16:14:27.054] randAccess = [16:14:27.054] decoded = 0x0 [16:14:27.054] RecPtr = 67173200 [16:14:27.054] assembled = false [16:14:27.054] targetPagePtr = 67166208 [16:14:27.054] readOff = [16:14:27.054] record = [16:14:27.054] gotheader = [16:14:27.054] targetRecOff = 6992 [16:14:27.054] pageHeaderSize = [16:14:27.054] len = [16:14:27.054] total_len = [16:14:27.054] buffer = [16:14:27.054] gotlen = [16:14:27.054] pageHeader = [16:14:27.054] contdata = [16:14:27.054] save_copy = [16:14:27.054] #11 XLogReadAhead (state=0x70a4f21d130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [16:14:27.054] result = [16:14:27.054] #12 0x0000000000678448 in XLogPrefetcherNextBlock (pgsr_private=7740859997832, lsn=0x70a4f3709d8) at ../src/backend/access/transam/xlogprefetcher.c:490 [16:14:27.054] nonblocking = false [16:14:27.054] record = 0x0 [16:14:27.054] prefetcher = 0x70a4f35de88 [16:14:27.054] reader = 0x70a4f21d130 [16:14:27.054] replaying_lsn = 67173160 [16:14:27.054] #13 0x00000000006780b5 in lrq_prefetch (lrq=0x70a4f3708a8) at ../src/backend/access/transam/xlogprefetcher.c:252 [16:14:27.054] No locals. [16:14:27.054] #14 lrq_complete_lsn (lrq=0x70a4f3708a8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [16:14:27.054] No locals. [16:14:27.054] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x70a4f35de88, errmsg=errmsg@entry=0x82146cd60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [16:14:27.054] replayed_up_to = [16:14:27.054] record = [16:14:27.054] #16 0x000000000067bc4a in ReadRecord (xlogprefetcher=0x70a4f35de88, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3156 [16:14:27.054] errormsg = 0x70a4f21d940 "" [16:14:27.054] xlogreader = 0x70a4f21d130 [16:14:27.054] private = [16:14:27.054] record = [16:14:27.054] #17 0x000000000067c539 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1835 [16:14:27.054] ru0 = {tv = {tv_sec = 1742054819, tv_usec = 902557}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1111}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 160, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 2}} [16:14:27.054] xtime = [16:14:27.054] reachedRecoveryTarget = false [16:14:27.054] replayTLI = 2 [16:14:27.054] record = [16:14:27.054] #18 0x000000000066c4a3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:6361 [16:14:27.054] wasShutdown = false [16:14:27.054] haveTblspcMap = false [16:14:27.054] haveBackupLabel = true [16:14:27.054] promoted = false [16:14:27.054] didCrash = [16:14:27.054] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 752, data_checksum_version = } [16:14:27.054] oldestActiveXID = [16:14:27.054] performedWalRecovery = [16:14:27.054] endOfRecoveryInfo = [16:14:27.054] EndOfLog = [16:14:27.054] EndOfLogTLI = [16:14:27.054] abortedRecPtr = [16:14:27.054] missingContrecPtr = [16:14:27.054] newTLI = [16:14:27.054] Insert = [16:14:27.054] #19 0x00000000008acceb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [16:14:27.054] No locals. [16:14:27.054] #20 0x00000000008a6aa2 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:294 [16:14:27.054] pid = [16:14:27.054] #21 0x00000000008a96a7 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3915 [16:14:27.054] pmchild = 0x0 [16:14:27.054] pid = [16:14:27.054] #22 0x00000000008a9243 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8214718c0) at ../src/backend/postmaster/postmaster.c:1377 [16:14:27.054] userDoption = [16:14:27.054] listen_addr_saved = false [16:14:27.054] output_config_variable = [16:14:27.054] opt = [16:14:27.054] status = [16:14:27.054] #23 0x00000000007dc610 in main (argc=4, argv=0x8214718c0) at ../src/backend/main/main.c:230 [16:14:27.054] do_check_root = [16:14:27.054] dispatch_option = DISPATCH_POSTMASTER