[15:06:44.292] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [15:06:44.617] dumping /tmp/cores/postgres.16876.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [15:06:44.756] [New LWP 101703] [15:06:44.839] Core was generated by `postgres: standby2: startup recovering 000000020000000000000004'. [15:06:44.839] Program terminated with signal SIGQUIT, Quit. [15:06:44.839] Sent by thr_kill() from pid 16876 and user 1003. [15:06:44.839] #0 0x000000082987d8fa in _sigprocmask () from /lib/libc.so.7 [15:06:44.889] [15:06:44.889] Thread 1 (LWP 101703): [15:06:44.889] #0 0x000000082987d8fa in _sigprocmask () from /lib/libc.so.7 [15:06:44.889] No symbol table info available. [15:06:44.889] #1 0x00000008298b6f91 in _system () from /lib/libc.so.7 [15:06:44.889] No symbol table info available. [15:06:44.889] #2 0x00000008283139d3 in ?? () from /lib/libthr.so.3 [15:06:44.889] No symbol table info available. [15:06:44.889] #3 0x000000000066cca5 in RestoreArchivedFile (path=path@entry=0x82118f1d0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x82118f5d0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [15:06:44.889] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\375%0", '\000' , "0000002", '0' , "\0003\000ɠ\264g\000\000\000\000\200\347'\033\000\000\000\000ɠ\264g\000\000\000\000\310^'\033\000\000\000\000)\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\000 ", '\000' , "\350\356\030!\b\000\000\000h\355\030!\b\000\000\000\b\000\000\0000\000\000\000\320\361"... [15:06:44.889] lastRestartPointFname = '0' , "\000\321f\000\000\000\000\000p\351\030!\b\000\000\0000\000\000\000\000\000\000\0008\360\030!\b", '\000' , " \351\030!\b\000\000\000\003\231\257", '\000' , "\265\225\257", '\000' , "\265\225\257\000\000\000\000\000\300\351\030!\b\000\000\0000\000\000\000\000\000\000\000\210\360\030!\b", '\000' , "p\351\030!\b\000\000\000\003\231\257", '\000' , "\265\225\257\000\000\000\000\000\210\360\030!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [15:06:44.889] stat_buf = {st_dev = 57344, st_ino = 2, st_nlink = 34915021248, st_mode = 36931, st_padding0 = 175, st_uid = 0, st_gid = 555282880, st_padding1 = 8, st_rdev = 35055961575, st_atim = {tv_sec = 13513, tv_nsec = 3}, st_mtim = {tv_sec = 35265667204, tv_nsec = 28560}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = -4003026974778654738, tv_nsec = 34915021232}, st_size = 5, st_blocks = 0, st_blksize = 78, st_flags = 0, st_gen = 35057235616, st_spare = {34915021168, 35056487087, 1739890889, 16638215145646642289, 14443717098930896878, 2, 0, 34915021232, 206158430240, 34915021264}} [15:06:44.889] restartRedoPtr = 34915020992 [15:06:44.889] restartTli = 8 [15:06:44.889] restartSegNo = [15:06:44.889] xlogRestoreCmd = 0x8328db3b8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/t_043_no_contrecord_switch_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [15:06:44.889] rc = [15:06:44.889] #4 0x0000000000653c88 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [15:06:44.889] path = "pg_wal/00000002", '0' , "4\000 \361\030!\b\000\000\000\t\034\255\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000\300~2\b", '\000' , " \222\300\000\000\000\000\000 \264\300\000\000\000\000\000@\366\030!\b\000\000\000i\301\252\000\000\000\000\000\bx^!\b\000\000\000\b|^!\b\000\000\000\b\200^!\b\000\000\000\b\204^!\b\000\000\000\b\210^!\b\000\000\000\b\214^!\b\000\000\000\b\220^!\b\000\000\000\b\224^!\b\000\000\000\b\230^!\b\000\000\000\b\234^!\b\000\000\000\b\240^!\b\000\000\000"... [15:06:44.889] histfname = "00000003.history\000\366\030!\b\000\000\000\217\301\221", '\000' , "\377\377\377\377\377\377\377\377\356\377\002\346,dr\310\000\000\000\000\000\000\000" [15:06:44.889] fd = [15:06:44.889] #5 0x0000000000653d48 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [15:06:44.889] newestTLI = 2 [15:06:44.889] probeTLI = 3 [15:06:44.889] #6 0x000000000067811b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67173200) at ../src/backend/access/transam/xlogrecovery.c:4127 [15:06:44.889] oldtarget = 2 [15:06:44.889] currentTle = 0x0 [15:06:44.889] newtarget = [15:06:44.889] newExpectedTLEs = [15:06:44.889] found = [15:06:44.889] cell = [15:06:44.889] #7 0x0000000000674303 in WaitForWALToBecomeAvailable (RecPtr=67173224, tliRecPtr=67173200, replayTLI=2, replayLSN=67173200, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3689 [15:06:44.889] startWalReceiver = false [15:06:44.889] streaming_reply_sent = true [15:06:44.889] now = [15:06:44.889] startWalReceiver = [15:06:44.889] oldSource = [15:06:44.889] wait_time = [15:06:44.889] __error = [15:06:44.889] __error = [15:06:44.889] __error = [15:06:44.889] havedata = [15:06:44.889] ptr = [15:06:44.889] tli = [15:06:44.889] __error = [15:06:44.889] latestChunkStart = [15:06:44.889] __error = [15:06:44.889] #8 XLogPageRead (xlogreader=0x8327eb130, targetPagePtr=67166208, reqLen=7016, targetRecPtr=67173200, readBuf=0x8328d7a78 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3355 [15:06:44.889] private = 0x8327eb110 [15:06:44.889] emode = 15 [15:06:44.889] targetSegNo = 4 [15:06:44.889] targetPageOff = 57344 [15:06:44.889] io_start = [15:06:44.889] r = [15:06:44.889] #9 0x000000000067b062 in ReadPageInternal (state=state@entry=0x8327eb130, pageptr=67166208, reqLen=7016) at ../src/backend/access/transam/xlogreader.c:1061 [15:06:44.889] targetSegNo = 4 [15:06:44.889] targetPageOff = 57344 [15:06:44.889] readLen = [15:06:44.889] hdr = [15:06:44.889] err = [15:06:44.889] #10 0x0000000000679ed2 in XLogDecodeNextRecord (state=0x8327eb130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [15:06:44.889] errormsg = 0x821193c98 "" [15:06:44.889] randAccess = [15:06:44.889] decoded = 0x0 [15:06:44.889] RecPtr = 67173200 [15:06:44.889] assembled = false [15:06:44.889] targetPagePtr = 34915018688 [15:06:44.889] readOff = [15:06:44.889] record = [15:06:44.889] gotheader = [15:06:44.889] targetRecOff = 6992 [15:06:44.889] pageHeaderSize = [15:06:44.889] len = [15:06:44.889] total_len = [15:06:44.889] buffer = [15:06:44.889] gotlen = [15:06:44.889] pageHeader = [15:06:44.889] contdata = [15:06:44.889] save_copy = [15:06:44.889] #11 XLogReadAhead (state=0x8327eb130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [15:06:44.889] result = [15:06:44.889] #12 0x00000000006715c8 in XLogPrefetcherNextBlock (pgsr_private=35207879304, lsn=0x832907d58) at ../src/backend/access/transam/xlogprefetcher.c:490 [15:06:44.889] nonblocking = false [15:06:44.889] record = 0x0 [15:06:44.889] prefetcher = 0x8328d9a88 [15:06:44.889] reader = 0x8327eb130 [15:06:44.889] replaying_lsn = 67173160 [15:06:44.889] #13 0x0000000000671232 in lrq_prefetch (lrq=0x832907c28) at ../src/backend/access/transam/xlogprefetcher.c:252 [15:06:44.889] No locals. [15:06:44.889] #14 lrq_complete_lsn (lrq=0x832907c28, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [15:06:44.889] No locals. [15:06:44.889] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x8328d9a88, errmsg=errmsg@entry=0x821193d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [15:06:44.889] replayed_up_to = [15:06:44.889] record = [15:06:44.889] #16 0x0000000000674dba in ReadRecord (xlogprefetcher=0x8328d9a88, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3154 [15:06:44.889] errormsg = 0x8327eb940 "" [15:06:44.889] xlogreader = 0x8327eb130 [15:06:44.889] private = [15:06:44.889] record = [15:06:44.889] #17 0x0000000000675699 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1833 [15:06:44.889] ru0 = {tv = {tv_sec = 1739890889, tv_usec = 135004}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 4110}, ru_maxrss = 27392, ru_ixrss = 6112, ru_idrss = 368, ru_isrss = 128, ru_minflt = 153, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 5}} [15:06:44.889] xtime = [15:06:44.889] reachedRecoveryTarget = false [15:06:44.889] replayTLI = 2 [15:06:44.889] record = [15:06:44.889] #18 0x0000000000665fb3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5869 [15:06:44.889] wasShutdown = false [15:06:44.889] haveTblspcMap = false [15:06:44.889] haveBackupLabel = true [15:06:44.889] promoted = false [15:06:44.889] didCrash = [15:06:44.889] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 743} [15:06:44.889] oldestActiveXID = [15:06:44.889] performedWalRecovery = [15:06:44.889] endOfRecoveryInfo = [15:06:44.889] EndOfLog = [15:06:44.889] EndOfLogTLI = [15:06:44.889] abortedRecPtr = [15:06:44.889] missingContrecPtr = [15:06:44.889] newTLI = [15:06:44.889] Insert = [15:06:44.889] #19 0x00000000008a206b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [15:06:44.889] No locals. [15:06:44.889] #20 0x000000000089c405 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [15:06:44.889] pid = [15:06:44.889] #21 0x000000000089f007 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3905 [15:06:44.889] pmchild = 0x0 [15:06:44.889] pid = [15:06:44.889] #22 0x000000000089eba2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8211986d8) at ../src/backend/postmaster/postmaster.c:1378 [15:06:44.889] userDoption = [15:06:44.889] listen_addr_saved = false [15:06:44.889] output_config_variable = [15:06:44.889] opt = [15:06:44.889] status = [15:06:44.889] #23 0x00000000007d32b0 in main (argc=4, argv=0x8211986d8) at ../src/backend/main/main.c:230 [15:06:44.889] do_check_root = [15:06:44.889] dispatch_option = DISPATCH_POSTMASTER