[09:54:16.974] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [09:54:17.291] dumping /tmp/cores/postgres.16745.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [09:54:17.425] [New LWP 101749] [09:54:17.505] Core was generated by `postgres: standby2: startup recovering 000000020000000000000004'. [09:54:17.505] Program terminated with signal SIGQUIT, Quit. [09:54:17.505] Sent by thr_kill() from pid 16745 and user 1003. [09:54:17.505] #0 0x000000082b4518fa in _sigprocmask () from /lib/libc.so.7 [09:54:17.551] [09:54:17.551] Thread 1 (LWP 101749): [09:54:17.551] #0 0x000000082b4518fa in _sigprocmask () from /lib/libc.so.7 [09:54:17.551] No symbol table info available. [09:54:17.551] #1 0x000000082b48af91 in _system () from /lib/libc.so.7 [09:54:17.551] No symbol table info available. [09:54:17.551] #2 0x000000082a9809d3 in ?? () from /lib/libthr.so.3 [09:54:17.551] No symbol table info available. [09:54:17.551] #3 0x000000000066b2c5 in RestoreArchivedFile (path=path@entry=0x820ced1d0 "pg_wal/00000002", '0' , "4", xlogfname=xlogfname@entry=0x820ced5d0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [09:54:17.551] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\204c<", '\000' , "0000002", '0' , "\0003\000\230(\247g\000\000\000\000\230\361\277$\000\000\000\000\230(\247g\000\000\000\000@Y\277$\000\000\000\000)\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\000 ", '\000' , "\350\316\316 \b\000\000\000h\315\316 \b\000\000\000\b\000\000\0000\000\000\000"... [09:54:17.551] lastRestartPointFname = '0' , "\000\267f\000\000\000\000\000p\311\316 \b\000\000\0000\000\000\000\000\000\000\0008\320\316 \b", '\000' , " \311\316 \b\000\000\000\303S\257", '\000' , "uP\257", '\000' , "uP\257\000\000\000\000\000\300\311\316 \b\000\000\0000\000\000\000\000\000\000\000\210\320\316 \b", '\000' , "p\311\316 \b\000\000\000\303S\257", '\000' , "uP\257\000\000\000\000\000\210\320\316 \b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [09:54:17.551] stat_buf = {st_dev = 57344, st_ino = 2, st_nlink = 34910163392, st_mode = 19203, st_padding0 = 175, st_uid = 0, st_gid = 550425024, st_padding1 = 8, st_rdev = 35085141479, st_atim = {tv_sec = 12832, tv_nsec = 3}, st_mtim = {tv_sec = 35283938620, tv_nsec = 27720}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = -5041165381805965070, tv_nsec = 34910163376}, st_size = 5, st_blocks = 0, st_blksize = 78, st_flags = 0, st_gen = 35086415520, st_spare = {34910163312, 35085666991, 1739008153, 1722423462022999146, 13405578691903586546, 2, 0, 34910163376, 206158430240, 34910163408}} [09:54:17.551] restartRedoPtr = 34910163136 [09:54:17.551] restartTli = 8 [09:54:17.551] restartSegNo = [09:54:17.551] xlogRestoreCmd = 0x8351fd438 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/t_043_no_contrecord_switch_primary_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [09:54:17.551] rc = [09:54:17.551] #4 0x00000000006522a8 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [09:54:17.551] path = "pg_wal/00000002", '0' , "4\000 \321\316 \b\000\000\000\311֬\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000\000\0215\b", '\000' , " H\300\000\000\000\000\000 j\300\000\000\000\000\000@\326\316 \b\000\000\000\031|\252\000\000\000\000\000\000$\0225\b\000\000\000\030(\000\000\000\000\000\000\001(\000\000\000\000\000\000\000@\0355\b\000\000\000\326\n/\000\000\000\000\000\000$\0225\b\000\000\000\000j\300\000\000\000\000\000 j\300\000\000\000\000\000(\325\316 \177\003\000\000\362\200uc\313.\n\272UTC\000\b\000\000\000w"... [09:54:17.551] histfname = "00000003.history\000\326\316 \b\000\000\000\317}\221", '\000' , "\377\377\377\377\377\377\377\377\362\200uc\313.\n\272\000\000\000\000\000\000\000" [09:54:17.551] fd = [09:54:17.551] #5 0x0000000000652368 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [09:54:17.551] newestTLI = 2 [09:54:17.551] probeTLI = 3 [09:54:17.551] #6 0x000000000067673b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=67173200) at ../src/backend/access/transam/xlogrecovery.c:4127 [09:54:17.551] oldtarget = 2 [09:54:17.551] currentTle = 0x0 [09:54:17.551] newtarget = [09:54:17.551] newExpectedTLEs = [09:54:17.551] found = [09:54:17.551] cell = [09:54:17.551] #7 0x0000000000672923 in WaitForWALToBecomeAvailable (RecPtr=67173224, tliRecPtr=67173200, replayTLI=2, replayLSN=67173200, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3689 [09:54:17.551] startWalReceiver = false [09:54:17.551] streaming_reply_sent = true [09:54:17.551] now = [09:54:17.551] startWalReceiver = [09:54:17.551] oldSource = [09:54:17.551] wait_time = [09:54:17.551] __error = [09:54:17.551] __error = [09:54:17.551] __error = [09:54:17.551] havedata = [09:54:17.551] ptr = [09:54:17.551] tli = [09:54:17.551] __error = [09:54:17.551] latestChunkStart = [09:54:17.551] __error = [09:54:17.551] #8 XLogPageRead (xlogreader=0x83510f130, targetPagePtr=67166208, reqLen=7016, targetRecPtr=67173200, readBuf=0x8351f9af8 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3355 [09:54:17.551] private = 0x83510f110 [09:54:17.551] emode = 15 [09:54:17.551] targetSegNo = 4 [09:54:17.551] targetPageOff = 57344 [09:54:17.551] io_start = [09:54:17.551] r = [09:54:17.551] #9 0x0000000000679682 in ReadPageInternal (state=state@entry=0x83510f130, pageptr=67166208, reqLen=7016) at ../src/backend/access/transam/xlogreader.c:1061 [09:54:17.551] targetSegNo = 4 [09:54:17.551] targetPageOff = 57344 [09:54:17.551] readLen = [09:54:17.551] hdr = [09:54:17.551] err = [09:54:17.551] #10 0x00000000006784f2 in XLogDecodeNextRecord (state=0x83510f130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [09:54:17.551] errormsg = 0x820cf1c98 "" [09:54:17.551] randAccess = [09:54:17.551] decoded = 0x0 [09:54:17.551] RecPtr = 67173200 [09:54:17.551] assembled = false [09:54:17.551] targetPagePtr = 34910160832 [09:54:17.551] readOff = [09:54:17.551] record = [09:54:17.551] gotheader = [09:54:17.551] targetRecOff = 6992 [09:54:17.551] pageHeaderSize = [09:54:17.551] len = [09:54:17.551] total_len = [09:54:17.551] buffer = [09:54:17.551] gotlen = [09:54:17.551] pageHeader = [09:54:17.551] contdata = [09:54:17.551] save_copy = [09:54:17.551] #11 XLogReadAhead (state=0x83510f130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [09:54:17.551] result = [09:54:17.551] #12 0x000000000066fbe8 in XLogPrefetcherNextBlock (pgsr_private=35251010312, lsn=0x83522a198) at ../src/backend/access/transam/xlogprefetcher.c:490 [09:54:17.551] nonblocking = false [09:54:17.551] record = 0x0 [09:54:17.551] prefetcher = 0x8351fbb08 [09:54:17.551] reader = 0x83510f130 [09:54:17.551] replaying_lsn = 67173160 [09:54:17.551] #13 0x000000000066f852 in lrq_prefetch (lrq=0x83522a068) at ../src/backend/access/transam/xlogprefetcher.c:252 [09:54:17.551] No locals. [09:54:17.551] #14 lrq_complete_lsn (lrq=0x83522a068, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [09:54:17.551] No locals. [09:54:17.551] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x8351fbb08, errmsg=errmsg@entry=0x820cf1d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [09:54:17.551] replayed_up_to = [09:54:17.551] record = [09:54:17.551] #16 0x00000000006733da in ReadRecord (xlogprefetcher=0x8351fbb08, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3154 [09:54:17.551] errormsg = 0x83510f940 "" [09:54:17.551] xlogreader = 0x83510f130 [09:54:17.551] private = [09:54:17.551] record = [09:54:17.551] #17 0x0000000000673cb9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1833 [09:54:17.551] ru0 = {tv = {tv_sec = 1739008152, tv_usec = 343493}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 2481}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 158, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [09:54:17.551] xtime = [09:54:17.551] reachedRecoveryTarget = false [09:54:17.551] replayTLI = 2 [09:54:17.551] record = [09:54:17.551] #18 0x00000000006645d3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5869 [09:54:17.551] wasShutdown = false [09:54:17.551] haveTblspcMap = false [09:54:17.551] haveBackupLabel = true [09:54:17.551] promoted = false [09:54:17.551] didCrash = [09:54:17.551] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 743} [09:54:17.551] oldestActiveXID = [09:54:17.551] performedWalRecovery = [09:54:17.551] endOfRecoveryInfo = [09:54:17.551] EndOfLog = [09:54:17.551] EndOfLogTLI = [09:54:17.551] abortedRecPtr = [09:54:17.551] missingContrecPtr = [09:54:17.551] newTLI = [09:54:17.551] Insert = [09:54:17.551] #19 0x000000000089e46b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [09:54:17.551] No locals. [09:54:17.551] #20 0x0000000000898805 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [09:54:17.551] pid = [09:54:17.551] #21 0x000000000089b407 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3905 [09:54:17.551] pmchild = 0x0 [09:54:17.551] pid = [09:54:17.551] #22 0x000000000089afa2 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820cf67c8) at ../src/backend/postmaster/postmaster.c:1378 [09:54:17.551] userDoption = [09:54:17.551] listen_addr_saved = false [09:54:17.551] output_config_variable = [09:54:17.551] opt = [09:54:17.551] status = [09:54:17.551] #23 0x00000000007d1450 in main (argc=4, argv=0x820cf67c8) at ../src/backend/main/main.c:230 [09:54:17.551] do_check_root = [09:54:17.551] dispatch_option = DISPATCH_POSTMASTER