[21:48:14.805] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [21:48:15.116] dumping /tmp/cores/postgres.19293.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [21:48:15.248] [New LWP 101888] [21:48:15.332] Core was generated by `postgres: standby2: startup waiting for 000000020000000000000004'. [21:48:15.332] Program terminated with signal SIGQUIT, Quit. [21:48:15.332] Sent by thr_kill() from pid 19293 and user 1003. [21:48:15.332] #0 0x000000082d9f18fa in _sigprocmask () from /lib/libc.so.7 [21:48:15.375] [21:48:15.375] Thread 1 (LWP 101888): [21:48:15.375] #0 0x000000082d9f18fa in _sigprocmask () from /lib/libc.so.7 [21:48:15.375] No symbol table info available. [21:48:15.375] #1 0x000000082da2af91 in _system () from /lib/libc.so.7 [21:48:15.375] No symbol table info available. [21:48:15.375] #2 0x000000082d3e99d3 in ?? () from /lib/libthr.so.3 [21:48:15.375] No symbol table info available. [21:48:15.375] #3 0x000000000066d9b5 in RestoreArchivedFile (path=path@entry=0x82182f1d0 "pg_wal/0\264\2327", xlogfname=xlogfname@entry=0x82182f620 "00000002", '0' , "4", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [21:48:15.375] xlogpath = "pg_wal/RECOVERYXLOG\000RY\000\0002\0223", '\000' , "0000002", '0' , "\0003\000H~\246g\000\000\000\000(ϛ\022\000\000\000\000H~\246g\000\000\000\000\340]\233\022\000\000\000\000)\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\000 ", '\000' , "\350\356\202!\b\000\000\000h\355\202!\b\000\000\000\b\000\000\0000\000\000\000\320"... [21:48:15.375] lastRestartPointFname = "00000001", '0' , "2\000\336f\000\000\000\000\000p\351\202!\b\000\000\0000\000\000\000\000\000\000\0008\360\202!\b", '\000' , " \351\202!\b\000\000\000C\214\257", '\000' , "\365\210\257", '\000' , "\365\210\257\000\000\000\000\000\300\351\202!\b\000\000\0000\000\000\000\000\000\000\000\210\360\202!\b", '\000' , "p\351\202!\b\000\000\000C\214\257", '\000' , "\365\210\257\000\000\000\000\000\210\360\202!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [21:48:15.375] stat_buf = {st_dev = 34921969104, st_ino = 34921969184, st_nlink = 12421296, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 562229696, st_padding1 = 8, st_rdev = 35124594151, st_atim = {tv_sec = 35298968831, tv_nsec = 12623376}, st_mtim = {tv_sec = 875573296, tv_nsec = 6}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34921969152}, st_size = 34921968176, st_blocks = 11562611, st_blksize = 759038019, st_flags = 8, st_gen = 34997140603, st_spare = {3359188, 35298918400, 4294967292, 9259542123273814144, 34921967920, 0, 11, 35118793200, 206158430240, 34921968080}} [21:48:15.375] restartRedoPtr = 33554472 [21:48:15.375] restartTli = 1 [21:48:15.375] restartSegNo = [21:48:15.375] xlogRestoreCmd = 0x8380a54b8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/t_043_no_contrecord_switch_primary_data/archives/00000002", '0' , "4\" \"pg_wal/RECOVERYXLOG\"" [21:48:15.375] rc = [21:48:15.375] #4 0x000000000067908e in XLogFileRead (segno=segno@entry=4, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4223 [21:48:15.375] xlogfname = "00000002", '0' , "4\000\366\202!\b\000\000\000p\366\202!\b\000\000\000\365ɞ-\b\000\000\000\300J\000\000\000\000\000\000n\000\000\000\000\000\000" [21:48:15.375] activitymsg = "waiting for 00000002", '0' , "4\000\000\000\000\2406\252-\b\000\000\000@\366\202!\b\000\000\000\257ʞ-\b\000\000\000H~\246g\000\000\000\000\261\207\210d\343\220", [21:48:15.375] path = "pg_wal/0\264\2327\000\000\000\000\000\030\000\000\0000\000\000\000@\362\202!\b\000\000\000 \361\202!\b\000\000\000I\017\255\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000\200\3737\b", '\000' , "\202\300\000\000\000\000\000\000\244\300\000\000\000\000\000@\366\202!\b\000\000\000)\264\252\000\000\000\000\000\000\244\3747\b\000\000\000\030(\000\000\000\000\000\000\001(\000\000\000\000\000\000\000\300\a8\b\000\000\000\337\033/\000\000\000\000\000\000\244\3747\b\000\000\000\340\243\300\000\000\000\000\000\000\244\300\000\000\000\000\000(\365\202!\177\003\000\000\\\"R$3\000'6UTC\000\b\000\000\000"... [21:48:15.375] fd = [21:48:15.375] #5 0x0000000000674d6c in XLogFileReadAnyTLI (segno=4, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4351 [21:48:15.375] hent = [21:48:15.375] tli = 2 [21:48:15.375] cell__state = {l = 0x8380a5ad8, i = 0} [21:48:15.375] path = "\000\000\000\004\000\000\000\0000000002", '0' , "4", '\000' , "\001\\\"R$3\000'6\220\240y6\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\2406\252-\b\000\000\000\220\367\202!\b\000\000\000\353̢-\b", '\000' , "\002", '\000' , "\001\000\000\000\000\000\000\000\230\000\000\000\000\000\000\002\000\000\000\000\005\000\000\000\000\000\000\000\230\000\000\002", '\000' , "\\\"R$3\000'6\000`\3737\b\000\000\000@\000\b\000\000\000\000\000\366"... [21:48:15.375] tles = 0x8380a5ad8 [21:48:15.375] cell = [21:48:15.375] fd = [21:48:15.375] cell__state = [21:48:15.375] hent = [21:48:15.375] tli = [21:48:15.375] beginseg = [21:48:15.375] __error = [21:48:15.375] __error = [21:48:15.375] #6 WaitForWALToBecomeAvailable (RecPtr=67173224, tliRecPtr=67173200, replayTLI=2, replayLSN=67173200, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3785 [21:48:15.375] startWalReceiver = [21:48:15.375] streaming_reply_sent = true [21:48:15.375] now = [21:48:15.375] startWalReceiver = [21:48:15.375] oldSource = [21:48:15.375] wait_time = [21:48:15.375] __error = [21:48:15.375] __error = [21:48:15.375] __error = [21:48:15.375] havedata = [21:48:15.375] ptr = [21:48:15.375] tli = [21:48:15.375] __error = [21:48:15.375] latestChunkStart = [21:48:15.375] __error = [21:48:15.375] #7 XLogPageRead (xlogreader=0x837fb7130, targetPagePtr=67166208, reqLen=7016, targetRecPtr=67173200, readBuf=0x8380a1b78 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3355 [21:48:15.375] private = 0x837fb7110 [21:48:15.375] emode = 15 [21:48:15.375] targetSegNo = 4 [21:48:15.375] targetPageOff = 57344 [21:48:15.375] io_start = [21:48:15.375] r = [21:48:15.375] #8 0x000000000067bd72 in ReadPageInternal (state=state@entry=0x837fb7130, pageptr=67166208, reqLen=7016) at ../src/backend/access/transam/xlogreader.c:1061 [21:48:15.375] targetSegNo = 4 [21:48:15.375] targetPageOff = 57344 [21:48:15.375] readLen = [21:48:15.375] hdr = [21:48:15.375] err = [21:48:15.375] #9 0x000000000067abe2 in XLogDecodeNextRecord (state=0x837fb7130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:598 [21:48:15.375] errormsg = 0xc08c68 "" [21:48:15.375] randAccess = [21:48:15.375] decoded = 0x0 [21:48:15.375] RecPtr = 67173200 [21:48:15.375] assembled = false [21:48:15.375] targetPagePtr = 34921965504 [21:48:15.375] readOff = [21:48:15.375] record = [21:48:15.375] gotheader = [21:48:15.375] targetRecOff = 6992 [21:48:15.375] pageHeaderSize = [21:48:15.375] len = [21:48:15.375] total_len = [21:48:15.375] buffer = [21:48:15.375] gotlen = [21:48:15.375] pageHeader = [21:48:15.375] contdata = [21:48:15.375] save_copy = [21:48:15.375] #10 XLogReadAhead (state=0x837fb7130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:974 [21:48:15.375] result = [21:48:15.375] #11 0x00000000006722d8 in XLogPrefetcherNextBlock (pgsr_private=35299933064, lsn=0x8380d2698) at ../src/backend/access/transam/xlogprefetcher.c:490 [21:48:15.375] nonblocking = false [21:48:15.375] record = 0x0 [21:48:15.375] prefetcher = 0x8380a3b88 [21:48:15.375] reader = 0x837fb7130 [21:48:15.375] replaying_lsn = 67173160 [21:48:15.375] #12 0x0000000000671f42 in lrq_prefetch (lrq=0x8380d2568) at ../src/backend/access/transam/xlogprefetcher.c:252 [21:48:15.375] No locals. [21:48:15.375] #13 lrq_complete_lsn (lrq=0x8380d2568, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [21:48:15.375] No locals. [21:48:15.375] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x8380a3b88, errmsg=errmsg@entry=0x821833d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [21:48:15.375] replayed_up_to = [21:48:15.375] record = [21:48:15.375] #15 0x0000000000675aca in ReadRecord (xlogprefetcher=0x8380a3b88, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3154 [21:48:15.375] errormsg = 0x0 [21:48:15.375] xlogreader = 0x837fb7130 [21:48:15.375] private = [21:48:15.375] record = [21:48:15.375] #16 0x00000000006763a9 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1833 [21:48:15.375] ru0 = {tv = {tv_sec = 1738964551, tv_usec = 952316}, ru = {ru_utime = {tv_sec = 0, tv_usec = 2576}, ru_stime = {tv_sec = 0, tv_usec = 0}, ru_maxrss = 27716, ru_ixrss = 6108, ru_idrss = 368, ru_isrss = 128, ru_minflt = 153, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [21:48:15.375] xtime = [21:48:15.375] reachedRecoveryTarget = false [21:48:15.375] replayTLI = 2 [21:48:15.375] record = [21:48:15.375] #17 0x0000000000666cc3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5869 [21:48:15.375] wasShutdown = false [21:48:15.375] haveTblspcMap = false [21:48:15.375] haveBackupLabel = true [21:48:15.375] promoted = false [21:48:15.375] didCrash = [21:48:15.375] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 745} [21:48:15.375] oldestActiveXID = [21:48:15.375] performedWalRecovery = [21:48:15.375] endOfRecoveryInfo = [21:48:15.375] EndOfLog = [21:48:15.375] EndOfLogTLI = [21:48:15.375] abortedRecPtr = [21:48:15.375] missingContrecPtr = [21:48:15.375] newTLI = [21:48:15.375] Insert = [21:48:15.375] #18 0x00000000008a0beb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [21:48:15.375] No locals. [21:48:15.375] #19 0x000000000089af85 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [21:48:15.375] pid = [21:48:15.375] #20 0x000000000089db87 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3905 [21:48:15.375] pmchild = 0x0 [21:48:15.375] pid = [21:48:15.375] #21 0x000000000089d722 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821839340) at ../src/backend/postmaster/postmaster.c:1378 [21:48:15.375] userDoption = [21:48:15.375] listen_addr_saved = false [21:48:15.375] output_config_variable = [21:48:15.375] opt = [21:48:15.375] status = [21:48:15.375] #22 0x00000000007d3bd0 in main (argc=4, argv=0x821839340) at ../src/backend/main/main.c:230 [21:48:15.375] do_check_root = [21:48:15.375] dispatch_option = DISPATCH_POSTMASTER