[02:57:48.158] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [02:57:48.484] dumping /tmp/cores/postgres.16993.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [02:57:48.619] [New LWP 101680] [02:57:48.699] Core was generated by `postgres: standby2: startup waiting for 000000020000000000000004'. [02:57:48.699] Program terminated with signal SIGQUIT, Quit. [02:57:48.699] Sent by thr_kill() from pid 16993 and user 1003. [02:57:48.699] #0 0x000000082bd508fa in _sigprocmask () from /lib/libc.so.7 [02:57:48.745] [02:57:48.745] Thread 1 (LWP 101680): [02:57:48.745] #0 0x000000082bd508fa in _sigprocmask () from /lib/libc.so.7 [02:57:48.745] No symbol table info available. [02:57:48.745] #1 0x000000082bd89f91 in _system () from /lib/libc.so.7 [02:57:48.745] No symbol table info available. [02:57:48.745] #2 0x000000082a4f49d3 in ?? () from /lib/libthr.so.3 [02:57:48.745] No symbol table info available. [02:57:48.745] #3 0x000000000066a375 in RestoreArchivedFile (path=path@entry=0x8214561d0 "pg_wal/0܃7", xlogfname=xlogfname@entry=0x821456620 "00000002", '0' , "4", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [02:57:48.745] xlogpath = "pg_wal/RECOVERYXLOG\000RY\000\000[\3359", '\000' , "0000002", '0' , "\0003\000j\351\232g\000\000\000\000\220I\0166\000\000\000\000j\351\232g\000\000\000\0008\261\r6\000\000\000\000)\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\000 ", '\000' , "\350^E!\b\000\000\000h]E!\b\000\000\000\b\000\000\0000\000\000\000"... [02:57:48.745] lastRestartPointFname = "00000001", '0' , "2\000\250f\000\000\000\000\000pYE!\b\000\000\0000\000\000\000\000\000\000\0008`E!\b", '\000' , " YE!\b\000\000\000\203(\257", '\000' , "5%\257", '\000' , "5%\257\000\000\000\000\000\300YE!\b\000\000\0000\000\000\000\000\000\000\000\210`E!\b", '\000' , "pYE!\b\000\000\000\203(\257", '\000' , "5%\257\000\000\000\000\000\210`E!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [02:57:48.745] stat_buf = {st_dev = 34917934544, st_ino = 34917934624, st_nlink = 12395280, st_mode = 2, st_padding0 = 0, st_uid = 0, st_gid = 558195136, st_padding1 = 8, st_rdev = 35094574567, st_atim = {tv_sec = 35244553471, tv_nsec = 12571360}, st_mtim = {tv_sec = 875573296, tv_nsec = 6}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34917934592}, st_size = 34917933616, st_blocks = 11537091, st_blksize = 709754947, st_flags = 8, st_gen = 34994162811, st_spare = {3353657, 35244503040, 4294967292, 9259542123273814144, 34917933360, 0, 11, 35069555184, 206158430240, 34917933520}} [02:57:48.745] restartRedoPtr = 33554472 [02:57:48.745] restartTli = 1 [02:57:48.745] restartSegNo = [02:57:48.745] xlogRestoreCmd = 0x834cc1df8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/043_no_contrecord_switch/data/t_043_no_contrecord_switch_primary_data/archives/00000002", '0' , "4\" \"pg_wal/RECOVERYXLOG\"" [02:57:48.745] rc = [02:57:48.745] #4 0x00000000006759fe in XLogFileRead (segno=segno@entry=4, tli=tli@entry=2, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4211 [02:57:48.745] xlogfname = "00000002", '0' , "4\000fE!\b\000\000\000pfE!\b\000\000\000\365\271\324+\b\000\000\000\311A\000\000\000\000\000\000G\000\000\000\000\000\000" [02:57:48.745] activitymsg = "waiting for 00000002", '0' , "4\000\000\000\000\240&\340+\b\000\000\000@fE!\b\000\000\000\257\272\324+\b\000\000\000k\351\232g\000\000\000\000x\026\365W\212@6]" [02:57:48.745] path = "pg_wal/0܃7\000\000\000\000\000\030\000\000\0000\000\000\000@bE!\b\000\000\000 aE!\b\000\000\000\211\253\254\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\0000\2754\b", '\000' , "ж\277\000\000\000\000\000\320ؿ\000\000\000\000\000@fE!\b\000\000\000\331P\252\000\000\000\000\000\000T\2764\b\000\000\000\030(\000\000\000\000\000\000\001(\000\000\000\000\000\000\000\220\3114\b\000\000\000\231\b/\000\000\000\000\000\000T\2764\b\000\000\000\260ؿ\000\000\000\000\000\320ؿ\000\000\000\000\000(eE!\177\003\000\000\267\\|+\356\313\023\177UTC\000\b\000\000\000wY\327+\b"... [02:57:48.745] fd = [02:57:48.745] #5 0x000000000067173c in XLogFileReadAnyTLI (segno=4, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4339 [02:57:48.745] hent = [02:57:48.745] tli = 2 [02:57:48.745] cell__state = {l = 0x834cc2418, i = 0} [02:57:48.745] path = "\000\000\000\004\000\000\000\0000000002", '0' , "4", '\000' , "\001\267\\|+\356\313\023\177\220PG3\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240&\340+\b\000\000\000\220gE!\b\000\000\000\353\274\330+\b", '\000' , "\002", '\000' , "\001\000\000\000\000\000\000\000\230\000\000\000\000\000\000\002\000\000\000\000\005\000\000\000\000\000\000\000\230\000\000\002", '\000' , "\267\\|+\356\313\023\177\000\020\2754\b\000\000\000@\000\b\000\000\000\000\000"... [02:57:48.745] tles = 0x834cc2418 [02:57:48.745] cell = [02:57:48.745] fd = [02:57:48.745] cell__state = [02:57:48.745] hent = [02:57:48.745] tli = [02:57:48.745] beginseg = [02:57:48.745] __error = [02:57:48.745] __error = [02:57:48.745] #6 WaitForWALToBecomeAvailable (RecPtr=67173224, tliRecPtr=67173200, replayTLI=2, replayLSN=67173200, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3773 [02:57:48.745] startWalReceiver = [02:57:48.745] streaming_reply_sent = true [02:57:48.745] now = [02:57:48.745] startWalReceiver = [02:57:48.745] oldSource = [02:57:48.745] wait_time = [02:57:48.745] __error = [02:57:48.745] __error = [02:57:48.745] __error = [02:57:48.745] havedata = [02:57:48.745] ptr = [02:57:48.745] tli = [02:57:48.745] __error = [02:57:48.745] latestChunkStart = [02:57:48.745] __error = [02:57:48.745] #7 XLogPageRead (xlogreader=0x834bd2130, targetPagePtr=67166208, reqLen=7016, targetRecPtr=67173200, readBuf=0x834cbe4b8 "\030\321\005") at ../src/backend/access/transam/xlogrecovery.c:3353 [02:57:48.745] private = 0x834bd2110 [02:57:48.745] emode = 15 [02:57:48.745] targetSegNo = 4 [02:57:48.745] targetPageOff = 57344 [02:57:48.745] r = [02:57:48.745] #8 0x00000000006786e2 in ReadPageInternal (state=state@entry=0x834bd2130, pageptr=67166208, reqLen=7016) at ../src/backend/access/transam/xlogreader.c:1060 [02:57:48.745] targetSegNo = 4 [02:57:48.745] targetPageOff = 57344 [02:57:48.745] readLen = [02:57:48.745] hdr = [02:57:48.745] err = [02:57:48.745] #9 0x0000000000677552 in XLogDecodeNextRecord (state=0x834bd2130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [02:57:48.745] errormsg = 0xbfc138 "" [02:57:48.745] randAccess = [02:57:48.745] decoded = 0x0 [02:57:48.745] RecPtr = 67173200 [02:57:48.745] assembled = false [02:57:48.745] targetPagePtr = 34917930944 [02:57:48.745] readOff = [02:57:48.745] record = [02:57:48.745] gotheader = [02:57:48.745] targetRecOff = 6992 [02:57:48.745] pageHeaderSize = [02:57:48.745] len = [02:57:48.745] total_len = [02:57:48.745] buffer = [02:57:48.745] gotlen = [02:57:48.745] pageHeader = [02:57:48.745] contdata = [02:57:48.745] save_copy = [02:57:48.745] #10 XLogReadAhead (state=0x834bd2130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [02:57:48.745] result = [02:57:48.745] #11 0x000000000066ec98 in XLogPrefetcherNextBlock (pgsr_private=35245524168, lsn=0x834cef818) at ../src/backend/access/transam/xlogprefetcher.c:490 [02:57:48.745] nonblocking = false [02:57:48.745] record = 0x0 [02:57:48.745] prefetcher = 0x834cc04c8 [02:57:48.745] reader = 0x834bd2130 [02:57:48.745] replaying_lsn = 67173160 [02:57:48.745] #12 0x000000000066e902 in lrq_prefetch (lrq=0x834cef6e8) at ../src/backend/access/transam/xlogprefetcher.c:252 [02:57:48.745] No locals. [02:57:48.745] #13 lrq_complete_lsn (lrq=0x834cef6e8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [02:57:48.745] No locals. [02:57:48.745] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x834cc04c8, errmsg=errmsg@entry=0x82145ad60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [02:57:48.745] replayed_up_to = [02:57:48.745] record = [02:57:48.745] #15 0x000000000067243a in ReadRecord (xlogprefetcher=0x834cc04c8, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3153 [02:57:48.745] errormsg = 0x0 [02:57:48.745] xlogreader = 0x834bd2130 [02:57:48.745] private = [02:57:48.745] record = [02:57:48.745] #16 0x0000000000672d19 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [02:57:48.745] ru0 = {tv = {tv_sec = 1738205546, tv_usec = 566400}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 2756}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 149, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 2}} [02:57:48.745] xtime = [02:57:48.745] reachedRecoveryTarget = false [02:57:48.745] replayTLI = 2 [02:57:48.745] record = [02:57:48.745] #17 0x00000000006636a3 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5848 [02:57:48.745] wasShutdown = false [02:57:48.745] haveTblspcMap = false [02:57:48.745] haveBackupLabel = true [02:57:48.745] promoted = false [02:57:48.745] didCrash = [02:57:48.745] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 743} [02:57:48.745] oldestActiveXID = [02:57:48.745] performedWalRecovery = [02:57:48.745] endOfRecoveryInfo = [02:57:48.745] EndOfLog = [02:57:48.745] EndOfLogTLI = [02:57:48.745] abortedRecPtr = [02:57:48.745] missingContrecPtr = [02:57:48.745] newTLI = [02:57:48.745] Insert = [02:57:48.745] #18 0x000000000089becb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [02:57:48.745] No locals. [02:57:48.745] #19 0x0000000000896265 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=57, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [02:57:48.745] pid = [02:57:48.745] #20 0x0000000000898e67 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3905 [02:57:48.745] pmchild = 0x0 [02:57:48.745] pid = [02:57:48.745] #21 0x0000000000898a02 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8214603b0) at ../src/backend/postmaster/postmaster.c:1378 [02:57:48.745] userDoption = [02:57:48.745] listen_addr_saved = false [02:57:48.745] output_config_variable = [02:57:48.745] opt = [02:57:48.745] status = [02:57:48.745] #22 0x00000000007cf210 in main (argc=4, argv=0x8214603b0) at ../src/backend/main/main.c:230 [02:57:48.745] do_check_root = [02:57:48.745] dispatch_option = DISPATCH_POSTMASTER