[07:22:13.611] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [07:22:13.929] dumping /tmp/cores/postgres.18899.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [07:22:14.061] [New LWP 101781] [07:22:14.141] Core was generated by `postgres: cascading_standby: startup recovering 000000020000000000000006'. [07:22:14.141] Program terminated with signal SIGQUIT, Quit. [07:22:14.141] Sent by thr_kill() from pid 18899 and user 1003. [07:22:14.141] #0 0x000000082bd578fa in _sigprocmask () from /lib/libc.so.7 [07:22:14.189] [07:22:14.189] Thread 1 (LWP 101781): [07:22:14.189] #0 0x000000082bd578fa in _sigprocmask () from /lib/libc.so.7 [07:22:14.189] No symbol table info available. [07:22:14.189] #1 0x000000082bd90f91 in _system () from /lib/libc.so.7 [07:22:14.189] No symbol table info available. [07:22:14.189] #2 0x000000082ad1b9d3 in ?? () from /lib/libthr.so.3 [07:22:14.189] No symbol table info available. [07:22:14.189] #3 0x000000000066b055 in RestoreArchivedFile (path=path@entry=0x820f031d0 "pg_wal/00000002", '0' , "6", xlogfname=xlogfname@entry=0x820f035d0 "00000003.history", recovername=, expectedSize=expectedSize@entry=0, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [07:22:14.189] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\000)\323+\b", '\000' , "\020\344\320*\b\000\000\0000`\337+\b", '\000' , "P-\360 \b\000\000\000\024*\323+\b\000\000\0000`\337+\b", '\000' , "\240\257\323+\b", '\000' , "\b\000\000\000\2401\360 \b", '\000' , "\240\257\323+\b", '\000' , "\00358\233\367\252j\257\020\200h6\b\000\000\000\001\000\000\000\000\000\000\000\350.\360 \b\000\000\000h-\360 \b\000\000\000\b\000\000\0000\000\000\000"... [07:22:14.189] lastRestartPointFname = '0' , "\000M\256\000\000\000\000\000p)\360 \b\000\000\0000\000\000\000\000\000\000\00080\360 \b", '\000' , " )\360 \b\000\000\000cP\256", '\000' , "\025M\256", '\000' , "\025M\256\000\000\000\000\000\300)\360 \b\000\000\0000\000\000\000\000\000\000\000\2100\360 \b", '\000' , "p)\360 \b\000\000\000cP\256", '\000' , "\025M\256\000\000\000\000\000\2100\360 \b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [07:22:14.189] stat_buf = {st_dev = 4489216, st_ino = 2, st_nlink = 34912350656, st_mode = 18339, st_padding0 = 174, st_uid = 0, st_gid = 552612288, st_padding1 = 8, st_rdev = 35094603239, st_atim = {tv_sec = 16169, tv_nsec = 3}, st_mtim = {tv_sec = 35333628116, tv_nsec = 23520}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = -5806640789103037181, tv_nsec = 34912350640}, st_size = 5, st_blocks = 0, st_blksize = 78, st_flags = 0, st_gen = 35095877280, st_spare = {34912350576, 35095128751, 1730186311, 2194349977084059541, 12640103284606514435, 2, 0, 34912350640, 206158430240, 34912350672}} [07:22:14.189] restartRedoPtr = 34912350400 [07:22:14.189] restartTli = 8 [07:22:14.189] restartSegNo = [07:22:14.189] xlogRestoreCmd = 0x836711b38 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data/t_035_standby_logical_decoding_standby_data/archives/00000003.history\" \"pg_wal/RECOVERYHISTORY\"" [07:22:14.189] rc = [07:22:14.189] #4 0x00000000006520e8 in existsTimeLineHistory (probeTLI=probeTLI@entry=3) at ../src/backend/access/transam/timeline.c:235 [07:22:14.189] path = "pg_wal/00000002", '0' , "6\000 1\360 \b\000\000\0009\327\253\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\0000b6\b", '\000' , "p#\275\000\000\000\000\000`E\275\000\000\000\000\000@6\360 \b\000\000\000I\201\251\000\000\000\000\000\200\t@6\b", '\000' , "06\360 \b\000\000\000H\035\334+\b\000\000\000\000\020\000\000\000\000\000\000@", '\000' , "9\000\000\000\000\000\000\000\3376\360 \b\000\000\000\2076\360 \b", '\000' , "\024"... [07:22:14.189] histfname = "00000003.history\0006\360 \b\000\000\000?̐\000\000\000\000\000\377\377\377\377\377\377\377\377\000\000\000\000\000\000\000\000\00358\233\367\252j\257\000\000\000\000\000\000\000" [07:22:14.189] fd = [07:22:14.189] #5 0x00000000006521a8 in findNewestTimeLine (startTLI=startTLI@entry=2) at ../src/backend/access/transam/timeline.c:277 [07:22:14.189] newestTLI = 2 [07:22:14.189] probeTLI = 3 [07:22:14.189] #6 0x000000000067673b in rescanLatestTimeLine (replayTLI=replayTLI@entry=2, replayLSN=replayLSN@entry=105159472) at ../src/backend/access/transam/xlogrecovery.c:4125 [07:22:14.189] oldtarget = 2 [07:22:14.189] currentTle = 0x0 [07:22:14.189] newtarget = [07:22:14.189] newExpectedTLEs = [07:22:14.189] found = [07:22:14.189] cell = [07:22:14.189] #7 0x0000000000672923 in WaitForWALToBecomeAvailable (RecPtr=105159496, tliRecPtr=105159472, replayTLI=2, replayLSN=105159472, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3687 [07:22:14.189] startWalReceiver = false [07:22:14.189] streaming_reply_sent = true [07:22:14.189] now = [07:22:14.189] startWalReceiver = [07:22:14.189] oldSource = [07:22:14.189] wait_time = [07:22:14.189] __error = [07:22:14.189] __error = [07:22:14.189] __error = [07:22:14.189] havedata = [07:22:14.189] ptr = [07:22:14.189] tli = [07:22:14.189] __error = [07:22:14.189] latestChunkStart = [07:22:14.189] __error = [07:22:14.189] #8 XLogPageRead (xlogreader=0x836622130, targetPagePtr=105152512, reqLen=6984, targetRecPtr=105159472, readBuf=0x83670e1f8 "\030\321\006") at ../src/backend/access/transam/xlogrecovery.c:3364 [07:22:14.189] private = 0x836622110 [07:22:14.189] emode = 15 [07:22:14.189] targetSegNo = 6 [07:22:14.189] targetPageOff = 4489216 [07:22:14.189] r = [07:22:14.189] #9 0x0000000000679d02 in ReadPageInternal (state=state@entry=0x836622130, pageptr=105152512, reqLen=6984) at ../src/backend/access/transam/xlogreader.c:1060 [07:22:14.189] targetSegNo = 6 [07:22:14.189] targetPageOff = 4489216 [07:22:14.189] readLen = [07:22:14.189] hdr = [07:22:14.189] err = [07:22:14.189] #10 0x0000000000678b72 in XLogDecodeNextRecord (state=0x836622130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [07:22:14.189] errormsg = 0x820f07c98 "" [07:22:14.189] randAccess = [07:22:14.189] decoded = 0x0 [07:22:14.189] RecPtr = 105159472 [07:22:14.189] assembled = false [07:22:14.189] targetPagePtr = 34912348096 [07:22:14.189] readOff = [07:22:14.189] record = [07:22:14.189] gotheader = [07:22:14.189] targetRecOff = 6960 [07:22:14.189] pageHeaderSize = [07:22:14.189] len = [07:22:14.189] total_len = [07:22:14.189] buffer = [07:22:14.189] gotlen = [07:22:14.189] pageHeader = [07:22:14.189] contdata = [07:22:14.189] save_copy = [07:22:14.189] #11 XLogReadAhead (state=0x836622130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [07:22:14.189] result = [07:22:14.189] #12 0x000000000066fbd8 in XLogPrefetcherNextBlock (pgsr_private=35273114120, lsn=0x83673f468) at ../src/backend/access/transam/xlogprefetcher.c:490 [07:22:14.189] nonblocking = false [07:22:14.189] record = 0x0 [07:22:14.189] prefetcher = 0x836710208 [07:22:14.189] reader = 0x836622130 [07:22:14.189] replaying_lsn = 105159424 [07:22:14.189] #13 0x000000000066f842 in lrq_prefetch (lrq=0x83673f3e8) at ../src/backend/access/transam/xlogprefetcher.c:252 [07:22:14.189] No locals. [07:22:14.189] #14 lrq_complete_lsn (lrq=0x83673f3e8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [07:22:14.189] No locals. [07:22:14.189] #15 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x836710208, errmsg=errmsg@entry=0x820f07d60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [07:22:14.189] replayed_up_to = [07:22:14.189] record = [07:22:14.189] #16 0x000000000067336a in ReadRecord (xlogprefetcher=0x836710208, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=2) at ../src/backend/access/transam/xlogrecovery.c:3164 [07:22:14.189] errormsg = 0x836622940 "" [07:22:14.189] xlogreader = 0x836622130 [07:22:14.189] private = [07:22:14.189] record = [07:22:14.189] #17 0x0000000000673c49 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1843 [07:22:14.189] ru0 = {tv = {tv_sec = 1730186307, tv_usec = 874927}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 1034}, ru_maxrss = 0, ru_ixrss = 0, ru_idrss = 0, ru_isrss = 0, ru_minflt = 149, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 6, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 11, ru_nivcsw = 3}} [07:22:14.189] xtime = [07:22:14.189] reachedRecoveryTarget = false [07:22:14.189] replayTLI = 2 [07:22:14.189] record = [07:22:14.189] #18 0x0000000000664383 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5843 [07:22:14.189] wasShutdown = false [07:22:14.189] haveTblspcMap = false [07:22:14.189] haveBackupLabel = true [07:22:14.189] promoted = false [07:22:14.189] didCrash = [07:22:14.189] checkPoint = {redo = 100664848, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 774} [07:22:14.189] oldestActiveXID = [07:22:14.189] performedWalRecovery = [07:22:14.189] endOfRecoveryInfo = [07:22:14.189] EndOfLog = [07:22:14.189] EndOfLogTLI = [07:22:14.189] abortedRecPtr = [07:22:14.189] missingContrecPtr = [07:22:14.189] newTLI = [07:22:14.189] Insert = [07:22:14.189] #19 0x000000000089417b in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [07:22:14.189] No locals. [07:22:14.189] #20 0x000000000088ded7 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:266 [07:22:14.189] pid = [07:22:14.189] #21 0x0000000000890444 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3733 [07:22:14.189] pid = [07:22:14.189] __error = [07:22:14.189] #22 0x0000000000890085 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820f0cb18) at ../src/backend/postmaster/postmaster.c:1340 [07:22:14.189] userDoption = [07:22:14.189] listen_addr_saved = [07:22:14.189] output_config_variable = [07:22:14.189] opt = [07:22:14.189] status = [07:22:14.189] #23 0x00000000007ca17c in main (argc=4, argv=0x820f0cb18) at ../src/backend/main/main.c:196 [07:22:14.189] do_check_root =