[00:52:19.754] src/tools/ci/cores_backtrace.sh linux /tmp/cores [00:52:20.456] dumping /tmp/cores/postgres-3-22981.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [00:52:22.296] [New LWP 22981] [00:52:22.296] [New LWP 22918] [00:52:22.296] Downloading separate debug info for /lib/x86_64-linux-gnu/libm.so.6... [00:52:23.059] Downloading separate debug info for /lib/x86_64-linux-gnu/libdl.so.2... [00:52:23.953] Downloading separate debug info for /lib/x86_64-linux-gnu/librt.so.1... [00:52:25.217] Downloading separate debug info for /lib/x86_64-linux-gnu/libgssapi_krb5.so.2... [00:52:27.781] Downloading separate debug info for /lib/x86_64-linux-gnu/libicuuc.so.67... [00:52:27.781] Downloading separate debug info for /.cache/debuginfod_client/f871bbd529a02abd860f0d16b842b5b20234cb49/debuginfo... [00:52:29.858] Downloading separate debug info for /lib/x86_64-linux-gnu/libicui18n.so.67... [00:52:31.068] Downloading separate debug info for /lib/x86_64-linux-gnu/libldap_r-2.4.so.2... [00:52:32.692] Downloading separate debug info for /lib/x86_64-linux-gnu/libxml2.so.2... [00:52:33.802] Downloading separate debug info for /lib/x86_64-linux-gnu/liblz4.so.1... [00:52:34.603] Downloading separate debug info for /lib/x86_64-linux-gnu/libpam.so.0... [00:52:35.930] Downloading separate debug info for /lib/x86_64-linux-gnu/libssl.so.1.1... [00:52:37.640] Downloading separate debug info for /lib/x86_64-linux-gnu/libcrypto.so.1.1... [00:52:39.095] Downloading separate debug info for /lib/x86_64-linux-gnu/libsystemd.so.0... [00:52:40.007] Downloading separate debug info for /lib/x86_64-linux-gnu/libz.so.1... [00:52:41.543] Downloading separate debug info for /lib/x86_64-linux-gnu/libzstd.so.1... [00:52:43.101] Downloading separate debug info for /lib/x86_64-linux-gnu/libpthread.so.0... [00:52:43.573] [Thread debugging using libthread_db enabled] [00:52:43.573] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [00:52:44.802] Downloading separate debug info for /lib64/ld-linux-x86-64.so.2... [00:52:46.234] Downloading separate debug info for /lib/x86_64-linux-gnu/libkrb5.so.3... [00:52:47.299] Downloading separate debug info for /lib/x86_64-linux-gnu/libk5crypto.so.3... [00:52:47.926] Downloading separate debug info for /lib/x86_64-linux-gnu/libcom_err.so.2... [00:52:48.788] Downloading separate debug info for /lib/x86_64-linux-gnu/libkrb5support.so.0... [00:52:51.383] Downloading separate debug info for /lib/x86_64-linux-gnu/libstdc++.so.6... [00:52:52.315] Downloading separate debug info for /lib/x86_64-linux-gnu/libgcc_s.so.1... [00:52:53.134] Downloading separate debug info for /lib/x86_64-linux-gnu/liblber-2.4.so.2... [00:52:54.471] Downloading separate debug info for /lib/x86_64-linux-gnu/libresolv.so.2... [00:52:55.424] Downloading separate debug info for /lib/x86_64-linux-gnu/libsasl2.so.2... [00:52:57.094] Downloading separate debug info for /lib/x86_64-linux-gnu/libgnutls.so.30... [00:52:58.208] Downloading separate debug info for /lib/x86_64-linux-gnu/liblzma.so.5... [00:52:58.998] Downloading separate debug info for /lib/x86_64-linux-gnu/libaudit.so.1... [00:53:00.428] Downloading separate debug info for /lib/x86_64-linux-gnu/libgcrypt.so.20... [00:53:01.054] Downloading separate debug info for /lib/x86_64-linux-gnu/libkeyutils.so.1... [00:53:02.587] Downloading separate debug info for /lib/x86_64-linux-gnu/libp11-kit.so.0... [00:53:03.351] Downloading separate debug info for /lib/x86_64-linux-gnu/libidn2.so.0... [00:53:04.579] Downloading separate debug info for /lib/x86_64-linux-gnu/libunistring.so.2... [00:53:05.371] Downloading separate debug info for /lib/x86_64-linux-gnu/libtasn1.so.6... [00:53:06.458] Downloading separate debug info for /lib/x86_64-linux-gnu/libnettle.so.8... [00:53:07.405] Downloading separate debug info for /lib/x86_64-linux-gnu/libhogweed.so.6... [00:53:08.645] Downloading separate debug info for /lib/x86_64-linux-gnu/libgmp.so.10... [00:53:09.285] Downloading separate debug info for /lib/x86_64-linux-gnu/libcap-ng.so.0... [00:53:10.224] Downloading separate debug info for /lib/x86_64-linux-gnu/libgpg-error.so.0... [00:53:11.003] Downloading separate debug info for /lib/x86_64-linux-gnu/libffi.so.7... [00:53:11.507] Core was generated by `postgres: standby2: startup waiting for 000000010000000000000003 '. [00:53:11.507] Program terminated with signal SIGQUIT, Quit. [00:53:11.507] #0 0x00007fbacd550fc7 in sigprocmask () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.538] [Current thread is 1 (LWP 22981)] [00:53:11.704] [00:53:11.704] Thread 2 (Thread 0x7fbacaee7a40 (LWP 22918)): [00:53:11.704] #0 0x00007fbacd613a61 in clone () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.704] No symbol table info available. [00:53:11.704] #1 0x00007fbacd601e5e in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.704] No symbol table info available. [00:53:11.704] #2 0x00007fbacd602497 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.704] No symbol table info available. [00:53:11.704] #3 0x00007fbacd601cdb in posix_spawn () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.704] No symbol table info available. [00:53:11.704] #4 0x00007fbacd55da69 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.704] No symbol table info available. [00:53:11.704] #5 0x0000557a23d31186 in RestoreArchivedFile (path=path@entry=0x7ffeb39e72e0 "\001", xlogfname=xlogfname@entry=0x7ffeb39e72a0 "00000002.history", recovername=recovername@entry=0x557a2483eaf0 "RECOVERYHISTORY", expectedSize=expectedSize@entry=0, cleanupEnabled=cleanupEnabled@entry=false) at ../src/backend/access/transam/xlogarchive.c:177 [00:53:11.704] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\b", '\000' , "\257Pi$zU\000\062", '\000' , "\b\000\000\000\000\000\000\000\071W\203$zU\000\000\310q\236\263\376\177\000\000\065W\203$zU\000\000\333Ki$zU\000\000AW\203$zU\000\000\071W\203$zU\000\000\310q\236\263\376\177\000\000\065W\203$zU\000\000\030y\356ʺ\177\000\000yUi$zU", '\000' , "\b", '\000' , "\060", '\000' , "\002\000\000\000\000\000\000\000"... [00:53:11.704] xlogRestoreCmd = 0x557a26fa2598 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/020_archive_status/data/t_020_archive_status_primary_data/archives/00000002.history\" \"pg_wal/RECOVERYHISTORY\"" [00:53:11.704] lastRestartPointFname = '0' , "\000^i$zU", '\000' , " m\236\263\376\177\000\000yUi$zU", '\000' , "\b", '\000' , "\060", '\000' , "\002", '\000' ... [00:53:11.704] rc = [00:53:11.704] stat_buf = {st_dev = 32768, st_ino = 207871313164, st_nlink = 347739795, st_mode = 1712882956, st_uid = 0, st_gid = 255739855, __pad0 = 0, st_rdev = 1712882956, st_size = 5922071200885860208, st_blksize = 6366210006019162949, st_blocks = 4673356, st_atim = {tv_sec = 0, tv_nsec = 3472113003596310384}, st_mtim = {tv_sec = 3688782553318174768, tv_nsec = 3472328296227680304}, st_ctim = {tv_sec = 808464432, tv_nsec = 0}, __glibc_reserved = {8, 93983086981836, 140731911925096}} [00:53:11.704] restartSegNo = [00:53:11.704] restartRedoPtr = 93983085252783 [00:53:11.704] restartTli = 0 [00:53:11.704] __func__ = "RestoreArchivedFile" [00:53:11.704] #6 0x0000557a23d05b53 in existsTimeLineHistory (probeTLI=probeTLI@entry=2) at ../src/backend/access/transam/timeline.c:235 [00:53:11.704] path = "\001", '\000' , "\001\000\000\000\000\000\000\000\210\002\324#zU\000\000\230\000\000\000\000\000\000\000\377\377\377\377\r\000\000\000pg_wal/00000001", '0' , "3\000\360v\236\263\376\177\000\000\212\066\352κ\177\000\000H+\"%zU", '\000' , " \000\000\000\000\000\000h\355\371&zU\000\000\006\000\000\000\000\000\000\000\b\000\000\000\000\000\000\000\060", '\000' , "\240\037\000\000\377\377\002", '\000' ... [00:53:11.704] histfname = "00000002.history", '\000' , "HM\373&zU\000\000\001\000\000\000\000\000\000" [00:53:11.704] fd = [00:53:11.704] __func__ = "existsTimeLineHistory" [00:53:11.704] #7 0x0000557a23d05c3e in findNewestTimeLine (startTLI=startTLI@entry=1) at ../src/backend/access/transam/timeline.c:277 [00:53:11.704] newestTLI = 1 [00:53:11.704] probeTLI = 2 [00:53:11.704] #8 0x0000557a23d3c151 in rescanLatestTimeLine (replayTLI=replayTLI@entry=1, replayLSN=replayLSN@entry=50331648) at ../src/backend/access/transam/xlogrecovery.c:4113 [00:53:11.704] newExpectedTLEs = [00:53:11.704] found = [00:53:11.704] cell = [00:53:11.704] newtarget = [00:53:11.704] oldtarget = 1 [00:53:11.704] currentTle = 0x0 [00:53:11.704] __func__ = "rescanLatestTimeLine" [00:53:11.704] #9 0x0000557a23d41301 in WaitForWALToBecomeAvailable (RecPtr=RecPtr@entry=50331672, randAccess=false, fetching_ckpt=false, tliRecPtr=tliRecPtr@entry=50331648, replayTLI=1, replayLSN=50331648, nonblocking=false) at ../src/backend/access/transam/xlogrecovery.c:3674 [00:53:11.704] oldSource = XLOG_FROM_STREAM [00:53:11.704] startWalReceiver = false [00:53:11.704] last_fail_time = 766198156439589 [00:53:11.704] now = [00:53:11.704] streaming_reply_sent = false [00:53:11.704] __func__ = "WaitForWALToBecomeAvailable" [00:53:11.704] #10 0x0000557a23d41d37 in XLogPageRead (xlogreader=0x557a26f4ff10, targetPagePtr=50331648, reqLen=24, targetRecPtr=50331648, readBuf=0x557a26f9ed68 "\025\321\005") at ../src/backend/access/transam/xlogrecovery.c:3351 [00:53:11.704] private = 0x557a26f4fef0 [00:53:11.704] emode = 15 [00:53:11.704] targetPageOff = 0 [00:53:11.704] targetSegNo = 3 [00:53:11.704] r = [00:53:11.704] __func__ = "XLogPageRead" [00:53:11.704] #11 0x0000557a23d4a192 in ReadPageInternal (state=state@entry=0x557a26f4ff10, pageptr=pageptr@entry=50331648, reqLen=reqLen@entry=24) at ../src/backend/access/transam/xlogreader.c:1060 [00:53:11.704] readLen = [00:53:11.704] targetPageOff = 0 [00:53:11.704] targetSegNo = 3 [00:53:11.704] hdr = [00:53:11.704] #12 0x0000557a23d4bded in XLogDecodeNextRecord (state=state@entry=0x557a26f4ff10, nonblocking=nonblocking@entry=false) at ../src/backend/access/transam/xlogreader.c:597 [00:53:11.704] RecPtr = 50331648 [00:53:11.704] record = [00:53:11.704] targetPagePtr = 50331648 [00:53:11.704] randAccess = false [00:53:11.704] len = [00:53:11.704] total_len = [00:53:11.704] targetRecOff = 0 [00:53:11.704] pageHeaderSize = [00:53:11.704] assembled = false [00:53:11.704] gotheader = [00:53:11.704] readOff = [00:53:11.704] decoded = 0x0 [00:53:11.704] errormsg = 0x557a26f4ff10 "\322\032\324#zU" [00:53:11.704] #13 0x0000557a23d4c98f in XLogReadAhead (state=0x557a26f4ff10, nonblocking=nonblocking@entry=false) at ../src/backend/access/transam/xlogreader.c:973 [00:53:11.704] result = [00:53:11.704] #14 0x0000557a23d372d1 in XLogPrefetcherNextBlock (pgsr_private=93983127964992, lsn=0x557a26fb4718) at ../src/backend/access/transam/xlogprefetcher.c:492 [00:53:11.704] nonblocking = [00:53:11.704] record = [00:53:11.704] prefetcher = 0x557a26f50d40 [00:53:11.704] reader = 0x557a26f4ff10 [00:53:11.704] replaying_lsn = 33563904 [00:53:11.704] __func__ = "XLogPrefetcherNextBlock" [00:53:11.704] #15 0x0000557a23d3b69a in lrq_prefetch (lrq=) at ../src/backend/access/transam/xlogprefetcher.c:252 [00:53:11.704] No locals. [00:53:11.704] #16 lrq_complete_lsn (lsn=50331648, lrq=0x557a26fb4618) at ../src/backend/access/transam/xlogprefetcher.c:290 [00:53:11.704] No locals. [00:53:11.704] #17 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x557a26f50d40, errmsg=errmsg@entry=0x7ffeb39eba28) at ../src/backend/access/transam/xlogprefetcher.c:1037 [00:53:11.704] record = [00:53:11.704] replayed_up_to = 50331648 [00:53:11.704] #18 0x0000557a23d42564 in ReadRecord (xlogprefetcher=0x557a26f50d40, emode=emode@entry=15, fetching_ckpt=fetching_ckpt@entry=false, replayTLI=1) at ../src/backend/access/transam/xlogrecovery.c:3151 [00:53:11.704] errormsg = 0x557a24242259 "AUATUSH\203\354\bH\205\377\017\204:\001" [00:53:11.704] record = [00:53:11.704] xlogreader = 0x557a26f4ff10 [00:53:11.704] private = [00:53:11.704] __func__ = "ReadRecord" [00:53:11.704] #19 0x0000557a23d456fb in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [00:53:11.704] xtime = [00:53:11.704] ru0 = {tv = {tv_sec = 1712882956, tv_usec = 352762}, ru = {ru_utime = {tv_sec = 0, tv_usec = 1265}, ru_stime = {tv_sec = 0, tv_usec = 0}, {ru_maxrss = 16144, __ru_maxrss_word = 16144}, {ru_ixrss = 0, __ru_ixrss_word = 0}, {ru_idrss = 0, __ru_idrss_word = 0}, {ru_isrss = 0, __ru_isrss_word = 0}, {ru_minflt = 403, __ru_minflt_word = 403}, {ru_majflt = 5, __ru_majflt_word = 5}, {ru_nswap = 0, __ru_nswap_word = 0}, {ru_inblock = 0, __ru_inblock_word = 0}, {ru_oublock = 0, __ru_oublock_word = 0}, {ru_msgsnd = 0, __ru_msgsnd_word = 0}, {ru_msgrcv = 0, __ru_msgrcv_word = 0}, {ru_nsignals = 0, __ru_nsignals_word = 0}, {ru_nvcsw = 2, __ru_nvcsw_word = 2}, {ru_nivcsw = 1, __ru_nivcsw_word = 1}}} [00:53:11.704] record = 0x7fbaca7a3690 [00:53:11.704] reachedRecoveryTarget = false [00:53:11.704] replayTLI = 1 [00:53:11.704] __func__ = "PerformWalRecovery" [00:53:11.704] #20 0x0000557a23d2f11e in StartupXLOG () at ../src/backend/access/transam/xlog.c:5806 [00:53:11.704] Insert = [00:53:11.725] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = 1, fullPageWrites = true, nextXid = {value = 739}, nextOid = 24576, nextMulti = 1, nextMultiOffset = 0, oldestXid = 730, oldestXidDB = 1, oldestMulti = 1, oldestMultiDB = 1, time = 1712882954, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 739} [00:53:11.725] wasShutdown = false [00:53:11.725] didCrash = [00:53:11.725] haveTblspcMap = false [00:53:11.725] haveBackupLabel = false [00:53:11.725] EndOfLog = [00:53:11.725] EndOfLogTLI = [00:53:11.725] newTLI = [00:53:11.725] performedWalRecovery = [00:53:11.725] endOfRecoveryInfo = [00:53:11.725] abortedRecPtr = [00:53:11.725] missingContrecPtr = [00:53:11.725] oldestActiveXID = [00:53:11.725] promoted = false [00:53:11.725] __func__ = "StartupXLOG" [00:53:11.725] #21 0x0000557a241f4302 in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [00:53:11.725] No locals. [00:53:11.725] #22 0x0000557a241eb91e in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:265 [00:53:11.725] pid = [00:53:11.725] #23 0x0000557a241ed997 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3928 [00:53:11.725] pid = [00:53:11.725] __func__ = "StartChildProcess" [00:53:11.725] #24 0x0000557a241f3a61 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x557a26f4ede0) at ../src/backend/postmaster/postmaster.c:1364 [00:53:11.725] opt = [00:53:11.725] status = [00:53:11.725] userDoption = [00:53:11.725] listen_addr_saved = false [00:53:11.725] output_config_variable = [00:53:11.725] __func__ = "PostmasterMain" [00:53:11.725] #25 0x0000557a240142cb in main (argc=4, argv=0x557a26f4ede0) at ../src/backend/main/main.c:197 [00:53:11.725] do_check_root = [00:53:11.725] [00:53:11.725] Thread 1 (LWP 22981): [00:53:11.725] #0 0x00007fbacd550fc7 in sigprocmask () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.725] No symbol table info available. [00:53:11.725] #1 0x00007fbacd60213a in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.725] No symbol table info available. [00:53:11.725] #2 0x00007fbacd613a6f in clone () from /lib/x86_64-linux-gnu/libc.so.6 [00:53:11.725] No symbol table info available.