[01:03:29.795] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [01:03:30.153] dumping /tmp/cores/sh.10540.core for /bin/sh [01:03:30.200] [New LWP 101704] [01:03:30.202] Core was generated by `sh -c cp "/tmp/cirrus-ci-build/build/testrun/recovery/020_archive_status/data/t_'. [01:03:30.202] Program terminated with signal SIGQUIT, Quit. [01:03:30.202] Sent by kill() from pid 10482 and user 1003. [01:03:30.202] #0 0x0000297440d925da in ?? () from /libexec/ld-elf.so.1 [01:03:30.212] [01:03:30.212] Thread 1 (LWP 101704): [01:03:30.212] #0 0x0000297440d925da in ?? () from /libexec/ld-elf.so.1 [01:03:30.212] No symbol table info available. [01:03:30.212] #1 0x0000297440d8e6ec in ?? () from /libexec/ld-elf.so.1 [01:03:30.212] No symbol table info available. [01:03:30.212] #2 0x0000000000000000 in ?? () [01:03:30.212] No symbol table info available. [01:03:30.218] [01:03:30.218] [01:03:30.218] [01:03:30.280] dumping /tmp/cores/postgres.18045.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [01:03:30.414] [New LWP 101662] [01:03:30.498] Core was generated by `postgres: standby2: startup waiting for 000000010000000000000006'. [01:03:30.498] Program terminated with signal SIGQUIT, Quit. [01:03:30.498] Sent by thr_kill() from pid 18045 and user 1003. [01:03:30.498] #0 0x000000082be5c8fa in _sigprocmask () from /lib/libc.so.7 [01:03:30.536] [01:03:30.536] Thread 1 (LWP 101662): [01:03:30.536] #0 0x000000082be5c8fa in _sigprocmask () from /lib/libc.so.7 [01:03:30.536] No symbol table info available. [01:03:30.536] #1 0x000000082be95f91 in _system () from /lib/libc.so.7 [01:03:30.536] No symbol table info available. [01:03:30.536] #2 0x000000082af6f9d3 in ?? () from /lib/libthr.so.3 [01:03:30.536] No symbol table info available. [01:03:30.536] #3 0x0000000000669ae5 in RestoreArchivedFile (path=path@entry=0x8218d71d0 "pg_wal/0\347\0237", xlogfname=xlogfname@entry=0x8218d7620 "00000001", '0' , "6", recovername=, expectedSize=16777216, cleanupEnabled=) at ../src/backend/access/transam/xlogarchive.c:177 [01:03:30.536] xlogpath = "pg_wal/RECOVERYXLOG\000RY", '\000' , "\200\t`5\b\000\000\000\210v\215!\b\000\000\0009\000\000\000\000\000\000\000\000\000\344\000\000\000\000\000\000\020\n\000\000\000\000\000\200\315`5\b\000\000\0000\360\3326\b\000\000\000P\357\3326\b\000\000\000H\357\3326\b\000\000\000H\352\3326\b\000\000\000\000\340\344\000\000\000\000\000\000\020\3235\b\000\000\000E\021\n\000\000\000\000\000 m\215!\b\000\000\000 m\215!\b", '\000' , "\350n\215!\b\000\000\000hm\215!\b\000\000\000\b\000\000\0000\000\000\000"... [01:03:30.536] lastRestartPointFname = "00000001", '0' , "5\000\000\000\000\000\000\000\000\030\000\000\0000\000\000\000\260l\215!\b\000\000\000`j\215!\b\000\000\000ECOVERYXLOG", '\000' , "u\f\256\000\000\000\000\000\300i\215!\b\000\000\0000\000\000\000\000\000\000\000\210p\215!\b", '\000' , "pi\215!\b\000\000\000\303\017\256", '\000' , "u\f\256\000\000\000\000\000\210p\215!\b\000\000\000\376\377\377\377\000\000\000\000\002", '\000' ... [01:03:30.536] stat_buf = {st_dev = 34922657232, st_ino = 34922657312, st_nlink = 12224000, st_mode = 1, st_padding0 = 0, st_uid = 0, st_gid = 562917824, st_padding1 = 8, st_rdev = 35095672295, st_atim = {tv_sec = 35261568255, tv_nsec = 12386192}, st_mtim = {tv_sec = 909127728, tv_nsec = 6}, st_ctim = {tv_sec = -72340172838076673, tv_nsec = -9187201950435737472}, st_birthtim = {tv_sec = 206158430224, tv_nsec = 34922657280}, st_size = 34922656304, st_blocks = 11457843, st_blksize = 720764995, st_flags = 8, st_gen = 34945354875, st_spare = {3326650, 35261517824, 4294967292, 9259542123273814144, 34922656048, 0, 11, 35080544752, 206158430240, 34922656208}} [01:03:30.536] restartRedoPtr = 83886120 [01:03:30.536] restartTli = 1 [01:03:30.536] restartSegNo = [01:03:30.536] xlogRestoreCmd = 0x835cfa3f8 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/archives/00000001", '0' , "6\" \"pg_wal/RECOVERYXLOG\"" [01:03:30.536] rc = [01:03:30.536] #4 0x00000000006752ce in XLogFileRead (segno=segno@entry=6, tli=tli@entry=1, source=source@entry=XLOG_FROM_ARCHIVE, notfoundOk=true) at ../src/backend/access/transam/xlogrecovery.c:4221 [01:03:30.536] xlogfname = "00000001", '0' , "6\000v\215!\b\000\000\000pv\215!\b\000\000\000\365y\345+\b\000\000\000\377A\000\000\000\000\000\000\337\001\000\000\000\000\000" [01:03:30.536] activitymsg = "waiting for 00000001", '0' , "6\000\000\000\000\240\346\360+\b\000\000\000@v\215!\b\000\000\000\257z\345+\b\000\000\000\016\020\017g\000\000\000\000w\303\335ׄ\321", [01:03:30.536] path = "pg_wal/0\347\0237\000\000\000\000\000\030\000\000\0000\000\000\000@r\215!\b\000\000\000 q\215!\b\000\000\000\251\226\253\000\000\000\000\000\360\000\000\000\000\000\000\000d\000\000\000\000\000\000\000\000\320\3005\b", '\000' , "\200\343\274\000\000\000\000\000p\005\275\000\000\000\000\000@v\215!\b\000\000\000\271@\251\000\000\000\000\000\b0\372!\b\000\000\000 \000\000\000\000\000\000\000\340s\215!\b\000\000\000\347j\251\323\354\020\000\000\b0\372!\b\000\000\000\b4\372!\b\000\000\000\b8\372!\b\000\000\000\b<\372!\b\000\000\000\bp\372!\b\000\000\000\bt\372!\b\000\000\000\bx\372!\b\000\000\000"... [01:03:30.536] fd = [01:03:30.536] #5 0x0000000000670fac in XLogFileReadAnyTLI (segno=6, source=XLOG_FROM_ANY) at ../src/backend/access/transam/xlogrecovery.c:4349 [01:03:30.536] hent = [01:03:30.536] tli = 1 [01:03:30.536] cell__state = {l = 0x835d27f18, i = 0} [01:03:30.536] path = "\260I\000\006\000\000\000\0000000001", '0' , "6", '\000' , "\001E\261\017\bj\230\207f\220@W4\b\000\000\0009\000\000\000\000\000\000\000\000\000\n\000\000\000\000\000@\000\b\000\000\000\000\000\240\346\360+\b\000\000\000\220w\215!\b\000\000\000\353|\351+\b", '\000' , "\005", '\000' , "\001\000\000\000\000\000\000\000\230\000\000\000\000\000\000\005\000\000\000\000\005\000\000\000\000\000\000\000\230\000\000\005", '\000' , "E\261\017\bj\230\207f\000\260\3005\b\000\000\000@\000\b\000\000\000\000\000"... [01:03:30.536] tles = 0x835d27f18 [01:03:30.536] cell = [01:03:30.536] fd = [01:03:30.536] cell__state = [01:03:30.536] hent = [01:03:30.536] tli = [01:03:30.536] beginseg = [01:03:30.536] __error = [01:03:30.536] __error = [01:03:30.536] #6 WaitForWALToBecomeAvailable (RecPtr=100671488, tliRecPtr=100683584, replayTLI=1, replayLSN=100683584, randAccess=, fetching_ckpt=, nonblocking=) at ../src/backend/access/transam/xlogrecovery.c:3783 [01:03:30.536] startWalReceiver = [01:03:30.536] streaming_reply_sent = false [01:03:30.536] now = [01:03:30.536] startWalReceiver = [01:03:30.536] oldSource = [01:03:30.536] wait_time = [01:03:30.536] __error = [01:03:30.536] __error = [01:03:30.536] __error = [01:03:30.536] havedata = [01:03:30.536] ptr = [01:03:30.536] tli = [01:03:30.536] __error = [01:03:30.536] latestChunkStart = [01:03:30.536] __error = [01:03:30.536] #7 XLogPageRead (xlogreader=0x835c0c130, targetPagePtr=100663296, reqLen=8192, targetRecPtr=100683584, readBuf=0x835cf6ab8 "\027\321\005") at ../src/backend/access/transam/xlogrecovery.c:3364 [01:03:30.536] private = 0x835c0c110 [01:03:30.536] emode = 15 [01:03:30.536] targetSegNo = 6 [01:03:30.536] targetPageOff = 0 [01:03:30.536] r = [01:03:30.536] #8 0x0000000000677f36 in ReadPageInternal (state=state@entry=0x835c0c130, pageptr=100679680, reqLen=3928) at ../src/backend/access/transam/xlogreader.c:1040 [01:03:30.536] targetSegmentPtr = 100663296 [01:03:30.536] targetSegNo = 6 [01:03:30.536] targetPageOff = 16384 [01:03:30.536] readLen = [01:03:30.536] hdr = [01:03:30.536] err = [01:03:30.536] #9 0x0000000000676e22 in XLogDecodeNextRecord (state=0x835c0c130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:597 [01:03:30.536] errormsg = 0x8218dbc98 "" [01:03:30.536] randAccess = [01:03:30.536] decoded = 0x0 [01:03:30.536] RecPtr = 100683584 [01:03:30.536] assembled = false [01:03:30.536] targetPagePtr = 34922653632 [01:03:30.536] readOff = [01:03:30.536] record = [01:03:30.536] gotheader = [01:03:30.536] targetRecOff = 3904 [01:03:30.536] pageHeaderSize = [01:03:30.536] len = [01:03:30.536] total_len = [01:03:30.536] buffer = [01:03:30.536] gotlen = [01:03:30.536] pageHeader = [01:03:30.536] contdata = [01:03:30.536] save_copy = [01:03:30.536] #10 XLogReadAhead (state=0x835c0c130, nonblocking=false) at ../src/backend/access/transam/xlogreader.c:973 [01:03:30.536] result = [01:03:30.536] #11 0x000000000066e508 in XLogPrefetcherNextBlock (pgsr_private=35262532296, lsn=0x835d278b8) at ../src/backend/access/transam/xlogprefetcher.c:490 [01:03:30.536] nonblocking = false [01:03:30.536] record = 0x0 [01:03:30.536] prefetcher = 0x835cf8ac8 [01:03:30.536] reader = 0x835c0c130 [01:03:30.536] replaying_lsn = 100683536 [01:03:30.536] #12 0x000000000066e172 in lrq_prefetch (lrq=0x835d277e8) at ../src/backend/access/transam/xlogprefetcher.c:252 [01:03:30.536] No locals. [01:03:30.536] #13 lrq_complete_lsn (lrq=0x835d277e8, lsn=) at ../src/backend/access/transam/xlogprefetcher.c:290 [01:03:30.536] No locals. [01:03:30.536] #14 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x835cf8ac8, errmsg=errmsg@entry=0x8218dbd60) at ../src/backend/access/transam/xlogprefetcher.c:1035 [01:03:30.536] replayed_up_to = [01:03:30.536] record = [01:03:30.537] #15 0x0000000000671c9a in ReadRecord (xlogprefetcher=0x835cf8ac8, emode=emode@entry=15, fetching_ckpt=false, replayTLI=replayTLI@entry=1) at ../src/backend/access/transam/xlogrecovery.c:3164 [01:03:30.537] errormsg = 0x835c0c940 "" [01:03:30.537] xlogreader = 0x835c0c130 [01:03:30.537] private = [01:03:30.537] record = [01:03:30.537] #16 0x0000000000672579 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1843 [01:03:30.537] ru0 = {tv = {tv_sec = 1729040393, tv_usec = 98006}, ru = {ru_utime = {tv_sec = 0, tv_usec = 0}, ru_stime = {tv_sec = 0, tv_usec = 630}, ru_maxrss = 27648, ru_ixrss = 6020, ru_idrss = 332, ru_isrss = 128, ru_minflt = 144, ru_majflt = 0, ru_nswap = 0, ru_inblock = 0, ru_oublock = 0, ru_msgsnd = 0, ru_msgrcv = 0, ru_nsignals = 0, ru_nvcsw = 5, ru_nivcsw = 1}} [01:03:30.537] xtime = [01:03:30.537] reachedRecoveryTarget = false [01:03:30.537] replayTLI = 1 [01:03:30.537] record = [01:03:30.537] #17 0x0000000000662e13 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5841 [01:03:30.537] wasShutdown = false [01:03:30.537] haveTblspcMap = false [01:03:30.537] haveBackupLabel = true [01:03:30.537] promoted = false [01:03:30.537] didCrash = [01:03:30.537] checkPoint = {redo = 83886120, ThisTimeLineID = 1, PrevTimeLineID = , fullPageWrites = true, wal_level = , nextXid = {value = }, nextOid = , nextMulti = , nextMultiOffset = , oldestXid = , oldestXidDB = 1, oldestMulti = , oldestMultiDB = , time = , oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 755} [01:03:30.537] oldestActiveXID = [01:03:30.537] performedWalRecovery = [01:03:30.537] endOfRecoveryInfo = [01:03:30.537] EndOfLog = [01:03:30.537] EndOfLogTLI = [01:03:30.537] abortedRecPtr = [01:03:30.537] missingContrecPtr = [01:03:30.537] newTLI = [01:03:30.537] Insert = [01:03:30.537] #18 0x00000000008921fb in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [01:03:30.537] No locals. [01:03:30.537] #19 0x000000000088bf57 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:274 [01:03:30.537] pid = [01:03:30.537] #20 0x000000000088e4c4 in StartChildProcess (type=B_AUTOVAC_WORKER, type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3736 [01:03:30.537] pid = [01:03:30.537] __error = [01:03:30.537] #21 0x000000000088e105 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8218e1298) at ../src/backend/postmaster/postmaster.c:1343 [01:03:30.537] userDoption = [01:03:30.537] listen_addr_saved = [01:03:30.537] output_config_variable = [01:03:30.537] opt = [01:03:30.537] status = [01:03:30.537] #22 0x00000000007c83fc in main (argc=4, argv=0x8218e1298) at ../src/backend/main/main.c:197 [01:03:30.537] do_check_root =