[03:43:28.256] src/tools/ci/cores_backtrace.sh linux /tmp/cores [03:43:28.460] dumping /tmp/cores/postgres-6-83167.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [03:43:28.982] [New LWP 83167] [03:43:28.982] [03:43:28.982] This GDB supports auto-downloading debuginfo from the following URLs: [03:43:28.982] [03:43:28.982] Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] [03:43:28.982] Debuginfod has been disabled. [03:43:28.982] To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [03:43:29.111] [Thread debugging using libthread_db enabled] [03:43:29.111] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [03:43:29.111] Core was generated by `postgres: replica_fail: checkpointer '. [03:43:29.111] Program terminated with signal SIGABRT, Aborted. [03:43:29.111] #0 0x00007f72fb6a9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:29.175] [03:43:29.175] Thread 1 (Thread 0x7f72fbe34a80 (LWP 83167)): [03:43:29.175] #0 0x00007f72fb6a9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:29.175] No symbol table info available. [03:43:29.175] #1 0x00007f72fb65afb2 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:29.175] No symbol table info available. [03:43:29.175] #2 0x00007f72fb645472 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:29.175] No symbol table info available. [03:43:29.175] #3 0x0000555865408b97 in ExceptionalCondition (conditionName=conditionName@entry=0x5558656dc495 "TransactionIdIsValid(initial)", fileName=fileName@entry=0x5558656db120 "../src/backend/storage/ipc/procarray.c", lineNumber=lineNumber@entry=1759) at ../src/backend/utils/error/assert.c:66 [03:43:29.175] No locals. [03:43:29.175] #4 0x000055586510394e in ComputeXidHorizons (h=h@entry=0x7ffc09b286d0) at ../src/backend/storage/ipc/procarray.c:1759 [03:43:29.175] initial = [03:43:29.175] arrayP = 0x7f72f8bc3600 [03:43:29.175] kaxmin = [03:43:29.175] in_recovery = true [03:43:29.175] other_xids = 0x7f72f8bbd7c0 [03:43:29.175] #5 0x0000555865108b47 in GetOldestTransactionIdConsideredRunning () at ../src/backend/storage/ipc/procarray.c:2038 [03:43:29.175] horizons = {latest_completed = {value = 0}, slot_xmin = 50332072, slot_catalog_xmin = 0, oldest_considered_running = 0, shared_oldest_nonremovable = 0, shared_oldest_nonremovable_raw = 50332160, catalog_oldest_nonremovable = 0, data_oldest_nonremovable = 50332280, temp_oldest_nonremovable = 0} [03:43:29.175] #6 0x0000555864b42bbd in CreateRestartPoint (flags=flags@entry=0) at ../src/backend/access/transam/xlog.c:8016 [03:43:29.175] lastCheckPointRecPtr = [03:43:29.175] lastCheckPointEndPtr = 50332280 [03:43:29.175] lastCheckPoint = {redo = 50332072, ThisTimeLineID = 1, PrevTimeLineID = 1, fullPageWrites = true, wal_level = 1, nextXid = {value = 753}, nextOid = 24576, nextMulti = 1, nextMultiOffset = 0, oldestXid = 744, oldestXidDB = 1, oldestMulti = 1, oldestMultiDB = 1, time = 1751772092, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 753} [03:43:29.175] PriorRedoPtr = 50331864 [03:43:29.175] receivePtr = [03:43:29.175] replayPtr = [03:43:29.175] replayTLI = 1 [03:43:29.175] endptr = 50332160 [03:43:29.175] _logSegNo = 2 [03:43:29.175] xtime = [03:43:29.175] __func__ = "CreateRestartPoint" [03:43:29.175] #7 0x0000555864ff9023 in CheckpointerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/checkpointer.c:479 [03:43:29.175] ckpt_performed = false [03:43:29.175] do_restartpoint = true [03:43:29.175] flags = 0 [03:43:29.175] chkpt_or_rstpt_timed = false [03:43:29.175] do_checkpoint = true [03:43:29.175] now = 1751772094 [03:43:29.175] elapsed_secs = 285 [03:43:29.175] cur_timeout = [03:43:29.175] chkpt_or_rstpt_requested = [03:43:29.175] local_sigjmp_buf = {{__jmpbuf = {11, 4106143655559516475, 0, 0, 0, 56, -4106191580680335045, -7905160840582704837}, __mask_was_saved = 1, __saved_mask = {__val = {18446744066192964099, 93838144800852, 0, 16, 128, 0, 9384270472371287040, 2, 140131821516692, 24, 140720471181504, 140720308486160, 140720471181520, 140720471181456, 9384270472371287040, 0}}}} [03:43:29.175] checkpointer_context = 0x55586a7be2c0 [03:43:29.175] __func__ = "CheckpointerMain" [03:43:29.175] #8 0x0000555864ff984b in postmaster_child_launch (child_type=child_type@entry=B_CHECKPOINTER, child_slot=56, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [03:43:29.175] pid = [03:43:29.175] #9 0x0000555864ffefe1 in StartChildProcess (type=type@entry=B_CHECKPOINTER) at ../src/backend/postmaster/postmaster.c:3973 [03:43:29.175] pmchild = 0x55586a79c3a8 [03:43:29.175] pid = [03:43:29.175] __func__ = "StartChildProcess" [03:43:29.175] #10 0x0000555865002cf6 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x55586a72f680) at ../src/backend/postmaster/postmaster.c:1386 [03:43:29.175] opt = [03:43:29.175] status = [03:43:29.175] userDoption = [03:43:29.175] listen_addr_saved = false [03:43:29.175] output_config_variable = [03:43:29.175] __func__ = "PostmasterMain" [03:43:29.175] #11 0x0000555864e2e948 in main (argc=4, argv=0x55586a72f680) at ../src/backend/main/main.c:227 [03:43:29.175] do_check_root = [03:43:29.175] dispatch_option = [03:43:29.192] -e [03:43:29.192] [03:43:29.192] [03:43:29.259] dumping /tmp/cores/postgres-6-62854.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [03:43:29.538] [New LWP 62854] [03:43:29.538] [03:43:29.538] This GDB supports auto-downloading debuginfo from the following URLs: [03:43:29.538] [03:43:29.538] Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] [03:43:29.538] Debuginfod has been disabled. [03:43:29.538] To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [03:43:29.643] [Thread debugging using libthread_db enabled] [03:43:29.643] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [03:43:29.643] Core was generated by `postgres: node: startup recovering 000000010000000000000002 '. [03:43:29.643] Program terminated with signal SIGABRT, Aborted. [03:43:29.643] #0 0x00007f9e34ca9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:29.672] [03:43:29.672] Thread 1 (Thread 0x7f9e34bd2a80 (LWP 62854)): [03:43:29.672] #0 0x00007f9e34ca9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:29.672] No symbol table info available. [03:43:29.672] #1 0x00007f9e34c5afb2 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:29.672] No symbol table info available. [03:43:29.672] #2 0x00007f9e34c45472 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:29.672] No symbol table info available. [03:43:29.672] #3 0x0000557bcecd1d13 in errfinish (filename=filename@entry=0x557bcef1c460 "../src/backend/access/transam/xlogrecovery.c", lineno=lineno@entry=800, funcname=funcname@entry=0x557bcef1e7a0 <__func__.41> "InitWalRecovery") at ../src/backend/utils/error/elog.c:600 [03:43:29.672] edata = 0x557bcf987ca0 [03:43:29.672] elevel = 23 [03:43:29.672] oldcontext = 0x557c0b3797f0 [03:43:29.672] econtext = 0x0 [03:43:29.672] __func__ = "errfinish" [03:43:29.672] #4 0x0000557bce42331f in InitWalRecovery (ControlFile=, wasShutdown_ptr=wasShutdown_ptr@entry=0x7fffc9d3feff, haveBackupLabel_ptr=haveBackupLabel_ptr@entry=0x7fffc9d3fefd, haveTblspcMap_ptr=haveTblspcMap_ptr@entry=0x7fffc9d3fefe) at ../src/backend/access/transam/xlogrecovery.c:800 [03:43:29.672] __errno_location = [03:43:29.672] private = [03:43:29.672] st = {st_dev = 93991252506880, st_ino = 0, st_nlink = 93990252215456, st_mode = 188200960, st_uid = 21884, st_gid = 0, __pad0 = 0, st_rdev = 93990239237198, st_size = 93990252215456, st_blksize = 93990238883140, st_blocks = 93991252506880, st_atim = {tv_sec = 4398046511227, tv_nsec = 93986769338368}, st_mtim = {tv_sec = 93990239146162, tv_nsec = 0}, st_ctim = {tv_sec = 93990239149740, tv_nsec = 93991252507920}, __glibc_reserved = {93990252215456, 15, 93991252498416}} [03:43:29.672] wasShutdown = [03:43:29.672] record = 0x0 [03:43:29.672] dbstate_at_startup = DB_IN_PRODUCTION [03:43:29.672] haveTblspcMap = false [03:43:29.672] haveBackupLabel = false [03:43:29.672] checkPoint = {redo = 93991252288144, ThisTimeLineID = 5, PrevTimeLineID = 21883, fullPageWrites = 124, wal_level = 32670, nextXid = {value = 7}, nextOid = 0, nextMulti = 0, nextMultiOffset = 3386113488, oldestXid = 32767, oldestXidDB = 1024, oldestMulti = 0, oldestMultiDB = 3472667695, time = 93991252506624, oldestCommitTsXid = 3469807794, newestCommitTsXid = 21883, oldestActiveXid = 262} [03:43:29.672] backupFromStandby = false [03:43:29.672] __func__ = "InitWalRecovery" [03:43:29.672] #5 0x0000557bce410e72 in StartupXLOG () at ../src/backend/access/transam/xlog.c:5752 [03:43:29.672] Insert = [03:43:29.672] checkPoint = {redo = 0, ThisTimeLineID = 0, PrevTimeLineID = 0, fullPageWrites = false, wal_level = 0, nextXid = {value = 93990239015227}, nextOid = 832540544, nextMulti = 32670, nextMultiOffset = 0, oldestXid = 0, oldestXidDB = 188575296, oldestMulti = 21884, oldestMultiDB = 0, time = 0, oldestCommitTsXid = 3469677066, newestCommitTsXid = 21883, oldestActiveXid = 0} [03:43:29.672] wasShutdown = false [03:43:29.672] didCrash = true [03:43:29.672] haveTblspcMap = false [03:43:29.672] haveBackupLabel = false [03:43:29.672] EndOfLog = [03:43:29.672] EndOfLogTLI = [03:43:29.672] newTLI = [03:43:29.672] performedWalRecovery = [03:43:29.672] endOfRecoveryInfo = [03:43:29.672] abortedRecPtr = [03:43:29.672] missingContrecPtr = [03:43:29.672] oldestActiveXID = [03:43:29.672] promoted = false [03:43:29.672] __func__ = "StartupXLOG" [03:43:29.672] #6 0x0000557bce8c71cd in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [03:43:29.672] No locals. [03:43:29.672] #7 0x0000557bce8bd84b in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, child_slot=262, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [03:43:29.672] pid = [03:43:29.672] #8 0x0000557bce8c2fe1 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3973 [03:43:29.672] pmchild = 0x557c0b3e68f8 [03:43:29.672] pid = [03:43:29.672] __func__ = "StartChildProcess" [03:43:29.672] #9 0x0000557bce8c6b7b in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x557c0b379700) at ../src/backend/postmaster/postmaster.c:1393 [03:43:29.672] opt = [03:43:29.672] status = [03:43:29.672] userDoption = [03:43:29.672] listen_addr_saved = false [03:43:29.672] output_config_variable = [03:43:29.672] __func__ = "PostmasterMain" [03:43:29.672] #10 0x0000557bce6f2948 in main (argc=4, argv=0x557c0b379700) at ../src/backend/main/main.c:227 [03:43:29.672] do_check_root = [03:43:29.672] dispatch_option = [03:43:29.690] -e [03:43:29.690] [03:43:29.690] [03:43:29.753] dumping /tmp/cores/postgres-6-110520.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [03:43:30.030] [New LWP 110520] [03:43:30.030] [03:43:30.030] This GDB supports auto-downloading debuginfo from the following URLs: [03:43:30.030] [03:43:30.030] Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] [03:43:30.030] Debuginfod has been disabled. [03:43:30.030] To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [03:43:30.137] [Thread debugging using libthread_db enabled] [03:43:30.137] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [03:43:30.137] Core was generated by `postgres: node3: checkpointer '. [03:43:30.137] Program terminated with signal SIGABRT, Aborted. [03:43:30.137] #0 0x00007fcc88aa9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.161] [03:43:30.161] Thread 1 (Thread 0x7fcc86a2ba80 (LWP 110520)): [03:43:30.161] #0 0x00007fcc88aa9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.161] No symbol table info available. [03:43:30.161] #1 0x00007fcc88a5afb2 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.161] No symbol table info available. [03:43:30.161] #2 0x00007fcc88a45472 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.161] No symbol table info available. [03:43:30.161] #3 0x00005568da4bfb97 in ExceptionalCondition (conditionName=conditionName@entry=0x5568da793495 "TransactionIdIsValid(initial)", fileName=fileName@entry=0x5568da792120 "../src/backend/storage/ipc/procarray.c", lineNumber=lineNumber@entry=1759) at ../src/backend/utils/error/assert.c:66 [03:43:30.161] No locals. [03:43:30.161] #4 0x00005568da1ba94e in ComputeXidHorizons (h=h@entry=0x7fff73642b20) at ../src/backend/storage/ipc/procarray.c:1759 [03:43:30.161] initial = [03:43:30.161] arrayP = 0x7fcc85fc3600 [03:43:30.161] kaxmin = [03:43:30.161] in_recovery = true [03:43:30.161] other_xids = 0x7fcc85fbd7c0 [03:43:30.161] #5 0x00005568da1bfb47 in GetOldestTransactionIdConsideredRunning () at ../src/backend/storage/ipc/procarray.c:2038 [03:43:30.161] horizons = {latest_completed = {value = 0}, slot_xmin = 67109320, slot_catalog_xmin = 0, oldest_considered_running = 0, shared_oldest_nonremovable = 0, shared_oldest_nonremovable_raw = 67109528, catalog_oldest_nonremovable = 0, data_oldest_nonremovable = 67109528, temp_oldest_nonremovable = 0} [03:43:30.161] #6 0x00005568d9bf9bbd in CreateRestartPoint (flags=flags@entry=0) at ../src/backend/access/transam/xlog.c:8016 [03:43:30.161] lastCheckPointRecPtr = [03:43:30.161] lastCheckPointEndPtr = 67109528 [03:43:30.161] lastCheckPoint = {redo = 67109320, ThisTimeLineID = 2, PrevTimeLineID = 2, fullPageWrites = true, wal_level = 1, nextXid = {value = 755}, nextOid = 24576, nextMulti = 1, nextMultiOffset = 0, oldestXid = 744, oldestXidDB = 1, oldestMulti = 1, oldestMultiDB = 1, time = 1751772438, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 755} [03:43:30.161] PriorRedoPtr = 67109112 [03:43:30.161] receivePtr = [03:43:30.161] replayPtr = [03:43:30.161] replayTLI = 2 [03:43:30.161] endptr = 67109528 [03:43:30.161] _logSegNo = 3 [03:43:30.161] xtime = [03:43:30.161] __func__ = "CreateRestartPoint" [03:43:30.161] #7 0x00005568da0b0023 in CheckpointerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/checkpointer.c:479 [03:43:30.161] ckpt_performed = false [03:43:30.161] do_restartpoint = true [03:43:30.161] flags = 0 [03:43:30.161] chkpt_or_rstpt_timed = false [03:43:30.161] do_checkpoint = true [03:43:30.161] now = 1751772442 [03:43:30.161] elapsed_secs = 285 [03:43:30.161] cur_timeout = [03:43:30.161] chkpt_or_rstpt_requested = [03:43:30.161] local_sigjmp_buf = {{__jmpbuf = {11, -4978920566752155378, 0, 0, 0, 56, 4979209702404122894, 1168374085369850126}, __mask_was_saved = 1, __saved_mask = {__val = {18446744066192964099, 93908827961428, 0, 16, 128, 0, 5364399919259703040, 2, 140516443387796, 24, 140735129333008, 140733193388048, 140735129333024, 140735129332960, 5364399919259703040, 0}}}} [03:43:30.161] checkpointer_context = 0x5568e59d3150 [03:43:30.161] __func__ = "CheckpointerMain" [03:43:30.161] #8 0x00005568da0b084b in postmaster_child_launch (child_type=child_type@entry=B_CHECKPOINTER, child_slot=56, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [03:43:30.161] pid = [03:43:30.161] #9 0x00005568da0b5fe1 in StartChildProcess (type=type@entry=B_CHECKPOINTER) at ../src/backend/postmaster/postmaster.c:3973 [03:43:30.161] pmchild = 0x5568e59b1238 [03:43:30.161] pid = [03:43:30.161] __func__ = "StartChildProcess" [03:43:30.161] #10 0x00005568da0b9cf6 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x5568e59446e0) at ../src/backend/postmaster/postmaster.c:1386 [03:43:30.161] opt = [03:43:30.161] status = [03:43:30.161] userDoption = [03:43:30.161] listen_addr_saved = false [03:43:30.161] output_config_variable = [03:43:30.161] __func__ = "PostmasterMain" [03:43:30.161] #11 0x00005568d9ee5948 in main (argc=4, argv=0x5568e59446e0) at ../src/backend/main/main.c:227 [03:43:30.161] do_check_root = [03:43:30.161] dispatch_option = [03:43:30.177] -e [03:43:30.177] [03:43:30.177] [03:43:30.240] dumping /tmp/cores/postgres-6-109740.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [03:43:30.518] [New LWP 109740] [03:43:30.518] [03:43:30.518] This GDB supports auto-downloading debuginfo from the following URLs: [03:43:30.518] [03:43:30.518] Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] [03:43:30.518] Debuginfod has been disabled. [03:43:30.518] To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [03:43:30.625] [Thread debugging using libthread_db enabled] [03:43:30.625] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [03:43:30.625] Core was generated by `postgres: restore: checkpointer '. [03:43:30.625] Program terminated with signal SIGABRT, Aborted. [03:43:30.625] #0 0x00007f4ac3ca9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.649] [03:43:30.649] Thread 1 (Thread 0x7f4ac4439a80 (LWP 109740)): [03:43:30.649] #0 0x00007f4ac3ca9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.649] No symbol table info available. [03:43:30.649] #1 0x00007f4ac3c5afb2 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.649] No symbol table info available. [03:43:30.649] #2 0x00007f4ac3c45472 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.649] No symbol table info available. [03:43:30.649] #3 0x0000558a51d68b97 in ExceptionalCondition (conditionName=conditionName@entry=0x558a5203c495 "TransactionIdIsValid(initial)", fileName=fileName@entry=0x558a5203b120 "../src/backend/storage/ipc/procarray.c", lineNumber=lineNumber@entry=1759) at ../src/backend/utils/error/assert.c:66 [03:43:30.649] No locals. [03:43:30.649] #4 0x0000558a51a6394e in ComputeXidHorizons (h=h@entry=0x7ffef5c23810) at ../src/backend/storage/ipc/procarray.c:1759 [03:43:30.649] initial = [03:43:30.649] arrayP = 0x7f4ac1244600 [03:43:30.649] kaxmin = [03:43:30.649] in_recovery = true [03:43:30.649] other_xids = 0x7f4ac123e7c0 [03:43:30.649] #5 0x0000558a51a68b47 in GetOldestTransactionIdConsideredRunning () at ../src/backend/storage/ipc/procarray.c:2038 [03:43:30.649] horizons = {latest_completed = {value = 0}, slot_xmin = 67109320, slot_catalog_xmin = 0, oldest_considered_running = 0, shared_oldest_nonremovable = 0, shared_oldest_nonremovable_raw = 67109408, catalog_oldest_nonremovable = 0, data_oldest_nonremovable = 67109528, temp_oldest_nonremovable = 0} [03:43:30.649] #6 0x0000558a514a2bbd in CreateRestartPoint (flags=flags@entry=0) at ../src/backend/access/transam/xlog.c:8016 [03:43:30.649] lastCheckPointRecPtr = [03:43:30.649] lastCheckPointEndPtr = 67109528 [03:43:30.649] lastCheckPoint = {redo = 67109320, ThisTimeLineID = 1, PrevTimeLineID = 1, fullPageWrites = true, wal_level = 1, nextXid = {value = 756}, nextOid = 24576, nextMulti = 1, nextMultiOffset = 0, oldestXid = 744, oldestXidDB = 1, oldestMulti = 1, oldestMultiDB = 1, time = 1751772421, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 756} [03:43:30.649] PriorRedoPtr = 67109112 [03:43:30.649] receivePtr = [03:43:30.649] replayPtr = [03:43:30.649] replayTLI = 1 [03:43:30.649] endptr = 67109408 [03:43:30.649] _logSegNo = 3 [03:43:30.649] xtime = [03:43:30.649] __func__ = "CreateRestartPoint" [03:43:30.649] #7 0x0000558a51959023 in CheckpointerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/checkpointer.c:479 [03:43:30.649] ckpt_performed = false [03:43:30.649] do_restartpoint = true [03:43:30.649] flags = 0 [03:43:30.649] chkpt_or_rstpt_timed = false [03:43:30.649] do_checkpoint = true [03:43:30.649] now = 1751772426 [03:43:30.649] elapsed_secs = 285 [03:43:30.649] cur_timeout = [03:43:30.649] chkpt_or_rstpt_requested = [03:43:30.649] local_sigjmp_buf = {{__jmpbuf = {11, -4150979845074177823, 0, 0, 0, 56, 4150395082912837857, 7885911773111922913}, __mask_was_saved = 1, __saved_mask = {__val = {18446744066192964099, 94052567451732, 0, 16, 128, 0, 13745433909133938688, 2, 139959089592212, 24, 140733021567488, 140728898420752, 140733021567504, 140733021567440, 13745433909133938688, 0}}}} [03:43:30.649] checkpointer_context = 0x558a864e4270 [03:43:30.649] __func__ = "CheckpointerMain" [03:43:30.649] #8 0x0000558a5195984b in postmaster_child_launch (child_type=child_type@entry=B_CHECKPOINTER, child_slot=56, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [03:43:30.649] pid = [03:43:30.649] #9 0x0000558a5195efe1 in StartChildProcess (type=type@entry=B_CHECKPOINTER) at ../src/backend/postmaster/postmaster.c:3973 [03:43:30.649] pmchild = 0x558a864c2358 [03:43:30.649] pid = [03:43:30.649] __func__ = "StartChildProcess" [03:43:30.649] #10 0x0000558a51962cf6 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x558a864556e0) at ../src/backend/postmaster/postmaster.c:1386 [03:43:30.649] opt = [03:43:30.649] status = [03:43:30.649] userDoption = [03:43:30.649] listen_addr_saved = false [03:43:30.649] output_config_variable = [03:43:30.649] __func__ = "PostmasterMain" [03:43:30.649] #11 0x0000558a5178e948 in main (argc=4, argv=0x558a864556e0) at ../src/backend/main/main.c:227 [03:43:30.649] do_check_root = [03:43:30.649] dispatch_option = [03:43:30.665] -e [03:43:30.665] [03:43:30.665] [03:43:30.726] dumping /tmp/cores/sh-3-33001.core for /bin/sh [03:43:30.771] [03:43:30.771] This GDB supports auto-downloading debuginfo from the following URLs: [03:43:30.771] [03:43:30.771] Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] [03:43:30.771] Debuginfod has been disabled. [03:43:30.771] To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [03:43:30.776] [New LWP 33001] [03:43:30.777] [Thread debugging using libthread_db enabled] [03:43:30.777] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [03:43:30.777] Core was generated by `sh -c cp "pg_wal/000000010000000000000007" "/tmp/cirrus-ci-build/build/testrun/'. [03:43:30.777] Program terminated with signal SIGQUIT, Quit. [03:43:30.777] #0 0x00007f05414b6bd3 in wait4 () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.781] [03:43:30.781] Thread 1 (Thread 0x7f05413e0740 (LWP 33001)): [03:43:30.781] #0 0x00007f05414b6bd3 in wait4 () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.781] No symbol table info available. [03:43:30.781] #1 0x00005615887abcc0 in ?? () [03:43:30.781] No symbol table info available. [03:43:30.781] #2 0x00005615887abefa in ?? () [03:43:30.781] No symbol table info available. [03:43:30.781] #3 0x00005615887ad630 in ?? () [03:43:30.781] No symbol table info available. [03:43:30.781] #4 0x00005615887a7371 in ?? () [03:43:30.781] No symbol table info available. [03:43:30.781] #5 0x00005615887a620f in ?? () [03:43:30.781] No symbol table info available. [03:43:30.781] #6 0x00005615887a6c3b in ?? () [03:43:30.781] No symbol table info available. [03:43:30.781] #7 0x00005615887a466f in ?? () [03:43:30.781] No symbol table info available. [03:43:30.781] #8 0x00007f054140a24a in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.781] No symbol table info available. [03:43:30.781] #9 0x00007f054140a305 in __libc_start_main () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:30.781] No symbol table info available. [03:43:30.781] #10 0x00005615887a4781 in ?? () [03:43:30.781] No symbol table info available. [03:43:30.788] -e [03:43:30.788] [03:43:30.788] [03:43:30.845] dumping /tmp/cores/cp-3-33004.core for /usr/bin/cp [03:43:30.892] [03:43:30.892] This GDB supports auto-downloading debuginfo from the following URLs: [03:43:30.892] [03:43:30.892] Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] [03:43:30.892] Debuginfod has been disabled. [03:43:30.892] To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [03:43:30.894] [New LWP 33004] [03:43:30.897] Core was generated by `cp pg_wal/000000010000000000000007 /tmp/cirrus-ci-build/build/testrun/recovery/'. [03:43:30.897] Program terminated with signal SIGQUIT, Quit. [03:43:30.897] #0 0x00007fda714dcda9 in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] [03:43:30.898] Thread 1 (LWP 33004): [03:43:30.898] #0 0x00007fda714dcda9 in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #1 0x00007fda714de075 in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #2 0x00007fda714d8261 in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #3 0x00007fda714ee3c1 in _dl_catch_exception () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #4 0x00007fda714d85ca in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #5 0x00007fda714f3a4a in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #6 0x00007fda714f02ff in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #7 0x00007fda714f1c7c in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #8 0x00007fda714f0b28 in ?? () from /lib64/ld-linux-x86-64.so.2 [03:43:30.898] No symbol table info available. [03:43:30.898] #9 0x0000000000000003 in ?? () [03:43:30.898] No symbol table info available. [03:43:30.898] #10 0x00007ffce9f7a376 in ?? () [03:43:30.898] No symbol table info available. [03:43:30.898] #11 0x00007ffce9f7a379 in ?? () [03:43:30.898] No symbol table info available. [03:43:30.898] #12 0x00007ffce9f7a399 in ?? () [03:43:30.898] No symbol table info available. [03:43:30.898] #13 0x0000000000000000 in ?? () [03:43:30.898] No symbol table info available. [03:43:30.904] -e [03:43:30.904] [03:43:30.904] [03:43:30.968] dumping /tmp/cores/postgres-6-106979.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [03:43:31.247] [New LWP 106979] [03:43:31.247] [03:43:31.247] This GDB supports auto-downloading debuginfo from the following URLs: [03:43:31.247] [03:43:31.247] Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] [03:43:31.247] Debuginfod has been disabled. [03:43:31.247] To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [03:43:31.354] [Thread debugging using libthread_db enabled] [03:43:31.354] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [03:43:31.354] Core was generated by `postgres: replica: checkpointer '. [03:43:31.354] Program terminated with signal SIGABRT, Aborted. [03:43:31.354] #0 0x00007fdafeaa9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:31.379] [03:43:31.379] Thread 1 (Thread 0x7fdafe9dda80 (LWP 106979)): [03:43:31.379] #0 0x00007fdafeaa9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:31.379] No symbol table info available. [03:43:31.379] #1 0x00007fdafea5afb2 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:31.379] No symbol table info available. [03:43:31.379] #2 0x00007fdafea45472 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:31.379] No symbol table info available. [03:43:31.379] #3 0x000055d703ed4b97 in ExceptionalCondition (conditionName=conditionName@entry=0x55d7041a8495 "TransactionIdIsValid(initial)", fileName=fileName@entry=0x55d7041a7120 "../src/backend/storage/ipc/procarray.c", lineNumber=lineNumber@entry=1759) at ../src/backend/utils/error/assert.c:66 [03:43:31.379] No locals. [03:43:31.379] #4 0x000055d703bcf94e in ComputeXidHorizons (h=h@entry=0x7ffc22ec98f0) at ../src/backend/storage/ipc/procarray.c:1759 [03:43:31.379] initial = [03:43:31.379] arrayP = 0x7fdafb859080 [03:43:31.379] kaxmin = [03:43:31.379] in_recovery = true [03:43:31.379] other_xids = 0x7fdafb84bb80 [03:43:31.379] #5 0x000055d703bd4b47 in GetOldestTransactionIdConsideredRunning () at ../src/backend/storage/ipc/procarray.c:2038 [03:43:31.379] horizons = {latest_completed = {value = 0}, slot_xmin = 150995368, slot_catalog_xmin = 0, oldest_considered_running = 0, shared_oldest_nonremovable = 0, shared_oldest_nonremovable_raw = 150995456, catalog_oldest_nonremovable = 0, data_oldest_nonremovable = 150995576, temp_oldest_nonremovable = 0} [03:43:31.379] #6 0x000055d70360ebbd in CreateRestartPoint (flags=flags@entry=0) at ../src/backend/access/transam/xlog.c:8016 [03:43:31.379] lastCheckPointRecPtr = [03:43:31.379] lastCheckPointEndPtr = 150995576 [03:43:31.379] lastCheckPoint = {redo = 150995368, ThisTimeLineID = 1, PrevTimeLineID = 1, fullPageWrites = true, wal_level = 1, nextXid = {value = 756}, nextOid = 24579, nextMulti = 1, nextMultiOffset = 0, oldestXid = 744, oldestXidDB = 1, oldestMulti = 1, oldestMultiDB = 1, time = 1751772385, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 756} [03:43:31.379] PriorRedoPtr = 150995160 [03:43:31.379] receivePtr = [03:43:31.379] replayPtr = [03:43:31.379] replayTLI = 1 [03:43:31.379] endptr = 150995456 [03:43:31.379] _logSegNo = 8 [03:43:31.379] xtime = [03:43:31.379] __func__ = "CreateRestartPoint" [03:43:31.379] #7 0x000055d703ac5023 in CheckpointerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/checkpointer.c:479 [03:43:31.379] ckpt_performed = false [03:43:31.379] do_restartpoint = true [03:43:31.379] flags = 0 [03:43:31.379] chkpt_or_rstpt_timed = false [03:43:31.379] do_checkpoint = true [03:43:31.379] now = 1751772386 [03:43:31.379] elapsed_secs = 285 [03:43:31.379] cur_timeout = [03:43:31.379] chkpt_or_rstpt_requested = [03:43:31.379] local_sigjmp_buf = {{__jmpbuf = {11, -4728854531237722449, 0, 0, 0, 249, 4731029220482107055, 1581252215848322735}, __mask_was_saved = 1, __saved_mask = {__val = {18446744066192964099, 94381972801620, 0, 16, 128, 0, 7143868171952448512, 2, 140578552641428, 24, 140720894417632, 140720308486160, 140720894417648, 140720894417584, 7143868171952448512, 0}}}} [03:43:31.379] checkpointer_context = 0x55d7404f8300 [03:43:31.379] __func__ = "CheckpointerMain" [03:43:31.379] #8 0x000055d703ac584b in postmaster_child_launch (child_type=child_type@entry=B_CHECKPOINTER, child_slot=249, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [03:43:31.379] pid = [03:43:31.379] #9 0x000055d703acafe1 in StartChildProcess (type=type@entry=B_CHECKPOINTER) at ../src/backend/postmaster/postmaster.c:3973 [03:43:31.379] pmchild = 0x55d7404d8818 [03:43:31.379] pid = [03:43:31.379] __func__ = "StartChildProcess" [03:43:31.379] #10 0x000055d703acecf6 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x55d74046b710) at ../src/backend/postmaster/postmaster.c:1386 [03:43:31.379] opt = [03:43:31.379] status = [03:43:31.379] userDoption = [03:43:31.379] listen_addr_saved = false [03:43:31.379] output_config_variable = [03:43:31.379] __func__ = "PostmasterMain" [03:43:31.379] #11 0x000055d7038fa948 in main (argc=4, argv=0x55d74046b710) at ../src/backend/main/main.c:227 [03:43:31.379] do_check_root = [03:43:31.379] dispatch_option = [03:43:31.395] -e [03:43:31.395] [03:43:31.395] [03:43:31.457] dumping /tmp/cores/postgres-6-108575.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [03:43:31.746] [New LWP 108575] [03:43:31.746] [03:43:31.746] This GDB supports auto-downloading debuginfo from the following URLs: [03:43:31.746] [03:43:31.746] Enable debuginfod for this session? (y or [n]) [answered N; input not from terminal] [03:43:31.746] Debuginfod has been disabled. [03:43:31.746] To make this setting permanent, add 'set debuginfod enabled off' to .gdbinit. [03:43:31.855] [Thread debugging using libthread_db enabled] [03:43:31.855] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [03:43:31.855] Core was generated by `postgres: node2: checkpointer '. [03:43:31.855] Program terminated with signal SIGABRT, Aborted. [03:43:31.855] #0 0x00007fa654ea9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:31.878] [03:43:31.878] Thread 1 (Thread 0x7fa655633a80 (LWP 108575)): [03:43:31.878] #0 0x00007fa654ea9eec in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:31.878] No symbol table info available. [03:43:31.878] #1 0x00007fa654e5afb2 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:31.878] No symbol table info available. [03:43:31.878] #2 0x00007fa654e45472 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [03:43:31.878] No symbol table info available. [03:43:31.878] #3 0x00005622d3292b97 in ExceptionalCondition (conditionName=conditionName@entry=0x5622d3566495 "TransactionIdIsValid(initial)", fileName=fileName@entry=0x5622d3565120 "../src/backend/storage/ipc/procarray.c", lineNumber=lineNumber@entry=1759) at ../src/backend/utils/error/assert.c:66 [03:43:31.878] No locals. [03:43:31.878] #4 0x00005622d2f8d94e in ComputeXidHorizons (h=h@entry=0x7ffea2eb1b50) at ../src/backend/storage/ipc/procarray.c:1759 [03:43:31.878] initial = [03:43:31.878] arrayP = 0x7fa652438600 [03:43:31.878] kaxmin = [03:43:31.878] in_recovery = true [03:43:31.878] other_xids = 0x7fa6524327c0 [03:43:31.878] #5 0x00005622d2f92b47 in GetOldestTransactionIdConsideredRunning () at ../src/backend/storage/ipc/procarray.c:2038 [03:43:31.878] horizons = {latest_completed = {value = 0}, slot_xmin = 67109528, slot_catalog_xmin = 0, oldest_considered_running = 0, shared_oldest_nonremovable = 0, shared_oldest_nonremovable_raw = 67109616, catalog_oldest_nonremovable = 0, data_oldest_nonremovable = 67109736, temp_oldest_nonremovable = 0} [03:43:31.878] #6 0x00005622d29ccbbd in CreateRestartPoint (flags=flags@entry=0) at ../src/backend/access/transam/xlog.c:8016 [03:43:31.878] lastCheckPointRecPtr = [03:43:31.878] lastCheckPointEndPtr = 67109736 [03:43:31.878] lastCheckPoint = {redo = 67109528, ThisTimeLineID = 1, PrevTimeLineID = 1, fullPageWrites = true, wal_level = 1, nextXid = {value = 755}, nextOid = 24576, nextMulti = 1, nextMultiOffset = 0, oldestXid = 744, oldestXidDB = 1, oldestMulti = 1, oldestMultiDB = 1, time = 1751772406, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 755} [03:43:31.878] PriorRedoPtr = 67109320 [03:43:31.878] receivePtr = [03:43:31.878] replayPtr = [03:43:31.878] replayTLI = 1 [03:43:31.878] endptr = 67109616 [03:43:31.878] _logSegNo = 3 [03:43:31.878] xtime = [03:43:31.878] __func__ = "CreateRestartPoint" [03:43:31.878] #7 0x00005622d2e83023 in CheckpointerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/checkpointer.c:479 [03:43:31.878] ckpt_performed = false [03:43:31.878] do_restartpoint = true [03:43:31.878] flags = 0 [03:43:31.878] chkpt_or_rstpt_timed = false [03:43:31.878] do_checkpoint = true [03:43:31.878] now = 1751772408 [03:43:31.878] elapsed_secs = 285 [03:43:31.878] cur_timeout = [03:43:31.878] chkpt_or_rstpt_requested = [03:43:31.878] local_sigjmp_buf = {{__jmpbuf = {11, -9166047994043866190, 0, 0, 0, 56, 9166762855802168242, 3210506030449517490}, __mask_was_saved = 1, __saved_mask = {__val = {18446744066192964099, 94707572156500, 0, 16, 128, 0, 6785029727912271872, 2, 140352366409620, 24, 140731631738176, 140728898420752, 140731631738192, 140731631738128, 6785029727912271872, 0}}}} [03:43:31.878] checkpointer_context = 0x5622e545e150 [03:43:31.878] __func__ = "CheckpointerMain" [03:43:31.878] #8 0x00005622d2e8384b in postmaster_child_launch (child_type=child_type@entry=B_CHECKPOINTER, child_slot=56, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [03:43:31.878] pid = [03:43:31.878] #9 0x00005622d2e88fe1 in StartChildProcess (type=type@entry=B_CHECKPOINTER) at ../src/backend/postmaster/postmaster.c:3973 [03:43:31.878] pmchild = 0x5622e543c238 [03:43:31.878] pid = [03:43:31.878] __func__ = "StartChildProcess" [03:43:31.878] #10 0x00005622d2e8ccf6 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x5622e53cf6e0) at ../src/backend/postmaster/postmaster.c:1386 [03:43:31.878] opt = [03:43:31.878] status = [03:43:31.878] userDoption = [03:43:31.878] listen_addr_saved = false [03:43:31.878] output_config_variable = [03:43:31.878] __func__ = "PostmasterMain" [03:43:31.878] #11 0x00005622d2cb8948 in main (argc=4, argv=0x5622e53cf6e0) at ../src/backend/main/main.c:227 [03:43:31.878] do_check_root = [03:43:31.878] dispatch_option =