[11:42:39.850] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [11:42:40.158] dumping /tmp/cores/cp.25076.core for /bin/cp [11:42:40.202] [New LWP 101701] [11:42:40.205] Core was generated by `cp /tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_'. [11:42:40.205] Program terminated with signal SIGQUIT, Quit. [11:42:40.205] Sent by kill() from pid 24813 and user 1002. [11:42:40.205] #0 0x00001ffe49e0b761 in fprintf () from /lib/libc.so.7 [11:42:40.216] [11:42:40.216] Thread 1 (LWP 101701): [11:42:40.216] #0 0x00001ffe49e0b761 in fprintf () from /lib/libc.so.7 [11:42:40.216] No symbol table info available. [11:42:40.216] #1 0x00001ffe49d8bba4 in vwarnc () from /lib/libc.so.7 [11:42:40.216] No symbol table info available. [11:42:40.216] #2 0x00001ffe49d8bcdd in warnc () from /lib/libc.so.7 [11:42:40.216] No symbol table info available. [11:42:40.216] #3 0x00001ff62822f884 in ?? () [11:42:40.216] No symbol table info available. [11:42:40.216] #4 0x00001ff62822f6e3 in ?? () [11:42:40.216] No symbol table info available. [11:42:40.216] #5 0x00001ffe49d7ac3a in __libc_start1 () from /lib/libc.so.7 [11:42:40.216] No symbol table info available. [11:42:40.216] #6 0x00001ff62822f2dd in ?? () [11:42:40.216] No symbol table info available. [11:42:40.221] [11:42:40.221] [11:42:40.221] [11:42:40.273] dumping /tmp/cores/postgres.39954.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [11:42:40.401] [New LWP 101780] [11:42:40.484] Core was generated by `postgres: standby1: slotsync worker '. [11:42:40.484] Program terminated with signal SIGABRT, Aborted. [11:42:40.484] Sent by thr_kill() from pid 39954 and user 1002. [11:42:40.484] #0 0x000000082ce831ba in thr_kill () from /lib/libc.so.7 [11:42:40.507] [11:42:40.507] Thread 1 (LWP 101780): [11:42:40.507] #0 0x000000082ce831ba in thr_kill () from /lib/libc.so.7 [11:42:40.507] No symbol table info available. [11:42:40.507] #1 0x000000082cdfc5d4 in raise () from /lib/libc.so.7 [11:42:40.507] No symbol table info available. [11:42:40.507] #2 0x000000082ceafb59 in abort () from /lib/libc.so.7 [11:42:40.507] No symbol table info available. [11:42:40.507] #3 0x0000000000ad5175 in ExceptionalCondition (conditionName=0x39d8f7 "slot->data.two_phase_at <= slot->data.confirmed_flush", fileName=, lineNumber=lineNumber@entry=311) at ../src/backend/utils/error/assert.c:66 [11:42:40.507] No locals. [11:42:40.507] #4 0x00000000008ff66e in update_local_synced_slot (remote_slot=remote_slot@entry=0x8a6169b4628, remote_dbid=remote_dbid@entry=5, found_consistent_snapshot=found_consistent_snapshot@entry=0x0, remote_slot_precedes=remote_slot_precedes@entry=0x0) at ../src/backend/replication/logical/slotsync.c:311 [11:42:40.507] plugin_name = {data = "pgoutput", '\000' } [11:42:40.507] slot = 0x83434bf18 [11:42:40.507] updated_xmin_or_lsn = [11:42:40.507] updated_config = true [11:42:40.507] #5 0x00000000008feaa5 in synchronize_one_slot (remote_slot=0x8a6169b4628, remote_dbid=5) at ../src/backend/replication/logical/slotsync.c:740 [11:42:40.507] slot_updated = [11:42:40.507] slot = 0x83434bf18 [11:42:40.507] latestFlushPtr = [11:42:40.507] plugin_name = [11:42:40.507] xmin_horizon = [11:42:40.507] synced = [11:42:40.507] __error = [11:42:40.507] __error = [11:42:40.507] __error = [11:42:40.507] #6 synchronize_slots (wrconn=wrconn@entry=0x8a616949970) at ../src/backend/replication/logical/slotsync.c:930 [11:42:40.507] remote_dbid = 5 [11:42:40.507] remote_slot__state = {l = , i = 0} [11:42:40.507] remote_slot = 0x8a6169b4628 [11:42:40.507] remote_slot__outerloop = [11:42:40.507] slotRow = {25, 25, 3220, 3220, 28, 16, 3220, 16, 25, 25} [11:42:40.507] remote_slot_list = [11:42:40.507] some_slot_updated = [11:42:40.507] started_tx = [11:42:40.507] res = 0x8a6169b3100 [11:42:40.507] tupslot = [11:42:40.507] query = [11:42:40.507] #7 0x00000000008fdad5 in ReplSlotSyncWorkerMain (startup_data=, startup_data_len=) at ../src/backend/replication/logical/slotsync.c:1511 [11:42:40.507] some_slot_updated = false [11:42:40.507] err = 0x0 [11:42:40.507] local_sigjmp_buf = {{_sjb = {9426608, 34921579648, 34921579640, 34921579840, 53, 7, 12464500, 0, 895, -2147815357, -1, 1}}} [11:42:40.507] app_name = {data = 0x8a616949330 "", len = 24, maxlen = 1024, cursor = 0} [11:42:40.507] wrconn = 0x8a616949970 [11:42:40.507] dbname = [11:42:40.507] #8 0x00000000008bc46b in postmaster_child_launch (child_type=child_type@entry=B_SLOTSYNC_WORKER, child_slot=53, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [11:42:40.507] pid = [11:42:40.507] #9 0x00000000008bf257 in StartChildProcess (type=type@entry=B_SLOTSYNC_WORKER) at ../src/backend/postmaster/postmaster.c:3973 [11:42:40.507] pmchild = 0x0 [11:42:40.507] pid = [11:42:40.507] #10 0x00000000008c10d7 in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3354 [11:42:40.507] No locals. [11:42:40.507] #11 ServerLoop () at ../src/backend/postmaster/postmaster.c:1717 [11:42:40.507] now = [11:42:40.507] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = 754049640, user_data = 0x0}, {pos = 561843792, events = 8, fd = 753038732, user_data = 0x0}, {pos = 561844096, events = 8, fd = 378032120, user_data = 0x8217d0e10}, {pos = 0, events = 0, fd = 0, user_data = 0xb78cd9769bc1b6d6}, {pos = 754150848, events = 8, fd = 561842816, user_data = 0x387dc63ee2cd}, {pos = 752196536, events = 8, fd = 752271516, user_data = 0x8217d0a98}, {pos = 561842960, events = 8, fd = 561842864, user_data = 0x387dc63ee2cd}, {pos = 752193392, events = 8, fd = 752271516, user_data = 0x8217d0ac8}, {pos = 561843008, events = 8, fd = 752242116, user_data = 0x82cd64dc4}, {pos = 561842928, events = 8, fd = -968957235, user_data = 0x82cd5d410}, {pos = 752271516, events = 8, fd = 561842952, user_data = 0x8217d0b80}, {pos = 752245044, events = 8, fd = 752245044, user_data = 0x8a61640a408}, {pos = 3, events = 0, fd = 561843056, user_data = 0x387dc63e94fb}, {pos = 561843072, events = 8, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 561843144, user_data = 0x8217d0d88}, {pos = 561843120, events = 8, fd = -968958894, user_data = 0x296035}, {pos = 373355176, events = 2214, fd = 752210960, user_data = 0x8a61640a408}, {pos = 561843208, events = 8, fd = 561843656, user_data = 0x8217d0bf0}, {pos = -968958894, events = 14461, fd = 2735784, user_data = 0x6d68b}, {pos = 2090263927, events = 8, fd = 373358672, user_data = 0x800000001}, {pos = 0, events = 0, fd = 0, user_data = 0x8217d0ec8}, {pos = 377554656, events = 3, fd = 561843736, user_data = 0x8a61640fae8}, {pos = 656, events = 0, fd = 561843656, user_data = 0x8217d0c08}, {pos = 561843312, events = 8, fd = -968959285, user_data = 0x8217d0e88}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 373358672, events = 2214, fd = 1, user_data = 0x8a61640a408}, {pos = 752210960, events = 8, fd = 561843912, user_data = 0x8217d0e18}, {pos = 561843328, events = 8, fd = 0, user_data = 0x8a616403008}, {pos = 32, events = 0, fd = 561843712, user_data = 0x387dc63e7c77}, {pos = 373305352, events = 2214, fd = 373306376, user_data = 0x8a616403808}, {pos = 373308424, events = 2214, fd = 373321736, user_data = 0x8a616407408}, {pos = 373323784, events = 2214, fd = 373324808, user_data = 0x8a616408008}, {pos = 373326856, events = 2214, fd = 373327880, user_data = 0x8a616408c08}, {pos = 373329928, events = 2214, fd = 373330952, user_data = 0x8a616409808}, {pos = 373333000, events = 2214, fd = 373334024, user_data = 0x8a61640a408}, {pos = 373336072, events = 2214, fd = 373337096, user_data = 0x8a61640b008}, {pos = 373339144, events = 2214, fd = 373340168, user_data = 0x8a61640bc08}, {pos = 373342216, events = 2214, fd = 373343240, user_data = 0x8a61640c808}, {pos = 373345288, events = 2214, fd = 373350408, user_data = 0x8a61640e408}, {pos = 373352456, events = 2214, fd = 373353480, user_data = 0x8a616403008}, {pos = 2735784, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 373358672, events = 2214, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 561843912, user_data = 0x8217d0c80}, {pos = 32, events = 32, fd = 373305352, user_data = 0x37b}, {pos = 2113896, events = 0, fd = 297, user_data = 0x8a616410050}, {pos = 561843888, events = 8, fd = -968984703, user_data = 0x8a616831000}, {pos = 2735784, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 373358672, events = 2214, fd = 1, user_data = 0x8a61640a408}, {pos = 12551928, events = 0, fd = 753405712, user_data = 0x8a616403008}, {pos = 2840080, events = 0, fd = 732402873, user_data = 0x1}, {pos = 377561088, events = 2214, fd = 561843888, user_data = 0x82ba78642}, {pos = 753405712, events = 8, fd = 12551928, user_data = 0x82ce80f10 }, {pos = 373335048, events = 2214, fd = 561844112, user_data = 0x387dc63e7574}, {pos = 561843968, events = 8, fd = 1, user_data = 0x387dc63e73ee}, {pos = 373305352, events = 2214, fd = 561843896, user_data = 0x8217d0f90}, {pos = 6816, events = 0, fd = 12, user_data = 0x387dc63fb3a0}, {pos = 0, events = 0, fd = 377619327, user_data = 0xc160b0 }, {pos = 561844032, events = 8, fd = 732362080, user_data = 0x82cf25460 <__thr_jtable>}, {pos = 754087760, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 561844080, events = 8, fd = 732362080, user_data = 0x82cf25460 <__thr_jtable>}, {pos = 754087760, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 561844128, events = 8, fd = 732404477, user_data = 0x8a616812000}, {pos = 39057, events = 0, fd = 561844224, user_data = 0x82ba719ea}} [11:42:40.507] last_touch_time = 1746531338 [11:42:40.507] last_lockfile_recheck_time = 1746531338 [11:42:40.507] nevents = [11:42:40.507] #12 0x00000000008bec8a in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8217d1618) at ../src/backend/postmaster/postmaster.c:1400 [11:42:40.507] userDoption = [11:42:40.507] listen_addr_saved = false [11:42:40.507] output_config_variable = [11:42:40.507] opt = [11:42:40.507] status = [11:42:40.507] #13 0x00000000007f20a0 in main (argc=4, argv=0x8217d1618) at ../src/backend/main/main.c:227 [11:42:40.507] do_check_root = [11:42:40.507] dispatch_option = DISPATCH_POSTMASTER [11:42:40.514] [11:42:40.514] [11:42:40.514] [11:42:40.559] dumping /tmp/cores/sh.80751.core for /bin/sh [11:42:40.597] [New LWP 101703] [11:42:40.598] Core was generated by `sh -c cp "pg_wal/000000010000000000000003" "/tmp/cirrus-ci-build/build/testrun/p'. [11:42:40.598] Program terminated with signal SIGQUIT, Quit. [11:42:40.598] Sent by kill() from pid 80662 and user 1002. [11:42:40.598] #0 0x00003f690423ae90 in ?? () [11:42:40.598] [11:42:40.598] Thread 1 (LWP 101703): [11:42:40.598] #0 0x00003f690423ae90 in ?? () [11:42:40.598] No symbol table info available. [11:42:40.598] #1 0x0000000000000003 in ?? () [11:42:40.598] No symbol table info available. [11:42:40.598] #2 0x00001476ac06f830 in ?? () [11:42:40.598] No symbol table info available. [11:42:40.598] #3 0x00001476ac06f833 in ?? () [11:42:40.598] No symbol table info available. [11:42:40.598] #4 0x00001476ac06f836 in ?? () [11:42:40.598] No symbol table info available. [11:42:40.598] #5 0x0000000000000000 in ?? () [11:42:40.598] No symbol table info available.