[16:27:48.548] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [16:27:48.865] dumping /tmp/cores/cp.26207.core for /bin/cp [16:27:48.907] [New LWP 101886] [16:27:48.907] Core was generated by `cp /tmp/cirrus-ci-build/build/testrun/recovery/025_stuck_on_old_timeline/data/t_'. [16:27:48.907] Program terminated with signal SIGQUIT, Quit. [16:27:48.907] Sent by kill() from pid 26019 and user 1002. [16:27:48.907] #0 0x00004e8554fcbe90 in ?? () [16:27:48.908] [16:27:48.908] Thread 1 (LWP 101886): [16:27:48.908] #0 0x00004e8554fcbe90 in ?? () [16:27:48.908] No symbol table info available. [16:27:48.908] #1 0x0000000000000003 in ?? () [16:27:48.908] No symbol table info available. [16:27:48.908] #2 0x0000215aa847b090 in ?? () [16:27:48.908] No symbol table info available. [16:27:48.908] #3 0x0000215aa847b093 in ?? () [16:27:48.908] No symbol table info available. [16:27:48.908] #4 0x0000215aa847b121 in ?? () [16:27:48.908] No symbol table info available. [16:27:48.908] #5 0x0000000000000000 in ?? () [16:27:48.908] No symbol table info available. [16:27:48.913] [16:27:48.913] [16:27:48.913] [16:27:48.959] dumping /tmp/cores/cp.39212.core for /bin/cp [16:27:48.998] [New LWP 101906] [16:27:48.998] Core was generated by `cp /tmp/cirrus-ci-build/build/testrun/recovery/035_standby_logical_decoding/data'. [16:27:48.998] Program terminated with signal SIGQUIT, Quit. [16:27:48.998] Sent by kill() from pid 38267 and user 1002. [16:27:48.998] #0 0x00001e5f49e6c44a in ?? () from /libexec/ld-elf.so.1 [16:27:49.006] [16:27:49.006] Thread 1 (LWP 101906): [16:27:49.006] #0 0x00001e5f49e6c44a in ?? () from /libexec/ld-elf.so.1 [16:27:49.006] No symbol table info available. [16:27:49.006] #1 0x00001e5f49e658bf in ?? () from /libexec/ld-elf.so.1 [16:27:49.006] No symbol table info available. [16:27:49.006] #2 0x00001a52382bd078 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #3 0x00001a52382bd0b0 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #4 0x00001a52382bd0e8 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #5 0x00001a52382bd120 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #6 0x00001a52368173f8 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #7 0x0000000000000004 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #8 0x00001a5236813860 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #9 0x00001e5f49e66fd4 in ?? () from /libexec/ld-elf.so.1 [16:27:49.006] No symbol table info available. [16:27:49.006] #10 0x00001a5236813870 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #11 0x00001a5236813870 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #12 0x00001a52368173f8 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.006] #13 0x00001e5f49e65220 in ?? () from /libexec/ld-elf.so.1 [16:27:49.006] No symbol table info available. [16:27:49.006] #14 0x0000000000000000 in ?? () [16:27:49.006] No symbol table info available. [16:27:49.011] [16:27:49.011] [16:27:49.011] [16:27:49.068] dumping /tmp/cores/postgres.72074.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [16:27:49.204] [New LWP 101922] [16:27:49.288] Core was generated by `postgres: standby: walsender postgres [local] streaming 0/10000D0'. [16:27:49.288] Program terminated with signal SIGABRT, Aborted. [16:27:49.288] Sent by thr_kill() from pid 72074 and user 1002. [16:27:49.288] #0 0x000000082bf4e1ba in thr_kill () from /lib/libc.so.7 [16:27:49.315] [16:27:49.315] Thread 1 (LWP 101922): [16:27:49.315] #0 0x000000082bf4e1ba in thr_kill () from /lib/libc.so.7 [16:27:49.315] No symbol table info available. [16:27:49.315] #1 0x000000082bec75d4 in raise () from /lib/libc.so.7 [16:27:49.315] No symbol table info available. [16:27:49.315] #2 0x000000082bf7ab59 in abort () from /lib/libc.so.7 [16:27:49.315] No symbol table info available. [16:27:49.315] #3 0x0000000000ad3425 in ExceptionalCondition (conditionName=0x3194a3 "pending_since == 0", fileName=, lineNumber=lineNumber@entry=734) at ../src/backend/utils/error/assert.c:66 [16:27:49.315] No locals. [16:27:49.315] #4 0x000000000098b978 in pgstat_report_stat (force=false) at ../src/backend/utils/activity/pgstat.c:734 [16:27:49.315] do_flush = [16:27:49.315] pending_since = 797876519126176 [16:27:49.315] last_flush = 797876519059926 [16:27:49.315] now = [16:27:49.315] partial_flush = [16:27:49.315] nowait = [16:27:49.315] #5 0x000000000097156b in PostgresMain (dbname=, username=) at ../src/backend/tcop/postgres.c:4627 [16:27:49.315] stats_timeout = [16:27:49.315] input_message = {data = 0x13dba6622100 "", len = 0, maxlen = 1024, cursor = 0} [16:27:49.315] firstchar = [16:27:49.315] local_sigjmp_buf = {{_sjb = {9900747, 34913896240, 34913896200, 34913896832, 12456820, 12456552, 12665512, 12659452, 895, 0, 0, 34359738369}}} [16:27:49.315] send_ready_for_query = true [16:27:49.315] idle_in_transaction_timeout_enabled = false [16:27:49.315] idle_session_timeout_enabled = false [16:27:49.315] #6 0x000000000096c3c9 in BackendMain (startup_data=, startup_data_len=) at ../src/backend/tcop/backend_startup.c:124 [16:27:49.315] bsdata = [16:27:49.315] #7 0x00000000008baf2b in postmaster_child_launch (child_type=B_BACKEND, child_slot=1, startup_data=startup_data@entry=0x82107d3e8, startup_data_len=startup_data_len@entry=24, client_sock=client_sock@entry=0x82107d400) at ../src/backend/postmaster/launch_backend.c:290 [16:27:49.315] pid = [16:27:49.315] #8 0x00000000008bf8a8 in BackendStartup (client_sock=0x82107d400) at ../src/backend/postmaster/postmaster.c:3580 [16:27:49.315] startup_data = {canAcceptConnections = CAC_OK, socket_created = 797876519049211, fork_started = } [16:27:49.315] bn = 0x13dba675b138 [16:27:49.315] cac = CAC_OK [16:27:49.315] pid = [16:27:49.315] __error = [16:27:49.315] save_errno = [16:27:49.315] __error = [16:27:49.315] __error = [16:27:49.315] #9 ServerLoop () at ../src/backend/postmaster/postmaster.c:1702 [16:27:49.315] s = {sock = 7, raddr = {addr = {ss_len = 16 '\020', ss_family = 1 '\001', __ss_pad1 = "\000\000\000\000\000", __ss_align = 0, __ss_pad2 = "\r", '\000' , "`\324\a!\b\000\000\000XV\235,\b\000\000\000Y\000\000\000\000\000\000\000\276ޝ,\b", '\000' , "\240\324\a!\b\000\000\000d\254\213\000\000\000\000\000\260\324\a!\b", '\000' }, salen = 16}} [16:27:49.315] i = 0 [16:27:49.315] now = [16:27:49.315] events = {{pos = 1, events = 2, fd = 5, user_data = 0x0}, {pos = 0, events = 0, fd = 738103912, user_data = 0x0}, {pos = 554160768, events = 8, fd = 737093004, user_data = 0x0}, {pos = 554161072, events = 8, fd = -1503005224, user_data = 0x82107d240}, {pos = 0, events = 0, fd = 0, user_data = 0xeb80ed891b968362}, {pos = 738205120, events = 8, fd = 554159792, user_data = 0x3b5b6ba8c2cd}, {pos = 736250808, events = 8, fd = 736325788, user_data = 0x82107cec8}, {pos = 554159936, events = 8, fd = 554159840, user_data = 0x3b5b6ba8c2cd}, {pos = 736247664, events = 8, fd = 736325788, user_data = 0x82107cef8}, {pos = 554159984, events = 8, fd = 736296388, user_data = 0x82be2fdc4}, {pos = 554159904, events = 8, fd = 1806222029, user_data = 0x82be28410}, {pos = 736325788, events = 8, fd = 554159928, user_data = 0x82107cfb0}, {pos = 736299316, events = 8, fd = 736299316, user_data = 0x13dba620a408}, {pos = 3, events = 0, fd = 554160032, user_data = 0x3b5b6ba874fb}, {pos = 554160048, events = 8, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 554160120, user_data = 0x82107d1b8}, {pos = 554160096, events = 8, fd = 1806220370, user_data = 0x295f4c}, {pos = -1507790168, events = 5083, fd = 736265232, user_data = 0x13dba620a408}, {pos = 554160184, events = 8, fd = 554160632, user_data = 0x82107d020}, {pos = 1806220370, events = 15195, fd = 2735551, user_data = 0x6d68b}, {pos = 2090263927, events = 8, fd = -1507786672, user_data = 0x800000001}, {pos = 0, events = 0, fd = 0, user_data = 0x82107d2f8}, {pos = -1503590784, events = 3, fd = 554160712, user_data = 0x13dba620fae8}, {pos = 656, events = 0, fd = 554160632, user_data = 0x82107d038}, {pos = 554160288, events = 8, fd = 1806219979, user_data = 0x82107d2b8}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = -1507786672, events = 5083, fd = 1, user_data = 0x13dba620a408}, {pos = 736265232, events = 8, fd = 554160888, user_data = 0x82107d248}, {pos = 554160304, events = 8, fd = 0, user_data = 0x13dba6203008}, {pos = 32, events = 0, fd = 554160688, user_data = 0x3b5b6ba85c77}, {pos = -1507839992, events = 5083, fd = -1507838968, user_data = 0x13dba6203808}, {pos = -1507836920, events = 5083, fd = -1507823608, user_data = 0x13dba6207408}, {pos = -1507821560, events = 5083, fd = -1507820536, user_data = 0x13dba6208008}, {pos = -1507818488, events = 5083, fd = -1507817464, user_data = 0x13dba6208c08}, {pos = -1507815416, events = 5083, fd = -1507814392, user_data = 0x13dba6209808}, {pos = -1507812344, events = 5083, fd = -1507811320, user_data = 0x13dba620a408}, {pos = -1507809272, events = 5083, fd = -1507808248, user_data = 0x13dba620b008}, {pos = -1507806200, events = 5083, fd = -1507805176, user_data = 0x13dba620bc08}, {pos = -1507803128, events = 5083, fd = -1507802104, user_data = 0x13dba620c808}, {pos = -1507800056, events = 5083, fd = -1507794936, user_data = 0x13dba620e408}, {pos = -1507792888, events = 5083, fd = -1507791864, user_data = 0x13dba6203008}, {pos = 2735551, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -1507786672, events = 5083, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 554160888, user_data = 0x82107d0b0}, {pos = 32, events = 32, fd = -1507839992, user_data = 0x37b}, {pos = 2113896, events = 0, fd = 297, user_data = 0x13dba6210050}, {pos = 554160864, events = 8, fd = 1806194561, user_data = 0x13dba6631000}, {pos = 2735551, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -1507786672, events = 5083, fd = 1, user_data = 0x13dba620a408}, {pos = 12544248, events = 0, fd = 737459984, user_data = 0x13dba6203008}, {pos = 2839728, events = 0, fd = 748541113, user_data = 0x1}, {pos = -1503584256, events = 5083, fd = 554160864, user_data = 0x82c9dc642}, {pos = 737459984, events = 8, fd = 12544248, user_data = 0x82bf4bf10 }, {pos = -1507810296, events = 5083, fd = 554161088, user_data = 0x3b5b6ba85574}, {pos = 554160944, events = 8, fd = 1, user_data = 0x3b5b6ba853ee}, {pos = -1507839992, events = 5083, fd = 554160872, user_data = 0x82107d3c0}, {pos = 6816, events = 0, fd = 12, user_data = 0x3b5b6ba993a0}, {pos = 0, events = 0, fd = -1503526017, user_data = 0xc142a0 }, {pos = 554161008, events = 8, fd = 748500320, user_data = 0x82bff0460 <__thr_jtable>}, {pos = 738142032, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 554161056, events = 8, fd = 748500320, user_data = 0x82bff0460 <__thr_jtable>}, {pos = 738142032, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 554161104, events = 8, fd = 748542717, user_data = 0x13dba6612000}, {pos = 71844, events = 0, fd = 554161200, user_data = 0x82c9d59ea}} [16:27:49.315] last_touch_time = 1744561318 [16:27:49.315] last_lockfile_recheck_time = 1744561318 [16:27:49.315] nevents = 1 [16:27:49.315] #10 0x00000000008bd74a in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x82107da48) at ../src/backend/postmaster/postmaster.c:1400 [16:27:49.315] userDoption = [16:27:49.315] listen_addr_saved = false [16:27:49.315] output_config_variable = [16:27:49.315] opt = [16:27:49.315] status = [16:27:49.315] #11 0x00000000007f0ba0 in main (argc=4, argv=0x82107da48) at ../src/backend/main/main.c:227 [16:27:49.315] do_check_root = [16:27:49.315] dispatch_option = DISPATCH_POSTMASTER