[22:51:51.342] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [22:51:51.624] dumping /tmp/cores/postgres.71910.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [22:51:51.764] [New LWP 101812] [22:51:51.847] Core was generated by `postgres: standby: walsender postgres [local] streaming 0/10000D0'. [22:51:51.847] Program terminated with signal SIGABRT, Aborted. [22:51:51.847] Sent by thr_kill() from pid 71910 and user 1002. [22:51:51.847] #0 0x0000000829e681ba in thr_kill () from /lib/libc.so.7 [22:51:51.880] [22:51:51.880] Thread 1 (LWP 101812): [22:51:51.880] #0 0x0000000829e681ba in thr_kill () from /lib/libc.so.7 [22:51:51.880] No symbol table info available. [22:51:51.880] #1 0x0000000829de15d4 in raise () from /lib/libc.so.7 [22:51:51.880] No symbol table info available. [22:51:51.880] #2 0x0000000829e94b59 in abort () from /lib/libc.so.7 [22:51:51.880] No symbol table info available. [22:51:51.880] #3 0x0000000000ad37e5 in ExceptionalCondition (conditionName=0x3194a2 "pending_since == 0", fileName=, lineNumber=lineNumber@entry=734) at ../src/backend/utils/error/assert.c:66 [22:51:51.880] No locals. [22:51:51.880] #4 0x000000000098bc38 in pgstat_report_stat (force=false) at ../src/backend/utils/activity/pgstat.c:734 [22:51:51.880] do_flush = [22:51:51.880] pending_since = 798245158302617 [22:51:51.880] last_flush = 798245158295023 [22:51:51.880] now = [22:51:51.880] partial_flush = [22:51:51.880] nowait = [22:51:51.880] #5 0x000000000097182b in PostgresMain (dbname=, username=) at ../src/backend/tcop/postgres.c:4627 [22:51:51.880] stats_timeout = [22:51:51.880] input_message = {data = 0x8d521022100 "", len = 0, maxlen = 1024, cursor = 0} [22:51:51.880] firstchar = [22:51:51.880] local_sigjmp_buf = {{_sjb = {9901451, 34912841568, 34912841528, 34912842160, 12457780, 12457512, 12666472, 12660412, 895, 0, 0, 34359738369}}} [22:51:51.880] send_ready_for_query = true [22:51:51.880] idle_in_transaction_timeout_enabled = false [22:51:51.880] idle_session_timeout_enabled = false [22:51:51.880] #6 0x000000000096c689 in BackendMain (startup_data=, startup_data_len=) at ../src/backend/tcop/backend_startup.c:124 [22:51:51.880] bsdata = [22:51:51.880] #7 0x00000000008bb10b in postmaster_child_launch (child_type=B_BACKEND, child_slot=1, startup_data=startup_data@entry=0x820f7bc18, startup_data_len=startup_data_len@entry=24, client_sock=client_sock@entry=0x820f7bc30) at ../src/backend/postmaster/launch_backend.c:290 [22:51:51.880] pid = [22:51:51.880] #8 0x00000000008bfa88 in BackendStartup (client_sock=0x820f7bc30) at ../src/backend/postmaster/postmaster.c:3580 [22:51:51.880] startup_data = {canAcceptConnections = CAC_OK, socket_created = 798245158293364, fork_started = } [22:51:51.880] bn = 0x8d521156878 [22:51:51.880] cac = CAC_OK [22:51:51.880] pid = [22:51:51.880] __error = [22:51:51.880] save_errno = [22:51:51.880] __error = [22:51:51.880] __error = [22:51:51.880] #9 ServerLoop () at ../src/backend/postmaster/postmaster.c:1702 [22:51:51.880] s = {sock = 7, raddr = {addr = {ss_len = 16 '\020', ss_family = 1 '\001', __ss_pad1 = "\000\000\000\000\000", __ss_align = 0, __ss_pad2 = "\r", '\000' , "\220\274\367 \b\000\000\000X\266W(\b\000\000\000Y\000\000\000\000\000\000\000\276>X(\b", '\000' , "м\367 \b\000\000\000D\256\213\000\000\000\000\000\340\274\367 \b", '\000' }, salen = 16}} [22:51:51.880] i = 0 [22:51:51.880] now = [22:51:51.880] events = {{pos = 1, events = 2, fd = 5, user_data = 0x0}, {pos = 0, events = 0, fd = 703607400, user_data = 0x0}, {pos = 553106096, events = 8, fd = 702596492, user_data = 0x0}, {pos = 553106400, events = 8, fd = 554251736, user_data = 0x820f7ba70}, {pos = 0, events = 0, fd = 0, user_data = 0xec5dd3a55424ef07}, {pos = 703708608, events = 8, fd = 553105120, user_data = 0x216ca5d742cd}, {pos = 701754296, events = 8, fd = 701829276, user_data = 0x820f7b6f8}, {pos = 553105264, events = 8, fd = 553105168, user_data = 0x216ca5d742cd}, {pos = 701751152, events = 8, fd = 701829276, user_data = 0x820f7b728}, {pos = 553105312, events = 8, fd = 701799876, user_data = 0x829d49dc4}, {pos = 553105232, events = 8, fd = -1512619315, user_data = 0x829d42410}, {pos = 701829276, events = 8, fd = 553105256, user_data = 0x820f7b7e0}, {pos = 701802804, events = 8, fd = 701802804, user_data = 0x8d520c0a408}, {pos = 3, events = 0, fd = 553105360, user_data = 0x216ca5d6f4fb}, {pos = 553105376, events = 8, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 553105448, user_data = 0x820f7b9e8}, {pos = 553105424, events = 8, fd = -1512620974, user_data = 0x296004}, {pos = 549515944, events = 2261, fd = 701768720, user_data = 0x8d520c0a408}, {pos = 553105512, events = 8, fd = 553105960, user_data = 0x820f7b850}, {pos = -1512620974, events = 8556, fd = 2735735, user_data = 0x6d68b}, {pos = 2090263927, events = 8, fd = 549519440, user_data = 0x800000001}, {pos = 0, events = 0, fd = 0, user_data = 0x820f7bb28}, {pos = 553715424, events = 3, fd = 553106040, user_data = 0x8d520c0fae8}, {pos = 656, events = 0, fd = 553105960, user_data = 0x820f7b868}, {pos = 553105616, events = 8, fd = -1512621365, user_data = 0x820f7bae8}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 549519440, events = 2261, fd = 1, user_data = 0x8d520c0a408}, {pos = 701768720, events = 8, fd = 553106216, user_data = 0x820f7ba78}, {pos = 553105632, events = 8, fd = 0, user_data = 0x8d520c03008}, {pos = 32, events = 0, fd = 553106016, user_data = 0x216ca5d6dc77}, {pos = 549466120, events = 2261, fd = 549467144, user_data = 0x8d520c03808}, {pos = 549469192, events = 2261, fd = 549482504, user_data = 0x8d520c07408}, {pos = 549484552, events = 2261, fd = 549485576, user_data = 0x8d520c08008}, {pos = 549487624, events = 2261, fd = 549488648, user_data = 0x8d520c08c08}, {pos = 549490696, events = 2261, fd = 549491720, user_data = 0x8d520c09808}, {pos = 549493768, events = 2261, fd = 549494792, user_data = 0x8d520c0a408}, {pos = 549496840, events = 2261, fd = 549497864, user_data = 0x8d520c0b008}, {pos = 549499912, events = 2261, fd = 549500936, user_data = 0x8d520c0bc08}, {pos = 549502984, events = 2261, fd = 549504008, user_data = 0x8d520c0c808}, {pos = 549506056, events = 2261, fd = 549511176, user_data = 0x8d520c0e408}, {pos = 549513224, events = 2261, fd = 549514248, user_data = 0x8d520c03008}, {pos = 2735735, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 549519440, events = 2261, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 553106216, user_data = 0x820f7b8e0}, {pos = 32, events = 32, fd = 549466120, user_data = 0x37b}, {pos = 2113896, events = 0, fd = 297, user_data = 0x8d520c10050}, {pos = 553106192, events = 8, fd = -1512646783, user_data = 0x8d521031000}, {pos = 2735735, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 549519440, events = 2261, fd = 1, user_data = 0x8d520c0a408}, {pos = 12545208, events = 0, fd = 702963472, user_data = 0x8d520c03008}, {pos = 2839992, events = 0, fd = 676869305, user_data = 0x1}, {pos = 553721856, events = 2261, fd = 553106192, user_data = 0x828582642}, {pos = 702963472, events = 8, fd = 12545208, user_data = 0x829e65f10 }, {pos = 549495816, events = 2261, fd = 553106416, user_data = 0x216ca5d6d574}, {pos = 553106272, events = 8, fd = 1, user_data = 0x216ca5d6d3ee}, {pos = 549466120, events = 2261, fd = 553106200, user_data = 0x820f7bbf0}, {pos = 6816, events = 0, fd = 12, user_data = 0x216ca5d813a0}, {pos = 0, events = 0, fd = 553780095, user_data = 0xc14660 }, {pos = 553106336, events = 8, fd = 676828512, user_data = 0x829f0a460 <__thr_jtable>}, {pos = 703645520, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 553106384, events = 8, fd = 676828512, user_data = 0x829f0a460 <__thr_jtable>}, {pos = 703645520, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 553106432, events = 8, fd = 676870909, user_data = 0x8d521012000}, {pos = 71725, events = 0, fd = 553106528, user_data = 0x82857b9ea}} [22:51:51.880] last_touch_time = 1744929957 [22:51:51.880] last_lockfile_recheck_time = 1744929957 [22:51:51.880] nevents = 1 [22:51:51.880] #10 0x00000000008bd92a in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820f7c270) at ../src/backend/postmaster/postmaster.c:1400 [22:51:51.880] userDoption = [22:51:51.880] listen_addr_saved = false [22:51:51.880] output_config_variable = [22:51:51.880] opt = [22:51:51.880] status = [22:51:51.880] #11 0x00000000007f0db0 in main (argc=4, argv=0x820f7c270) at ../src/backend/main/main.c:227 [22:51:51.880] do_check_root = [22:51:51.880] dispatch_option = DISPATCH_POSTMASTER [22:51:51.888] [22:51:51.888] [22:51:51.888] [22:51:51.940] dumping /tmp/cores/postgres.76300.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [22:51:52.069] [New LWP 101720] [22:51:52.133] Core was generated by `postgres: primary: archiver archiving 000000010000000000000003'. [22:51:52.133] Program terminated with signal SIGQUIT, Quit. [22:51:52.133] Sent by thr_kill() from pid 76300 and user 1002. [22:51:52.133] #0 0x000000082a92f75a in _sigprocmask () from /lib/libc.so.7 [22:51:52.148] [22:51:52.148] Thread 1 (LWP 101720): [22:51:52.148] #0 0x000000082a92f75a in _sigprocmask () from /lib/libc.so.7 [22:51:52.148] No symbol table info available. [22:51:52.148] #1 0x000000082a96ca2f in _system () from /lib/libc.so.7 [22:51:52.148] No symbol table info available. [22:51:52.148] #2 0x000000082b96c8a3 in ?? () from /lib/libthr.so.3 [22:51:52.148] No symbol table info available. [22:51:52.148] #3 0x00000000006952cb in shell_archive_file (state=, file=0x821747990 "00000001", '0' , "3", path=) at ../src/backend/archive/shell_archive.c:80 [22:51:52.148] nativePath = [22:51:52.148] xlogarchcmd = 0x29050a2fe130 "cp \"pg_wal/00000001", '0' , "3\" \"/tmp/cirrus-ci-build/build/testrun/pg_combinebackup/009_no_full_file/data/t_009_no_full_file_primary_data/archives/00000001", '0' , "3\"" [22:51:52.148] rc = [22:51:52.148] #4 0x00000000008bc08c in pgarch_archiveXlog (xlog=xlog@entry=0x821747990 "00000001", '0' , "3") at ../src/backend/postmaster/pgarch.c:602 [22:51:52.148] local_sigjmp_buf = {{_sjb = {9158608, 34921019792, 34921015224, 34921016480, 45101621559296, 34921019792, 34921016256, 12666464, 45101621511039, 0, 0, 1}}} [22:51:52.148] pathname = "pg_wal/00000001", '0' , "3\00000000028.backup\000\220:\200*\b\000\000\000\b\244\340\t\005)\000\000\250ht!\b\000\000\000hjt!\b\000\000\000\220ht!\b\000\000\000R\034逰1\000\000\"\300)\000\000\000\000\0005H\214\a\000\000\000\000\035\304,\031\b\000\000\000P\000\341\t\005)\000\000\001\000\000\000\b", '\000' , "hkt!\b\000\000\000\340ht!\003\000\000\000\270jt!\b\000\000\000\350\372\340\t\005)\000\000\220\002\000\000\000\000\000\000hjt!\b\000\000\000\250h"... [22:51:52.148] activitymsg = "archiving 00000001", '0' , "3\000\000\000\000\000\000\260pt!\b\000\000\000 \000\000\0000\000\000\000\260lt!\b\000\000\000\240kt!\b\000\000\000\000\000\000\000\000\000\000" [22:51:52.148] oldcontext = 0x29050a21c000 [22:51:52.148] ret = [22:51:52.148] #5 0x00000000008bbad4 in pgarch_ArchiverCopyLoop () at ../src/backend/postmaster/pgarch.c:475 [22:51:52.148] stat_buf = {st_dev = 18446744071679573761, st_ino = 506985, st_nlink = 1, st_mode = 33152, st_padding0 = 0, st_uid = 1002, st_gid = 1003, st_padding1 = 0, st_rdev = 18446744073709551615, st_atim = {tv_sec = 1744929972, tv_nsec = 70035000}, st_mtim = {tv_sec = 1744929972, tv_nsec = 70035000}, st_ctim = {tv_sec = 1744929972, tv_nsec = 70035000}, st_birthtim = {tv_sec = 1744929972, tv_nsec = 35266000}, st_size = 16777216, st_blocks = 32768, st_blksize = 4096, st_flags = 0, st_gen = 0, st_spare = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0}} [22:51:52.148] pathname = "pg_wal/00000001", '0' , "3\00000000028.backup\000\263\204\001h\000\000\000\000\b\260/;\000\000\000\000\263\204\001h\000\000\000\000\b\260/;\000\000\000\000\263\204\001h\000\000\000\000\b\260/;\000\000\000\000\263\204\001h\000\000\000\000\b\260/;", '\000' , "\020", '\000' ... [22:51:52.148] failures = 0 [22:51:52.148] failures_orphan = 0 [22:51:52.148] xlog = "00000001", '0' , "3\00000000028.backup" [22:51:52.148] failures = [22:51:52.148] failures_orphan = [22:51:52.148] stat_buf = [22:51:52.148] pathname = [22:51:52.148] __error = [22:51:52.148] xlogready = [22:51:52.148] __error = [22:51:52.148] __error = [22:51:52.148] __error = [22:51:52.148] #6 pgarch_MainLoop () at ../src/backend/postmaster/pgarch.c:349 [22:51:52.148] time_to_stop = false [22:51:52.148] #7 0x00000000008bb3ad in PgArchiverMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/pgarch.c:272 [22:51:52.148] No locals. [22:51:52.148] #8 0x00000000008bb10b in postmaster_child_launch (child_type=child_type@entry=B_ARCHIVER, child_slot=54, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:290 [22:51:52.148] pid = [22:51:52.148] #9 0x00000000008bdef7 in StartChildProcess (type=type@entry=B_ARCHIVER) at ../src/backend/postmaster/postmaster.c:3973 [22:51:52.148] pmchild = 0x0 [22:51:52.148] pid = [22:51:52.148] #10 0x00000000008bff98 in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3341 [22:51:52.148] No locals. [22:51:52.148] #11 ServerLoop () at ../src/backend/postmaster/postmaster.c:1717 [22:51:52.148] now = [22:51:52.148] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = 714904168, user_data = 0x0}, {pos = 561283872, events = 8, fd = 713893260, user_data = 0x0}, {pos = 561284176, events = 8, fd = 170370520, user_data = 0x8217482e0}, {pos = 0, events = 0, fd = 0, user_data = 0x5e5d28ed51768b13}, {pos = 715005376, events = 8, fd = 561282896, user_data = 0x31b080e922cd}, {pos = 713051064, events = 8, fd = 713126044, user_data = 0x821747f68}, {pos = 561283040, events = 8, fd = 561282944, user_data = 0x31b080e922cd}, {pos = 713047920, events = 8, fd = 713126044, user_data = 0x821747f98}, {pos = 561283088, events = 8, fd = 713096644, user_data = 0x82a80fdc4}, {pos = 561283008, events = 8, fd = -2132204851, user_data = 0x82a808410}, {pos = 713126044, events = 8, fd = 561283032, user_data = 0x821748050}, {pos = 713099572, events = 8, fd = 713099572, user_data = 0x290509e0a408}, {pos = 3, events = 0, fd = 561283136, user_data = 0x31b080e8d4fb}, {pos = 561283152, events = 8, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 561283224, user_data = 0x821748258}, {pos = 561283200, events = 8, fd = -2132206510, user_data = 0x296004}, {pos = 165737128, events = 10501, fd = 713065488, user_data = 0x290509e0a408}, {pos = 561283288, events = 8, fd = 561283736, user_data = 0x8217480c0}, {pos = -2132206510, events = 12720, fd = 2735735, user_data = 0x6d68b}, {pos = 2090263927, events = 8, fd = 165740624, user_data = 0x800000001}, {pos = 0, events = 0, fd = 0, user_data = 0x821748398}, {pos = 169936608, events = 3, fd = 561283816, user_data = 0x290509e0fae8}, {pos = 656, events = 0, fd = 561283736, user_data = 0x8217480d8}, {pos = 561283392, events = 8, fd = -2132206901, user_data = 0x821748358}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 165740624, events = 10501, fd = 1, user_data = 0x290509e0a408}, {pos = 713065488, events = 8, fd = 561283992, user_data = 0x8217482e8}, {pos = 561283408, events = 8, fd = 0, user_data = 0x290509e03008}, {pos = 32, events = 0, fd = 561283792, user_data = 0x31b080e8bc77}, {pos = 165687304, events = 10501, fd = 165688328, user_data = 0x290509e03808}, {pos = 165690376, events = 10501, fd = 165703688, user_data = 0x290509e07408}, {pos = 165705736, events = 10501, fd = 165706760, user_data = 0x290509e08008}, {pos = 165708808, events = 10501, fd = 165709832, user_data = 0x290509e08c08}, {pos = 165711880, events = 10501, fd = 165712904, user_data = 0x290509e09808}, {pos = 165714952, events = 10501, fd = 165715976, user_data = 0x290509e0a408}, {pos = 165718024, events = 10501, fd = 165719048, user_data = 0x290509e0b008}, {pos = 165721096, events = 10501, fd = 165722120, user_data = 0x290509e0bc08}, {pos = 165724168, events = 10501, fd = 165725192, user_data = 0x290509e0c808}, {pos = 165727240, events = 10501, fd = 165732360, user_data = 0x290509e0e408}, {pos = 165734408, events = 10501, fd = 165735432, user_data = 0x290509e03008}, {pos = 2735735, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 165740624, events = 10501, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 561283992, user_data = 0x821748150}, {pos = 32, events = 32, fd = 165687304, user_data = 0x37b}, {pos = 2113896, events = 0, fd = 297, user_data = 0x290509e10050}, {pos = 561283968, events = 8, fd = -2132232319, user_data = 0x29050a231000}, {pos = 2735735, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 165740624, events = 10501, fd = 1, user_data = 0x290509e0a408}, {pos = 12545208, events = 0, fd = 714260240, user_data = 0x290509e03008}, {pos = 2839992, events = 0, fd = 731288761, user_data = 0x1}, {pos = 169943040, events = 10501, fd = 561283968, user_data = 0x82b968642}, {pos = 714260240, events = 8, fd = 12545208, user_data = 0x82a92bf10 }, {pos = 165717000, events = 10501, fd = 561284192, user_data = 0x31b080e8b574}, {pos = 561284048, events = 8, fd = 1, user_data = 0x31b080e8b3ee}, {pos = 165687304, events = 10501, fd = 561283976, user_data = 0x821748460}, {pos = 6816, events = 0, fd = 12, user_data = 0x31b080e9f3a0}, {pos = 0, events = 0, fd = 170001279, user_data = 0xc14660 }, {pos = 561284112, events = 8, fd = 731247968, user_data = 0x82a9d0460 <__thr_jtable>}, {pos = 714942288, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 561284160, events = 8, fd = 731247968, user_data = 0x82a9d0460 <__thr_jtable>}, {pos = 714942288, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 561284208, events = 8, fd = 731290365, user_data = 0x29050a212000}, {pos = 76207, events = 0, fd = 561284304, user_data = 0x82b9619ea}} [22:51:52.148] last_touch_time = 1744929971 [22:51:52.148] last_lockfile_recheck_time = 1744929971 [22:51:52.148] nevents = [22:51:52.148] #12 0x00000000008bd92a in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821748ae0) at ../src/backend/postmaster/postmaster.c:1400 [22:51:52.148] userDoption = [22:51:52.148] listen_addr_saved = false [22:51:52.148] output_config_variable = [22:51:52.148] opt = [22:51:52.148] status = [22:51:52.148] #13 0x00000000007f0db0 in main (argc=4, argv=0x821748ae0) at ../src/backend/main/main.c:227 [22:51:52.148] do_check_root = [22:51:52.148] dispatch_option = DISPATCH_POSTMASTER