[15:03:32.198] src/tools/ci/cores_backtrace.sh freebsd /tmp/cores [15:03:32.475] dumping /tmp/cores/postgres.47000.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [15:03:32.611] [New LWP 102055] [15:03:32.698] Core was generated by `postgres: subscriber: logical replication apply worker for subscription 16439 '. [15:03:32.698] Program terminated with signal SIGABRT, Aborted. [15:03:32.698] Sent by thr_kill() from pid 47000 and user 1002. [15:03:32.698] #0 0x000000082a6ee01a in thr_kill () from /lib/libc.so.7 [15:03:32.736] [15:03:32.736] Thread 1 (LWP 102055): [15:03:32.736] #0 0x000000082a6ee01a in thr_kill () from /lib/libc.so.7 [15:03:32.736] No symbol table info available. [15:03:32.736] #1 0x000000082a666a64 in raise () from /lib/libc.so.7 [15:03:32.736] No symbol table info available. [15:03:32.736] #2 0x000000082a71aa59 in abort () from /lib/libc.so.7 [15:03:32.736] No symbol table info available. [15:03:32.736] #3 0x0000000000b3a48f in ExceptionalCondition (conditionName=, fileName=, lineNumber=lineNumber@entry=195) at ../src/backend/utils/error/assert.c:65 [15:03:32.736] No locals. [15:03:32.736] #4 0x00000000009433b8 in ReportApplyConflict (estate=estate@entry=0x34b4cdc02100, relinfo=relinfo@entry=0x34b4cd5fc280, elevel=elevel@entry=15, type=type@entry=CT_UPDATE_MISSING, searchslot=searchslot@entry=0x34b4cd5fc630, remoteslot=remoteslot@entry=0x34b4cd5fc9a0, conflicttuples=0x34b4cd5fdf88) at ../src/backend/replication/logical/conflict.c:195 [15:03:32.736] dest = CONFLICT_LOG_DEST_LOG [15:03:32.736] localrel = 0x34b4cd5d1d58 [15:03:32.736] conflictlogrel = 0x0 [15:03:32.736] log_dest_clt = [15:03:32.736] log_dest_logfile = [15:03:32.736] #5 0x0000000000964e4a in apply_handle_update_internal (edata=0x34b4cd5fc230, relinfo=0x34b4cd5fc280, remoteslot=0x34b4cd5fc630, newtup=0x8218d9138, localindexoid=) at ../src/backend/replication/logical/worker.c:3012 [15:03:32.736] newslot = 0x34b4cd5fc9a0 [15:03:32.736] type = CT_UPDATE_MISSING [15:03:32.736] epqstate = {parentestate = 0x34b4cdc02100, epqParam = -1, resultRelations = 0x0, tuple_table = 0x0, relsubs_slot = 0x34b4cd5fceb8, plan = 0x0, arowMarks = 0x0, origslot = 0x0, recheckestate = 0x0, relsubs_rowmark = 0x0, relsubs_done = 0x0, relsubs_blocked = 0x0, recheckplanstate = 0x0} [15:03:32.736] localslot = 0x34b4cd5fc9a0 [15:03:32.736] conflicttuple = {slot = 0x0, indexoid = 0, xmin = 0, origin = 0, ts = 0} [15:03:32.736] estate = 0x34b4cdc02100 [15:03:32.736] relmapentry = 0x34b4cdc06e48 [15:03:32.736] localrel = 0x34b4cd5d1d58 [15:03:32.736] oldctx = [15:03:32.736] found = [15:03:32.736] newslot = [15:03:32.736] newslot = [15:03:32.736] type = [15:03:32.736] #6 apply_handle_update (s=) at ../src/backend/replication/logical/worker.c:2900 [15:03:32.736] ucxt = {save_userid = 10, save_sec_context = 0, save_nestlevel = -1} [15:03:32.736] oldtup = {colvalues = 0x34b4cd5fc100, colstatus = 0x34b4cd5fc150 "tt~\177\177\177\177\177\002", ncols = 2} [15:03:32.736] newtup = {colvalues = 0x34b4cd5fc198, colstatus = 0x34b4cd5fc1e8 "tt~\177\177\177\177\177\002", ncols = 2} [15:03:32.736] has_oldtup = true [15:03:32.736] relid = [15:03:32.736] rel = 0x34b4cdc06e48 [15:03:32.736] run_as_owner = false [15:03:32.736] edata = 0x34b4cd5fc230 [15:03:32.736] estate = [15:03:32.736] remoteslot = 0x34b4cd5fc630 [15:03:32.736] target_perminfo = [15:03:32.736] oldctx = [15:03:32.736] i = [15:03:32.736] att = [15:03:32.736] remoteattnum = [15:03:32.736] #7 apply_dispatch (s=s@entry=0x8218d9268) at ../src/backend/replication/logical/worker.c:3818 [15:03:32.736] action = [15:03:32.736] saved_command = 0 [15:03:32.736] #8 0x0000000000966150 in LogicalRepApplyLoop (last_received=25379328) at ../src/backend/replication/logical/worker.c:4108 [15:03:32.736] start_lsn = [15:03:32.736] end_lsn = [15:03:32.736] send_time = [15:03:32.736] s = {data = 0x34b4cd4316c0 "w", len = 65, maxlen = 0, cursor = 65} [15:03:32.736] c = [15:03:32.736] fd = -1 [15:03:32.736] buf = 0x34b4cd4316c0 "w" [15:03:32.736] len = [15:03:32.736] wait_time = [15:03:32.736] endofstream = false [15:03:32.736] rc = [15:03:32.736] tli = 3443726016 [15:03:32.736] errcallback = {previous = 0x0, callback = 0x967110 , arg = 0x34b4cd415940} [15:03:32.736] rdt_data = {phase = RDT_GET_CANDIDATE_XID, remote_lsn = 0, remote_oldestxid = {value = 0}, remote_nextxid = {value = 0}, reply_time = 0, remote_wait_for = {value = 0}, candidate_xid = 0, flushpos_update_time = 0, table_sync_wait_time = 0, last_recv_time = 831394554261422, candidate_xid_time = 0, xid_advance_interval = 0} [15:03:32.736] last_recv_timestamp = 831394554261422 [15:03:32.736] ping_sent = false [15:03:32.736] #9 start_apply (origin_startpos=origin_startpos@entry=0) at ../src/backend/replication/logical/worker.c:5639 [15:03:32.736] _local_sigjmp_buf = {{_sjb = {9854598, 0, 34922664424, 34922664768, 13122496, 13218400, 34922664432, 13218408, 895, 2, 34922664544, 0}}} [15:03:32.736] _save_exception_stack = 0x8218d9440 [15:03:32.736] _save_context_stack = 0x0 [15:03:32.736] _do_rethrow = false [15:03:32.736] #10 0x0000000000967010 in run_apply_worker () at ../src/backend/replication/logical/worker.c:5798 [15:03:32.736] originname = "pg_16439", '\000' , "(\356\307\000\000\000\000\000l~;\000\000\000\000\000\300\223\215!\b\000\000\000\260\"j\000\000\000\000" [15:03:32.736] startpointTLI = 1 [15:03:32.736] err = 0x34b4cd518504 "ApplyWorkerMain" [15:03:32.736] options = {logical = , slotname = , startpoint = , proto = {physical = {startpointTLI = }, logical = {proto_version = , publication_names = , binary = , streaming_str = , twophase = false, origin = 0x34b4cd5810a0 "any"}}} [15:03:32.736] origin_startpos = 0 [15:03:32.736] slotname = 0x34b4cdc105f8 "tap_sub" [15:03:32.736] originid = [15:03:32.736] must_use_password = [15:03:32.736] #11 0x0000000000966d6d in ApplyWorkerMain (main_arg=) at ../src/backend/replication/logical/worker.c:6027 [15:03:32.736] worker_slot = [15:03:32.736] #12 0x000000000090ff0c in BackgroundWorkerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/bgworker.c:865 [15:03:32.736] local_sigjmp_buf = {{_sjb = {9502421, 57951143428152, 34922665016, 34922665168, 10341168, 10174464, 57951143428152, 34922665024, 206158431103, -2147815357, -1, 1}}} [15:03:32.736] worker = 0x34b4cd518038 [15:03:32.736] entrypt = 0x0 [15:03:32.736] #13 0x0000000000914a25 in postmaster_child_launch (child_type=child_type@entry=B_BG_WORKER, child_slot=219, startup_data=startup_data@entry=0x34b4cd427118, startup_data_len=startup_data_len@entry=1472, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:268 [15:03:32.736] pid = [15:03:32.736] #14 0x0000000000917b77 in StartBackgroundWorker (rw=0x34b4cd427118) at ../src/backend/postmaster/postmaster.c:4207 [15:03:32.736] bn = 0x34b4cd55d918 [15:03:32.736] worker_pid = [15:03:32.736] __error = [15:03:32.736] __error = [15:03:32.736] __error = [15:03:32.736] #15 maybe_start_bgworkers () at ../src/backend/postmaster/postmaster.c:4372 [15:03:32.736] rw = 0x34b4cd427118 [15:03:32.736] num_launched = 0 [15:03:32.736] now = 0 [15:03:32.736] iter = {cur = 0x34b4cd4276f0, next = , end = } [15:03:32.736] #16 0x00000000009198f5 in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3437 [15:03:32.736] No locals. [15:03:32.736] #17 ServerLoop () at ../src/backend/postmaster/postmaster.c:1743 [15:03:32.736] now = [15:03:32.736] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = -850799144, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x91e0d705d6bbed9e}, {pos = 712641600, events = 8, fd = 562928432, user_data = 0x43}, {pos = 1, events = 0, fd = 712641600, user_data = 0x8218d9a60}, {pos = 874838725, events = 1323, fd = 8, user_data = 0x82a7a0c40}, {pos = 562928256, events = 8, fd = 874838725, user_data = 0x82a5ce7a4}, {pos = 710731684, events = 8, fd = 562928280, user_data = 0x8218d9b10}, {pos = 710731976, events = 8, fd = 710731976, user_data = 0x8218d9ac0}, {pos = 874838725, events = 1323, fd = 562928384, user_data = 0x52b3424ab2b}, {pos = 562928344, events = 8, fd = 562928464, user_data = 0x82a5cd8d4}, {pos = 710727892, events = 8, fd = -855596024, user_data = 0x3}, {pos = 562928448, events = 8, fd = 874818347, user_data = 0x8218d9b78}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 562928536, events = 8, fd = 562928968, user_data = 0x8218d9b80}, {pos = 874837042, events = 1323, fd = 2728015, user_data = 0x34b4cd00f188}, {pos = 710651528, events = 8, fd = -855596024, user_data = 0x8218d9bd8}, {pos = 562929032, events = 8, fd = 562928576, user_data = 0x52b3424f432}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -855572400, events = 13492, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 562929272, user_data = 0x3218d9bc0}, {pos = 562929104, events = 8, fd = -855574200, user_data = 0x290}, {pos = 562929032, events = 8, fd = 562928600, user_data = 0x8218d9c40}, {pos = 874836683, events = 1323, fd = 562929208, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x34b4cd010050}, {pos = 1, events = 8, fd = -855596024, user_data = 0x82a5bae88}, {pos = 562929272, events = 8, fd = 562929104, user_data = 0x1e}, {pos = 0, events = 0, fd = -855625720, user_data = 0x8218d9c50}, {pos = 562929088, events = 8, fd = 874811591, user_data = 0x34b4cd003008}, {pos = -855624696, events = 13492, fd = -855623672, user_data = 0x34b4cd003c08}, {pos = -855609336, events = 13492, fd = -855608312, user_data = 0x34b4cd007808}, {pos = -855606264, events = 13492, fd = -855605240, user_data = 0x34b4cd008408}, {pos = -855603192, events = 13492, fd = -855602168, user_data = 0x34b4cd009008}, {pos = -855600120, events = 13492, fd = -855599096, user_data = 0x34b4cd009c08}, {pos = -855597048, events = 13492, fd = -855596024, user_data = 0x34b4cd00a808}, {pos = -855593976, events = 13492, fd = -855592952, user_data = 0x34b4cd00b408}, {pos = -855590904, events = 13492, fd = -855589880, user_data = 0x34b4cd00c008}, {pos = -855587832, events = 13492, fd = -855586808, user_data = 0x34b4cd00cc08}, {pos = -855580664, events = 13492, fd = -855579640, user_data = 0x34b4cd003008}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -855572400, events = 13492, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 562929272, user_data = 0x8218d9c50}, {pos = 30, events = 30, fd = -855625720, user_data = 0x1}, {pos = 2615912, events = 0, fd = 308, user_data = 0x34b4cd010050}, {pos = 562929248, events = 8, fd = 874810300, user_data = 0x2a0439}, {pos = 448139, events = 0, fd = 2090263927, user_data = 0x34b4cd010050}, {pos = 1, events = 0, fd = 13099552, user_data = 0x82a6ebd70 }, {pos = -855625720, events = 13492, fd = 2859808, user_data = 0x82a02d549}, {pos = 1, events = 0, fd = -854908920, user_data = 0x8218d9e60}, {pos = 704825061, events = 8, fd = 711900528, user_data = 0xc7e220 }, {pos = 711900528, events = 8, fd = -855596024, user_data = 0x8218d9f40}, {pos = 874809780, events = 1323, fd = 16, user_data = 0x34b400000001}, {pos = 874809390, events = 1323, fd = -855625720, user_data = 0x8218d9e68}, {pos = 562929472, events = 8, fd = 7152, user_data = 0xc}, {pos = 874892096, events = 1323, fd = 0, user_data = 0x8218d037f}, {pos = 11976332, events = 0, fd = 562929392, user_data = 0x82a0235d0 <__pthread_cleanup_pop_imp+48>}, {pos = 712569600, events = 8, fd = 712578544, user_data = 0x0}, {pos = 8128, events = 0, fd = 562929440, user_data = 0x82a02db9d}, {pos = 562929456, events = 8, fd = 704787920, user_data = 0x82a78f300 <__thr_jtable>}, {pos = 712578544, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 562929504, events = 8, fd = 704830365, user_data = 0x34b4cd0b2008}, {pos = 46576, events = 0, fd = 562929600, user_data = 0x82a025a7d}} [15:03:32.736] last_touch_time = 1778079348 [15:03:32.736] last_lockfile_recheck_time = 1778079348 [15:03:32.736] nevents = [15:03:32.736] #18 0x0000000000917156 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x8218da610) at ../src/backend/postmaster/postmaster.c:1415 [15:03:32.736] optctx = {nargc = 4, nargv = 0x8218da610, ostr = 0x36be54 "B:bC:c:D:d:EeFf:h:ijk:lN:OPp:r:S:sTt:W:-:", opterr = 1, optarg = 0x8218dacff "cluster-name=subscriber", optind = 4, optopt = 45, place = 0x2f187a ""} [15:03:32.736] userDoption = [15:03:32.736] listen_addr_saved = false [15:03:32.736] output_config_variable = [15:03:32.736] opt = [15:03:32.736] status = [15:03:32.736] #19 0x000000000083c16d in main (argc=4, argv=0x8218da610) at ../src/backend/main/main.c:231 [15:03:32.736] do_check_root = [15:03:32.736] dispatch_option = DISPATCH_POSTMASTER [15:03:32.744] [15:03:32.744] [15:03:32.744] [15:03:32.802] dumping /tmp/cores/postgres.51233.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [15:03:32.940] [New LWP 102177] [15:03:33.017] Core was generated by `postgres: subscriber1: logical replication apply worker for subscription 16438 '. [15:03:33.017] Program terminated with signal SIGABRT, Aborted. [15:03:33.017] Sent by thr_kill() from pid 51233 and user 1002. [15:03:33.017] #0 0x000000082b45b01a in thr_kill () from /lib/libc.so.7 [15:03:33.047] [15:03:33.047] Thread 1 (LWP 102177): [15:03:33.047] #0 0x000000082b45b01a in thr_kill () from /lib/libc.so.7 [15:03:33.047] No symbol table info available. [15:03:33.047] #1 0x000000082b3d3a64 in raise () from /lib/libc.so.7 [15:03:33.047] No symbol table info available. [15:03:33.047] #2 0x000000082b487a59 in abort () from /lib/libc.so.7 [15:03:33.047] No symbol table info available. [15:03:33.047] #3 0x0000000000b3a48f in ExceptionalCondition (conditionName=, fileName=, lineNumber=lineNumber@entry=195) at ../src/backend/utils/error/assert.c:65 [15:03:33.047] No locals. [15:03:33.047] #4 0x00000000009433b8 in ReportApplyConflict (estate=estate@entry=0x22fcbcf8100, relinfo=relinfo@entry=0x22fcbc06920, elevel=elevel@entry=15, type=type@entry=CT_UPDATE_MISSING, searchslot=searchslot@entry=0x22fcbc08130, remoteslot=remoteslot@entry=0x22fcbc060c8, conflicttuples=0x22fcbc06e20) at ../src/backend/replication/logical/conflict.c:195 [15:03:33.047] dest = CONFLICT_LOG_DEST_LOG [15:03:33.047] localrel = 0x22fcbc7b4c8 [15:03:33.047] conflictlogrel = 0x0 [15:03:33.047] log_dest_clt = [15:03:33.047] log_dest_logfile = [15:03:33.047] #5 0x00000000009685a5 in apply_handle_tuple_routing (edata=edata@entry=0x22fcb5fc198, remoteslot=remoteslot@entry=0x22fcb5fc598, newtup=newtup@entry=0x820db5cc8, operation=operation@entry=CMD_UPDATE) at ../src/backend/replication/logical/worker.c:3507 [15:03:33.047] newslot = 0x22fcbc060c8 [15:03:33.047] type = CT_UPDATE_MISSING [15:03:33.047] localslot = 0x22fcbc060c8 [15:03:33.047] partrelinfo_new = [15:03:33.047] partrel_new = [15:03:33.047] epqstate = {parentestate = 0x0, epqParam = 0, resultRelations = 0x3000000000000, tuple_table = 0x22fcb5fc180, relsubs_slot = 0x0, plan = 0x19, arowMarks = 0xffffff00, origslot = 0xffffffffffffffff, recheckestate = 0x22fcb5fc100, relsubs_rowmark = 0xffffffff, relsubs_done = 0x19, relsubs_blocked = 0x820db5760, recheckplanstate = 0xb4589f } [15:03:33.047] conflicttuple = {slot = 0x0, indexoid = 0, xmin = 0, origin = 0, ts = 0} [15:03:33.047] found = [15:03:33.047] estate = 0x22fcbcf8100 [15:03:33.047] relmapentry = 0x22fcbc04f48 [15:03:33.047] relinfo = 0x22fcb5fc1e8 [15:03:33.047] parentrel = 0x22fcb5d0148 [15:03:33.047] part_entry = 0x22fcbcc4860 [15:03:33.047] attrmap = [15:03:33.047] mtstate = 0x22fcb5fda00 [15:03:33.047] proute = 0x22fcb5fdc10 [15:03:33.047] oldctx = 0x22fcb5fc000 [15:03:33.047] partrelinfo = 0x22fcbc06920 [15:03:33.047] partrel = [15:03:33.047] remoteslot_part = 0x22fcbc08130 [15:03:33.047] map = 0x0 [15:03:33.047] #6 0x000000000096418e in apply_handle_update (s=) at ../src/backend/replication/logical/worker.c:2897 [15:03:33.047] ucxt = {save_userid = 10, save_sec_context = 0, save_nestlevel = -1} [15:03:33.047] oldtup = {colvalues = 0xc83a90 , colstatus = 0x820db5d30 "P]\333 \b", ncols = 725973136} [15:03:33.047] newtup = {colvalues = 0x22fcb5fc100, colstatus = 0x22fcb5fc150 "tt~\177\177\177\177\177\002", ncols = 2} [15:03:33.047] has_oldtup = false [15:03:33.047] relid = [15:03:33.047] rel = 0x22fcbc04f48 [15:03:33.047] run_as_owner = false [15:03:33.047] edata = 0x22fcb5fc198 [15:03:33.047] estate = 0x22fcbcf8100 [15:03:33.047] remoteslot = 0x22fcb5fc598 [15:03:33.047] target_perminfo = [15:03:33.047] oldctx = 0x22fcb5fc000 [15:03:33.047] i = [15:03:33.047] att = [15:03:33.047] remoteattnum = [15:03:33.047] #7 apply_dispatch (s=s@entry=0x820db5df8) at ../src/backend/replication/logical/worker.c:3818 [15:03:33.047] action = [15:03:33.047] saved_command = 0 [15:03:33.047] #8 0x0000000000966150 in LogicalRepApplyLoop (last_received=25108008) at ../src/backend/replication/logical/worker.c:4108 [15:03:33.047] start_lsn = [15:03:33.047] end_lsn = [15:03:33.047] send_time = [15:03:33.047] s = {data = 0x22fcb4e46c0 "w", len = 48, maxlen = 0, cursor = 48} [15:03:33.047] c = [15:03:33.047] fd = -1 [15:03:33.047] buf = 0x22fcb4e46c0 "w" [15:03:33.047] len = [15:03:33.047] wait_time = [15:03:33.047] endofstream = false [15:03:33.047] rc = [15:03:33.047] tli = 3410904768 [15:03:33.047] errcallback = {previous = 0x0, callback = 0x967110 , arg = 0x22fcb415940} [15:03:33.047] rdt_data = {phase = RDT_GET_CANDIDATE_XID, remote_lsn = 0, remote_oldestxid = {value = 0}, remote_nextxid = {value = 0}, reply_time = 0, remote_wait_for = {value = 0}, candidate_xid = 0, flushpos_update_time = 0, table_sync_wait_time = 0, last_recv_time = 831394566573903, candidate_xid_time = 0, xid_advance_interval = 0} [15:03:33.047] last_recv_timestamp = 831394566573903 [15:03:33.047] ping_sent = false [15:03:33.047] #9 start_apply (origin_startpos=origin_startpos@entry=0) at ../src/backend/replication/logical/worker.c:5639 [15:03:33.047] _local_sigjmp_buf = {{_sjb = {9854598, 0, 34910985592, 34910985936, 13122496, 13218400, 34910985600, 13218408, 895, 2, 34910985712, 0}}} [15:03:33.047] _save_exception_stack = 0x820db5fd0 [15:03:33.047] _save_context_stack = 0x0 [15:03:33.047] _do_rethrow = false [15:03:33.047] #10 0x0000000000967010 in run_apply_worker () at ../src/backend/replication/logical/worker.c:5798 [15:03:33.047] originname = "pg_16438", '\000' , "(\356\307\000\000\000\000\000l~;\000\000\000\000\000P_\333 \b\000\000\000\260\"j\000\000\000\000" [15:03:33.047] startpointTLI = 1 [15:03:33.047] err = 0x22fcb518504 "ApplyWorkerMain" [15:03:33.047] options = {logical = , slotname = , startpoint = , proto = {physical = {startpointTLI = }, logical = {proto_version = , publication_names = , binary = , streaming_str = , twophase = false, origin = 0x22fcb581560 "any"}}} [15:03:33.047] origin_startpos = 0 [15:03:33.047] slotname = 0x22fcbc105f8 "sub1" [15:03:33.047] originid = [15:03:33.047] must_use_password = [15:03:33.047] #11 0x0000000000966d6d in ApplyWorkerMain (main_arg=) at ../src/backend/replication/logical/worker.c:6027 [15:03:33.047] worker_slot = [15:03:33.047] #12 0x000000000090ff0c in BackgroundWorkerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/bgworker.c:865 [15:03:33.047] local_sigjmp_buf = {{_sjb = {9502421, 2404297834552, 34910986184, 34910986336, 10341168, 10174464, 2404297834552, 34910986192, 206158431103, -2147815357, -1, 1}}} [15:03:33.047] worker = 0x22fcb518038 [15:03:33.047] entrypt = 0x0 [15:03:33.047] #13 0x0000000000914a25 in postmaster_child_launch (child_type=child_type@entry=B_BG_WORKER, child_slot=219, startup_data=startup_data@entry=0x22fcb427118, startup_data_len=startup_data_len@entry=1472, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:268 [15:03:33.047] pid = [15:03:33.047] #14 0x0000000000917b77 in StartBackgroundWorker (rw=0x22fcb427118) at ../src/backend/postmaster/postmaster.c:4207 [15:03:33.047] bn = 0x22fcb55d918 [15:03:33.047] worker_pid = [15:03:33.047] __error = [15:03:33.047] __error = [15:03:33.047] __error = [15:03:33.047] #15 maybe_start_bgworkers () at ../src/backend/postmaster/postmaster.c:4372 [15:03:33.047] rw = 0x22fcb427118 [15:03:33.047] num_launched = 0 [15:03:33.047] now = 0 [15:03:33.047] iter = {cur = 0x22fcb4276f0, next = , end = } [15:03:33.047] #16 0x00000000009198f5 in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3437 [15:03:33.047] No locals. [15:03:33.047] #17 ServerLoop () at ../src/backend/postmaster/postmaster.c:1743 [15:03:33.047] now = [15:03:33.047] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = -884353576, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x5a9a9ce4c2225ecd}, {pos = 726719552, events = 8, fd = 551249600, user_data = 0x43}, {pos = 1, events = 0, fd = 726719552, user_data = 0x820db65f0}, {pos = -1091663163, events = 15867, fd = 8, user_data = 0x82b50dc40}, {pos = 551249424, events = 8, fd = -1091663163, user_data = 0x82b33b7a4}, {pos = 724809636, events = 8, fd = 551249448, user_data = 0x820db66a0}, {pos = 724809928, events = 8, fd = 724809928, user_data = 0x820db6650}, {pos = -1091663163, events = 15867, fd = 551249552, user_data = 0x3dfbbeee3b2b}, {pos = 551249512, events = 8, fd = 551249632, user_data = 0x82b33a8d4}, {pos = 724805844, events = 8, fd = -889150456, user_data = 0x3}, {pos = 551249616, events = 8, fd = -1091683541, user_data = 0x820db6708}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 551249704, events = 8, fd = 551250136, user_data = 0x820db6710}, {pos = -1091664846, events = 15867, fd = 2728015, user_data = 0x22fcb00f188}, {pos = 724729480, events = 8, fd = -889150456, user_data = 0x820db6768}, {pos = 551250200, events = 8, fd = 551249744, user_data = 0x3dfbbeee8432}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -889126832, events = 559, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 551250440, user_data = 0x320db6750}, {pos = 551250272, events = 8, fd = -889128632, user_data = 0x290}, {pos = 551250200, events = 8, fd = 551249768, user_data = 0x820db67d0}, {pos = -1091665205, events = 15867, fd = 551250376, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x22fcb010050}, {pos = 1, events = 8, fd = -889150456, user_data = 0x82b327e88}, {pos = 551250440, events = 8, fd = 551250272, user_data = 0x1e}, {pos = 0, events = 0, fd = -889180152, user_data = 0x820db67e0}, {pos = 551250256, events = 8, fd = -1091690297, user_data = 0x22fcb003008}, {pos = -889179128, events = 559, fd = -889178104, user_data = 0x22fcb003c08}, {pos = -889163768, events = 559, fd = -889162744, user_data = 0x22fcb007808}, {pos = -889160696, events = 559, fd = -889159672, user_data = 0x22fcb008408}, {pos = -889157624, events = 559, fd = -889156600, user_data = 0x22fcb009008}, {pos = -889154552, events = 559, fd = -889153528, user_data = 0x22fcb009c08}, {pos = -889151480, events = 559, fd = -889150456, user_data = 0x22fcb00a808}, {pos = -889148408, events = 559, fd = -889147384, user_data = 0x22fcb00b408}, {pos = -889145336, events = 559, fd = -889144312, user_data = 0x22fcb00c008}, {pos = -889142264, events = 559, fd = -889141240, user_data = 0x22fcb00cc08}, {pos = -889135096, events = 559, fd = -889134072, user_data = 0x22fcb003008}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -889126832, events = 559, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 551250440, user_data = 0x820db67e0}, {pos = 30, events = 30, fd = -889180152, user_data = 0x1}, {pos = 2615912, events = 0, fd = 308, user_data = 0x22fcb010050}, {pos = 551250416, events = 8, fd = -1091691588, user_data = 0x2a0439}, {pos = 448139, events = 0, fd = 2090263927, user_data = 0x22fcb010050}, {pos = 1, events = 0, fd = 13099552, user_data = 0x82b458d70 }, {pos = -889180152, events = 559, fd = 2859808, user_data = 0x82bf2b549}, {pos = 1, events = 0, fd = -888463352, user_data = 0x820db69f0}, {pos = 737322725, events = 8, fd = 725978480, user_data = 0xc7e220 }, {pos = 725978480, events = 8, fd = -889150456, user_data = 0x820db6ad0}, {pos = -1091692108, events = 15867, fd = 16, user_data = 0x22f00000001}, {pos = -1091692498, events = 15867, fd = -889180152, user_data = 0x820db69f8}, {pos = 551250640, events = 8, fd = 7152, user_data = 0xc}, {pos = -1091609792, events = 15867, fd = 0, user_data = 0x820db037f}, {pos = 11976332, events = 0, fd = 551250560, user_data = 0x82bf215d0 <__pthread_cleanup_pop_imp+48>}, {pos = 726647552, events = 8, fd = 726656496, user_data = 0x0}, {pos = 8128, events = 0, fd = 551250608, user_data = 0x82bf2bb9d}, {pos = 551250624, events = 8, fd = 737285584, user_data = 0x82b4fc300 <__thr_jtable>}, {pos = 726656496, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 551250672, events = 8, fd = 737328029, user_data = 0x22fcb0b2008}, {pos = 50603, events = 0, fd = 551250768, user_data = 0x82bf23a7d}} [15:03:33.047] last_touch_time = 1778079360 [15:03:33.047] last_lockfile_recheck_time = 1778079360 [15:03:33.047] nevents = [15:03:33.047] #18 0x0000000000917156 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820db71a8) at ../src/backend/postmaster/postmaster.c:1415 [15:03:33.047] optctx = {nargc = 4, nargv = 0x820db71a8, ostr = 0x36be54 "B:bC:c:D:d:EeFf:h:ijk:lN:OPp:r:S:sTt:W:-:", opterr = 1, optarg = 0x820db7894 "cluster-name=subscriber1", optind = 4, optopt = 45, place = 0x2f187a ""} [15:03:33.047] userDoption = [15:03:33.047] listen_addr_saved = false [15:03:33.047] output_config_variable = [15:03:33.047] opt = [15:03:33.047] status = [15:03:33.047] #19 0x000000000083c16d in main (argc=4, argv=0x820db71a8) at ../src/backend/main/main.c:231 [15:03:33.047] do_check_root = [15:03:33.047] dispatch_option = DISPATCH_POSTMASTER [15:03:33.055] [15:03:33.055] [15:03:33.055] [15:03:33.115] dumping /tmp/cores/postgres.59658.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [15:03:33.251] [New LWP 102124] [15:03:33.321] Core was generated by `postgres: subscriber: logical replication apply worker for subscription 16391 '. [15:03:33.321] Program terminated with signal SIGABRT, Aborted. [15:03:33.321] Sent by thr_kill() from pid 59658 and user 1002. [15:03:33.321] #0 0x000000082c32601a in thr_kill () from /lib/libc.so.7 [15:03:33.346] [15:03:33.346] Thread 1 (LWP 102124): [15:03:33.346] #0 0x000000082c32601a in thr_kill () from /lib/libc.so.7 [15:03:33.346] No symbol table info available. [15:03:33.346] #1 0x000000082c29ea64 in raise () from /lib/libc.so.7 [15:03:33.346] No symbol table info available. [15:03:33.346] #2 0x000000082c352a59 in abort () from /lib/libc.so.7 [15:03:33.346] No symbol table info available. [15:03:33.346] #3 0x0000000000b3a48f in ExceptionalCondition (conditionName=, fileName=, lineNumber=lineNumber@entry=195) at ../src/backend/utils/error/assert.c:65 [15:03:33.346] No locals. [15:03:33.346] #4 0x00000000009433b8 in ReportApplyConflict (estate=estate@entry=0x3fadc00ac100, relinfo=relinfo@entry=0x3fadbf9fddf8, elevel=elevel@entry=21, type=CT_INSERT_EXISTS, searchslot=searchslot@entry=0x0, remoteslot=remoteslot@entry=0x3fadbf9fc410, conflicttuples=0x3fadc00099b8) at ../src/backend/replication/logical/conflict.c:195 [15:03:33.346] dest = CONFLICT_LOG_DEST_LOG [15:03:33.346] localrel = 0x3fadbf9d8fb0 [15:03:33.346] conflictlogrel = 0x0 [15:03:33.346] log_dest_clt = [15:03:33.346] log_dest_logfile = [15:03:33.346] #5 0x00000000007d91fb in CheckAndReportConflict (resultRelInfo=resultRelInfo@entry=0x3fadbf9fddf8, estate=estate@entry=0x3fadc00ac100, type=type@entry=CT_INSERT_EXISTS, recheckIndexes=recheckIndexes@entry=0x3fadc00092d8, searchslot=searchslot@entry=0x0, remoteslot=remoteslot@entry=0x3fadbf9fc410) at ../src/backend/executor/execReplication.c:798 [15:03:33.346] conflicttuples = 0x3fadc00099b8 [15:03:33.346] conflictslot = [15:03:33.346] #6 0x00000000007d8b4b in ExecSimpleRelationInsert (resultRelInfo=0x3fadbf9fddf8, estate=0x3fadc00ac100, slot=0x3fadbf9fc410) at ../src/backend/executor/execReplication.c:882 [15:03:33.346] conflict = true [15:03:33.346] recheckIndexes = 0x3fadc00092d8 [15:03:33.346] conflictindexes = [15:03:33.346] skip_tuple = [15:03:33.346] rel = [15:03:33.346] #7 0x00000000009688aa in apply_handle_insert_internal (edata=edata@entry=0x3fadc0009048, relinfo=0x18eec, relinfo@entry=0x3fadbf9fddf8, remoteslot=0x0, remoteslot@entry=0x3fadbf9fc410) at ../src/backend/replication/logical/worker.c:2756 [15:03:33.346] estate = 0x6 [15:03:33.346] #8 0x000000000096525b in apply_handle_insert (s=) at ../src/backend/replication/logical/worker.c:2716 [15:03:33.346] relinfo = 0x3fadbf9fddf8 [15:03:33.346] newtup = {colvalues = 0x3fadbf9fc100, colstatus = 0x3fadbf9fc130 "t~\177\177\177\177\177\177\002", ncols = 1} [15:03:33.346] ucxt = {save_userid = 10, save_sec_context = 0, save_nestlevel = -1} [15:03:33.346] relid = [15:03:33.346] rel = 0x3fadc0006fc8 [15:03:33.346] run_as_owner = false [15:03:33.346] edata = 0x3fadc0009048 [15:03:33.346] estate = [15:03:33.346] remoteslot = 0x3fadbf9fc410 [15:03:33.346] oldctx = 0x3fadbf9fc000 [15:03:33.346] relinfo = [15:03:33.346] #9 apply_dispatch (s=s@entry=0x820ff9fc8) at ../src/backend/replication/logical/worker.c:3814 [15:03:33.346] action = [15:03:33.346] saved_command = 0 [15:03:33.346] #10 0x0000000000966150 in LogicalRepApplyLoop (last_received=24896880) at ../src/backend/replication/logical/worker.c:4108 [15:03:33.346] start_lsn = [15:03:33.346] end_lsn = [15:03:33.346] send_time = [15:03:33.346] s = {data = 0x3fadbf82dc80 "w", len = 39, maxlen = 0, cursor = 39} [15:03:33.346] c = [15:03:33.346] fd = -1 [15:03:33.346] buf = 0x3fadbf82dc80 "w" [15:03:33.346] len = [15:03:33.346] wait_time = [15:03:33.346] endofstream = false [15:03:33.346] rc = [15:03:33.346] tli = 3213024384 [15:03:33.346] errcallback = {previous = 0x0, callback = 0x967110 , arg = 0x3fadbf815940} [15:03:33.346] rdt_data = {phase = RDT_GET_CANDIDATE_XID, remote_lsn = 0, remote_oldestxid = {value = 0}, remote_nextxid = {value = 0}, reply_time = 0, remote_wait_for = {value = 0}, candidate_xid = 0, flushpos_update_time = 0, table_sync_wait_time = 0, last_recv_time = 831394590485508, candidate_xid_time = 0, xid_advance_interval = 0} [15:03:33.346] last_recv_timestamp = 831394590485508 [15:03:33.346] ping_sent = false [15:03:33.346] #11 start_apply (origin_startpos=origin_startpos@entry=0) at ../src/backend/replication/logical/worker.c:5639 [15:03:33.346] _local_sigjmp_buf = {{_sjb = {9854598, 0, 34913361736, 34913362080, 13122496, 13218400, 34913361744, 13218408, 895, 2, 34913361856, 0}}} [15:03:33.346] _save_exception_stack = 0x820ffa1a0 [15:03:33.346] _save_context_stack = 0x0 [15:03:33.346] _do_rethrow = false [15:03:33.346] #12 0x0000000000967010 in run_apply_worker () at ../src/backend/replication/logical/worker.c:5798 [15:03:33.346] originname = "pg_16391", '\000' , "(\356\307\000\000\000\000\000l~;\000\000\000\000\000 \241\377 \b\000\000\000\260\"j\000\000\000\000" [15:03:33.346] startpointTLI = 1 [15:03:33.346] err = 0x3fadbf918504 "ApplyWorkerMain" [15:03:33.346] options = {logical = , slotname = , startpoint = , proto = {physical = {startpointTLI = }, logical = {proto_version = , publication_names = , binary = , streaming_str = , twophase = false, origin = 0x3fadbf981720 "any"}}} [15:03:33.346] origin_startpos = 0 [15:03:33.346] slotname = 0x3fadc0010600 "test_tab1_sub" [15:03:33.346] originid = [15:03:33.346] must_use_password = [15:03:33.346] #13 0x0000000000966d6d in ApplyWorkerMain (main_arg=) at ../src/backend/replication/logical/worker.c:6027 [15:03:33.346] worker_slot = [15:03:33.346] #14 0x000000000090ff0c in BackgroundWorkerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/bgworker.c:865 [15:03:33.346] local_sigjmp_buf = {{_sjb = {9502421, 70015475875896, 34913362328, 34913362480, 10341168, 10174464, 70015475875896, 34913362336, 206158431103, -2147815357, -1, 1}}} [15:03:33.346] worker = 0x3fadbf918038 [15:03:33.346] entrypt = 0x0 [15:03:33.346] #15 0x0000000000914a25 in postmaster_child_launch (child_type=child_type@entry=B_BG_WORKER, child_slot=219, startup_data=startup_data@entry=0x3fadbf827118, startup_data_len=startup_data_len@entry=1472, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:268 [15:03:33.346] pid = [15:03:33.346] #16 0x0000000000917b77 in StartBackgroundWorker (rw=0x3fadbf827118) at ../src/backend/postmaster/postmaster.c:4207 [15:03:33.346] bn = 0x3fadbf95d918 [15:03:33.346] worker_pid = [15:03:33.346] __error = [15:03:33.346] __error = [15:03:33.346] __error = [15:03:33.346] #17 maybe_start_bgworkers () at ../src/backend/postmaster/postmaster.c:4372 [15:03:33.346] rw = 0x3fadbf827118 [15:03:33.346] num_launched = 0 [15:03:33.346] now = 0 [15:03:33.346] iter = {cur = 0x3fadbf8276f0, next = , end = } [15:03:33.346] #18 0x00000000009198f5 in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3437 [15:03:33.346] No locals. [15:03:33.346] #19 ServerLoop () at ../src/backend/postmaster/postmaster.c:1743 [15:03:33.346] now = [15:03:33.346] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = -1081485864, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x49b26dc48bad08e1}, {pos = 742231104, events = 8, fd = 553625744, user_data = 0x43}, {pos = 1, events = 0, fd = 742231104, user_data = 0x820ffa7c0}, {pos = 137951941, events = 12290, fd = 8, user_data = 0x82c3d8c40}, {pos = 553625568, events = 8, fd = 137951941, user_data = 0x82c2067a4}, {pos = 740321188, events = 8, fd = 553625592, user_data = 0x820ffa870}, {pos = 740321480, events = 8, fd = 740321480, user_data = 0x820ffa820}, {pos = 137951941, events = 12290, fd = 553625696, user_data = 0x30020838ab2b}, {pos = 553625656, events = 8, fd = 553625776, user_data = 0x82c2058d4}, {pos = 740317396, events = 8, fd = -1086282744, user_data = 0x3}, {pos = 553625760, events = 8, fd = 137931563, user_data = 0x820ffa8d8}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 553625848, events = 8, fd = 553626280, user_data = 0x820ffa8e0}, {pos = 137950258, events = 12290, fd = 2728015, user_data = 0x3fadbf40f188}, {pos = 740241032, events = 8, fd = -1086282744, user_data = 0x820ffa938}, {pos = 553626344, events = 8, fd = 553625888, user_data = 0x30020838f432}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -1086259120, events = 16301, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 553626584, user_data = 0x320ffa920}, {pos = 553626416, events = 8, fd = -1086260920, user_data = 0x290}, {pos = 553626344, events = 8, fd = 553625912, user_data = 0x820ffa9a0}, {pos = 137949899, events = 12290, fd = 553626520, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x3fadbf410050}, {pos = 1, events = 8, fd = -1086282744, user_data = 0x82c1f2e88}, {pos = 553626584, events = 8, fd = 553626416, user_data = 0x1e}, {pos = 0, events = 0, fd = -1086312440, user_data = 0x820ffa9b0}, {pos = 553626400, events = 8, fd = 137924807, user_data = 0x3fadbf403008}, {pos = -1086311416, events = 16301, fd = -1086310392, user_data = 0x3fadbf403c08}, {pos = -1086296056, events = 16301, fd = -1086295032, user_data = 0x3fadbf407808}, {pos = -1086292984, events = 16301, fd = -1086291960, user_data = 0x3fadbf408408}, {pos = -1086289912, events = 16301, fd = -1086288888, user_data = 0x3fadbf409008}, {pos = -1086286840, events = 16301, fd = -1086285816, user_data = 0x3fadbf409c08}, {pos = -1086283768, events = 16301, fd = -1086282744, user_data = 0x3fadbf40a808}, {pos = -1086280696, events = 16301, fd = -1086279672, user_data = 0x3fadbf40b408}, {pos = -1086277624, events = 16301, fd = -1086276600, user_data = 0x3fadbf40c008}, {pos = -1086274552, events = 16301, fd = -1086273528, user_data = 0x3fadbf40cc08}, {pos = -1086267384, events = 16301, fd = -1086266360, user_data = 0x3fadbf403008}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -1086259120, events = 16301, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 553626584, user_data = 0x820ffa9b0}, {pos = 30, events = 30, fd = -1086312440, user_data = 0x1}, {pos = 2615912, events = 0, fd = 308, user_data = 0x3fadbf410050}, {pos = 553626560, events = 8, fd = 137923516, user_data = 0x2a0439}, {pos = 448139, events = 0, fd = 2090263927, user_data = 0x3fadbf410050}, {pos = 1, events = 0, fd = 13099552, user_data = 0x82c323d70 }, {pos = -1086312440, events = 16301, fd = 2859808, user_data = 0x829710549}, {pos = 1, events = 0, fd = -1085595640, user_data = 0x820ffabc0}, {pos = 695269093, events = 8, fd = 741490032, user_data = 0xc7e220 }, {pos = 741490032, events = 8, fd = -1086282744, user_data = 0x820ffaca0}, {pos = 137922996, events = 12290, fd = 16, user_data = 0x3fad00000001}, {pos = 137922606, events = 12290, fd = -1086312440, user_data = 0x820ffabc8}, {pos = 553626784, events = 8, fd = 7152, user_data = 0xc}, {pos = 138005312, events = 12290, fd = 0, user_data = 0x820ff037f}, {pos = 11976332, events = 0, fd = 553626704, user_data = 0x8297065d0 <__pthread_cleanup_pop_imp+48>}, {pos = 742159104, events = 8, fd = 742168048, user_data = 0x0}, {pos = 8128, events = 0, fd = 553626752, user_data = 0x829710b9d}, {pos = 553626768, events = 8, fd = 695231952, user_data = 0x82c3c7300 <__thr_jtable>}, {pos = 742168048, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 553626816, events = 8, fd = 695274397, user_data = 0x3fadbf4b2008}, {pos = 59532, events = 0, fd = 553626912, user_data = 0x829708a7d}} [15:03:33.347] last_touch_time = 1778079387 [15:03:33.347] last_lockfile_recheck_time = 1778079387 [15:03:33.347] nevents = [15:03:33.347] #20 0x0000000000917156 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820ffb370) at ../src/backend/postmaster/postmaster.c:1415 [15:03:33.347] optctx = {nargc = 4, nargv = 0x820ffb370, ostr = 0x36be54 "B:bC:c:D:d:EeFf:h:ijk:lN:OPp:r:S:sTt:W:-:", opterr = 1, optarg = 0x820ffba53 "cluster-name=subscriber", optind = 4, optopt = 45, place = 0x2f187a ""} [15:03:33.347] userDoption = [15:03:33.347] listen_addr_saved = false [15:03:33.347] output_config_variable = [15:03:33.347] opt = [15:03:33.347] status = [15:03:33.347] #21 0x000000000083c16d in main (argc=4, argv=0x820ffb370) at ../src/backend/main/main.c:231 [15:03:33.347] do_check_root = [15:03:33.347] dispatch_option = DISPATCH_POSTMASTER [15:03:33.355] [15:03:33.355] [15:03:33.355] [15:03:33.413] dumping /tmp/cores/postgres.61881.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [15:03:33.546] [New LWP 102143] [15:03:33.617] Core was generated by `postgres: subscriber: logical replication apply worker for subscription 16392 '. [15:03:33.617] Program terminated with signal SIGABRT, Aborted. [15:03:33.617] Sent by thr_kill() from pid 61881 and user 1002. [15:03:33.617] #0 0x000000082dcce01a in thr_kill () from /lib/libc.so.7 [15:03:33.642] [15:03:33.642] Thread 1 (LWP 102143): [15:03:33.642] #0 0x000000082dcce01a in thr_kill () from /lib/libc.so.7 [15:03:33.642] No symbol table info available. [15:03:33.642] #1 0x000000082dc46a64 in raise () from /lib/libc.so.7 [15:03:33.642] No symbol table info available. [15:03:33.642] #2 0x000000082dcfaa59 in abort () from /lib/libc.so.7 [15:03:33.642] No symbol table info available. [15:03:33.642] #3 0x0000000000b3a48f in ExceptionalCondition (conditionName=, fileName=, lineNumber=lineNumber@entry=195) at ../src/backend/utils/error/assert.c:65 [15:03:33.642] No locals. [15:03:33.642] #4 0x00000000009433b8 in ReportApplyConflict (estate=estate@entry=0x3a4b32e08100, relinfo=relinfo@entry=0x3a4b327fc220, elevel=elevel@entry=21, type=CT_INSERT_EXISTS, searchslot=searchslot@entry=0x0, remoteslot=remoteslot@entry=0x3a4b327fdf28, conflicttuples=0x3a4b32e079d8) at ../src/backend/replication/logical/conflict.c:195 [15:03:33.642] dest = CONFLICT_LOG_DEST_LOG [15:03:33.642] localrel = 0x3a4b327d09a8 [15:03:33.642] conflictlogrel = 0x0 [15:03:33.642] log_dest_clt = [15:03:33.642] log_dest_logfile = [15:03:33.642] #5 0x00000000007d91fb in CheckAndReportConflict (resultRelInfo=resultRelInfo@entry=0x3a4b327fc220, estate=estate@entry=0x3a4b32e08100, type=type@entry=CT_INSERT_EXISTS, recheckIndexes=recheckIndexes@entry=0x3a4b32e07288, searchslot=searchslot@entry=0x0, remoteslot=remoteslot@entry=0x3a4b327fdf28) at ../src/backend/executor/execReplication.c:798 [15:03:33.642] conflicttuples = 0x3a4b32e079d8 [15:03:33.642] conflictslot = [15:03:33.642] #6 0x00000000007d8b4b in ExecSimpleRelationInsert (resultRelInfo=0x3a4b327fc220, estate=0x3a4b32e08100, slot=0x3a4b327fdf28) at ../src/backend/executor/execReplication.c:882 [15:03:33.642] conflict = true [15:03:33.642] recheckIndexes = 0x3a4b32e07288 [15:03:33.642] conflictindexes = [15:03:33.642] skip_tuple = [15:03:33.642] rel = [15:03:33.642] #7 0x00000000009688aa in apply_handle_insert_internal (edata=edata@entry=0x3a4b327fdfb8, relinfo=0x18eff, relinfo@entry=0x3a4b327fc220, remoteslot=0x0, remoteslot@entry=0x3a4b327fdf28) at ../src/backend/replication/logical/worker.c:2756 [15:03:33.642] estate = 0x6 [15:03:33.642] #8 0x000000000096525b in apply_handle_insert (s=) at ../src/backend/replication/logical/worker.c:2716 [15:03:33.642] relinfo = 0x3a4b327fc220 [15:03:33.642] newtup = {colvalues = 0x3a4b327fc100, colstatus = 0x3a4b327fc150 "tn~\177\177\177\177\177\002", ncols = 2} [15:03:33.642] ucxt = {save_userid = 10, save_sec_context = 0, save_nestlevel = -1} [15:03:33.642] relid = [15:03:33.642] rel = 0x3a4b32e04fc8 [15:03:33.642] run_as_owner = false [15:03:33.642] edata = 0x3a4b327fdfb8 [15:03:33.642] estate = [15:03:33.642] remoteslot = 0x3a4b327fdf28 [15:03:33.642] oldctx = 0x3a4b327fc000 [15:03:33.642] relinfo = [15:03:33.642] #9 apply_dispatch (s=s@entry=0x821b84558) at ../src/backend/replication/logical/worker.c:3814 [15:03:33.642] action = [15:03:33.642] saved_command = 0 [15:03:33.642] #10 0x0000000000966150 in LogicalRepApplyLoop (last_received=24914832) at ../src/backend/replication/logical/worker.c:4108 [15:03:33.642] start_lsn = [15:03:33.642] end_lsn = [15:03:33.642] send_time = [15:03:33.642] s = {data = 0x3a4b3262dcb0 "w", len = 40, maxlen = 0, cursor = 40} [15:03:33.642] c = [15:03:33.642] fd = -1 [15:03:33.642] buf = 0x3a4b3262dcb0 "w" [15:03:33.642] len = [15:03:33.642] wait_time = [15:03:33.642] endofstream = false [15:03:33.642] rc = [15:03:33.642] tli = 845339824 [15:03:33.642] errcallback = {previous = 0x0, callback = 0x967110 , arg = 0xc9d588 } [15:03:33.642] rdt_data = {phase = RDT_GET_CANDIDATE_XID, remote_lsn = 0, remote_oldestxid = {value = 0}, remote_nextxid = {value = 0}, reply_time = 0, remote_wait_for = {value = 0}, candidate_xid = 0, flushpos_update_time = 0, table_sync_wait_time = 0, last_recv_time = 831394593138934, candidate_xid_time = 0, xid_advance_interval = 0} [15:03:33.642] last_recv_timestamp = 831394593138934 [15:03:33.642] ping_sent = false [15:03:33.642] #11 start_apply (origin_startpos=origin_startpos@entry=0) at ../src/backend/replication/logical/worker.c:5639 [15:03:33.642] _local_sigjmp_buf = {{_sjb = {9854598, 0, 34925462744, 34925463088, 13122496, 13218400, 34925462752, 13218408, 34925446015, 11937808, 8192, 64093796958208}}} [15:03:33.642] _save_exception_stack = 0x821b84730 [15:03:33.642] _save_context_stack = 0x0 [15:03:33.642] _do_rethrow = false [15:03:33.642] #12 0x0000000000967010 in run_apply_worker () at ../src/backend/replication/logical/worker.c:5798 [15:03:33.642] originname = "pg_16392", '\000' , "(\356\307\000\000\000\000\000l~;\000\000\000\000\000\260F\270!\b\000\000\000\260\"j\000\000\000\000" [15:03:33.642] startpointTLI = 1 [15:03:33.642] err = 0x3a4b32718504 "ApplyWorkerMain" [15:03:33.642] options = {logical = , slotname = , startpoint = , proto = {physical = {startpointTLI = }, logical = {proto_version = , publication_names = , binary = , streaming_str = , twophase = true, origin = 0x3a4b32780f60 "any"}}} [15:03:33.642] origin_startpos = 0 [15:03:33.642] slotname = 0x3a4b32e105f8 "" [15:03:33.642] originid = [15:03:33.642] must_use_password = [15:03:33.642] #13 0x0000000000966d6d in ApplyWorkerMain (main_arg=) at ../src/backend/replication/logical/worker.c:6027 [15:03:33.642] worker_slot = [15:03:33.642] #14 0x000000000090ff0c in BackgroundWorkerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/bgworker.c:865 [15:03:33.642] local_sigjmp_buf = {{_sjb = {9502421, 64094643257400, 34925463336, 34925463488, 10341168, 10174464, 64094643257400, 34925463344, 206158431103, -2147815357, -1, 1}}} [15:03:33.642] worker = 0x3a4b32718038 [15:03:33.642] entrypt = 0x0 [15:03:33.642] #15 0x0000000000914a25 in postmaster_child_launch (child_type=child_type@entry=B_BG_WORKER, child_slot=220, startup_data=startup_data@entry=0x3a4b3277e2f8, startup_data_len=startup_data_len@entry=1472, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:268 [15:03:33.642] pid = [15:03:33.642] #16 0x0000000000917b77 in StartBackgroundWorker (rw=0x3a4b3277e2f8) at ../src/backend/postmaster/postmaster.c:4207 [15:03:33.642] bn = 0x3a4b3275d948 [15:03:33.642] worker_pid = [15:03:33.642] __error = [15:03:33.642] __error = [15:03:33.642] __error = [15:03:33.642] #17 maybe_start_bgworkers () at ../src/backend/postmaster/postmaster.c:4372 [15:03:33.642] rw = 0x3a4b3277e2f8 [15:03:33.642] num_launched = 0 [15:03:33.642] now = 0 [15:03:33.642] iter = {cur = 0x3a4b3277e8d0, next = , end = } [15:03:33.642] #18 0x00000000009198f5 in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3437 [15:03:33.642] No locals. [15:03:33.642] #19 ServerLoop () at ../src/backend/postmaster/postmaster.c:1743 [15:03:33.642] now = [15:03:33.642] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = 845796824, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0xc3a7aabe198e4e51}, {pos = 769133632, events = 8, fd = 565726752, user_data = 0x43}, {pos = 1, events = 0, fd = 769133632, user_data = 0x821b84d50}, {pos = -1531626811, events = 6870, fd = 8, user_data = 0x82dd80c40}, {pos = 565726576, events = 8, fd = -1531626811, user_data = 0x82dbae7a4}, {pos = 767223716, events = 8, fd = 565726600, user_data = 0x821b84e00}, {pos = 767224008, events = 8, fd = 767224008, user_data = 0x821b84db0}, {pos = -1531626811, events = 6870, fd = 565726704, user_data = 0x1ad6a4b4eb2b}, {pos = 565726664, events = 8, fd = 565726784, user_data = 0x82dbad8d4}, {pos = 767219924, events = 8, fd = 840999944, user_data = 0x3}, {pos = 565726768, events = 8, fd = -1531647189, user_data = 0x821b84e68}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 565726856, events = 8, fd = 565727288, user_data = 0x821b84e70}, {pos = -1531628494, events = 6870, fd = 2728015, user_data = 0x3a4b3220f188}, {pos = 767143560, events = 8, fd = 840999944, user_data = 0x821b84ec8}, {pos = 565727352, events = 8, fd = 565726896, user_data = 0x1ad6a4b53432}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 841023568, events = 14923, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 565727592, user_data = 0x321b84eb0}, {pos = 565727424, events = 8, fd = 841021768, user_data = 0x290}, {pos = 565727352, events = 8, fd = 565726920, user_data = 0x821b84f30}, {pos = -1531628853, events = 6870, fd = 565727528, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x3a4b32210050}, {pos = 1, events = 8, fd = 840999944, user_data = 0x82db9ae88}, {pos = 565727592, events = 8, fd = 565727424, user_data = 0x1e}, {pos = 0, events = 0, fd = 840970248, user_data = 0x821b84f40}, {pos = 565727408, events = 8, fd = -1531653945, user_data = 0x3a4b32203008}, {pos = 840971272, events = 14923, fd = 840972296, user_data = 0x3a4b32203c08}, {pos = 840986632, events = 14923, fd = 840987656, user_data = 0x3a4b32207808}, {pos = 840989704, events = 14923, fd = 840990728, user_data = 0x3a4b32208408}, {pos = 840992776, events = 14923, fd = 840993800, user_data = 0x3a4b32209008}, {pos = 840995848, events = 14923, fd = 840996872, user_data = 0x3a4b32209c08}, {pos = 840998920, events = 14923, fd = 840999944, user_data = 0x3a4b3220a808}, {pos = 841001992, events = 14923, fd = 841003016, user_data = 0x3a4b3220b408}, {pos = 841005064, events = 14923, fd = 841006088, user_data = 0x3a4b3220c008}, {pos = 841008136, events = 14923, fd = 841009160, user_data = 0x3a4b3220cc08}, {pos = 841015304, events = 14923, fd = 841016328, user_data = 0x3a4b32203008}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 841023568, events = 14923, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 565727592, user_data = 0x821b84f40}, {pos = 30, events = 30, fd = 840970248, user_data = 0x1}, {pos = 2615912, events = 0, fd = 308, user_data = 0x3a4b32210050}, {pos = 565727568, events = 8, fd = -1531655236, user_data = 0x2a0439}, {pos = 448139, events = 0, fd = 2090263927, user_data = 0x3a4b32210050}, {pos = 1, events = 0, fd = 13099552, user_data = 0x82dccbd70 }, {pos = 840970248, events = 14923, fd = 2859808, user_data = 0x82c63f549}, {pos = 1, events = 0, fd = 841687048, user_data = 0x821b85150}, {pos = 744744677, events = 8, fd = 768392560, user_data = 0xc7e220 }, {pos = 768392560, events = 8, fd = 840999944, user_data = 0x821b85230}, {pos = -1531655756, events = 6870, fd = 16, user_data = 0x3a4b00000001}, {pos = -1531656146, events = 6870, fd = 840970248, user_data = 0x821b85158}, {pos = 565727792, events = 8, fd = 7152, user_data = 0xc}, {pos = -1531573440, events = 6870, fd = 0, user_data = 0x821b8037f}, {pos = 11976332, events = 0, fd = 565727712, user_data = 0x82c6355d0 <__pthread_cleanup_pop_imp+48>}, {pos = 769061632, events = 8, fd = 769070576, user_data = 0x0}, {pos = 8128, events = 0, fd = 565727760, user_data = 0x82c63fb9d}, {pos = 565727776, events = 8, fd = 744707536, user_data = 0x82dd6f300 <__thr_jtable>}, {pos = 769070576, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 565727824, events = 8, fd = 744749981, user_data = 0x3a4b322b2008}, {pos = 61608, events = 0, fd = 565727920, user_data = 0x82c637a7d}} [15:03:33.643] last_touch_time = 1778079392 [15:03:33.643] last_lockfile_recheck_time = 1778079392 [15:03:33.643] nevents = [15:03:33.643] #20 0x0000000000917156 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821b85908) at ../src/backend/postmaster/postmaster.c:1415 [15:03:33.643] optctx = {nargc = 4, nargv = 0x821b85908, ostr = 0x36be54 "B:bC:c:D:d:EeFf:h:ijk:lN:OPp:r:S:sTt:W:-:", opterr = 1, optarg = 0x821b85ff1 "cluster-name=subscriber", optind = 4, optopt = 45, place = 0x2f187a ""} [15:03:33.643] userDoption = [15:03:33.643] listen_addr_saved = false [15:03:33.643] output_config_variable = [15:03:33.643] opt = [15:03:33.643] status = [15:03:33.643] #21 0x000000000083c16d in main (argc=4, argv=0x821b85908) at ../src/backend/main/main.c:231 [15:03:33.643] do_check_root = [15:03:33.643] dispatch_option = DISPATCH_POSTMASTER [15:03:33.650] [15:03:33.650] [15:03:33.650] [15:03:33.707] dumping /tmp/cores/postgres.62317.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [15:03:33.840] [New LWP 102162] [15:03:33.913] Core was generated by `postgres: node_B: logical replication apply worker for subscription 16390 '. [15:03:33.913] Program terminated with signal SIGABRT, Aborted. [15:03:33.913] Sent by thr_kill() from pid 62317 and user 1002. [15:03:33.913] #0 0x000000082c24b01a in thr_kill () from /lib/libc.so.7 [15:03:33.937] [15:03:33.937] Thread 1 (LWP 102162): [15:03:33.937] #0 0x000000082c24b01a in thr_kill () from /lib/libc.so.7 [15:03:33.937] No symbol table info available. [15:03:33.937] #1 0x000000082c1c3a64 in raise () from /lib/libc.so.7 [15:03:33.937] No symbol table info available. [15:03:33.937] #2 0x000000082c277a59 in abort () from /lib/libc.so.7 [15:03:33.937] No symbol table info available. [15:03:33.937] #3 0x0000000000b3a48f in ExceptionalCondition (conditionName=, fileName=, lineNumber=lineNumber@entry=195) at ../src/backend/utils/error/assert.c:65 [15:03:33.937] No locals. [15:03:33.937] #4 0x00000000009433b8 in ReportApplyConflict (estate=estate@entry=0x2b38d3cd100, relinfo=relinfo@entry=0x2b38d3c91b0, elevel=elevel@entry=15, type=type@entry=CT_DELETE_ORIGIN_DIFFERS, searchslot=searchslot@entry=0x2b38d3c9560, remoteslot=remoteslot@entry=0x0, conflicttuples=0x2b38d3ca0d0) at ../src/backend/replication/logical/conflict.c:195 [15:03:33.937] dest = CONFLICT_LOG_DEST_LOG [15:03:33.937] localrel = 0x2b38d3a5208 [15:03:33.937] conflictlogrel = 0x0 [15:03:33.937] log_dest_clt = [15:03:33.937] log_dest_logfile = [15:03:33.937] #5 0x0000000000968ba9 in apply_handle_delete_internal (edata=edata@entry=0x2b38d3c9160, relinfo=relinfo@entry=0x2b38d3c91b0, remoteslot=remoteslot@entry=0x2b38d3c9560, localindexoid=16388) at ../src/backend/replication/logical/worker.c:3156 [15:03:33.937] epqstate = {parentestate = 0x2b38d3cd100, epqParam = -1, resultRelations = 0x0, tuple_table = 0x0, relsubs_slot = 0x2b38d3ca138, plan = 0x0, arowMarks = 0x0, origslot = 0x0, recheckestate = 0x0, relsubs_rowmark = 0x0, relsubs_done = 0x0, relsubs_blocked = 0x0, recheckplanstate = 0x0} [15:03:33.937] localslot = 0x2b38d3c98d0 [15:03:33.937] conflicttuple = {slot = 0x2b38d3c98d0, indexoid = 0, xmin = 702, origin = 0, ts = 831394594565374} [15:03:33.937] estate = 0x2b38d3cd100 [15:03:33.937] remoterel = 0x2b38d3d3fc8 [15:03:33.937] localrel = [15:03:33.937] found = [15:03:33.937] #6 0x0000000000964911 in apply_handle_delete (s=) at ../src/backend/replication/logical/worker.c:3097 [15:03:33.937] relinfo = 0x2b38d3c91b0 [15:03:33.937] oldtup = {colvalues = 0x2b38d3c9100, colstatus = 0x2b38d3c9130 "t~\177\177\177\177\177\177\003", ncols = 1} [15:03:33.937] ucxt = {save_userid = 10, save_sec_context = 0, save_nestlevel = -1} [15:03:33.937] relid = [15:03:33.937] rel = 0x2b38d3d3fc8 [15:03:33.937] run_as_owner = false [15:03:33.937] edata = 0x2b38d3c9160 [15:03:33.937] estate = [15:03:33.937] remoteslot = 0x2b38d3c9560 [15:03:33.937] oldctx = [15:03:33.937] relinfo = [15:03:33.937] #7 apply_dispatch (s=s@entry=0x820db3918) at ../src/backend/replication/logical/worker.c:3822 [15:03:33.937] action = [15:03:33.937] saved_command = 0 [15:03:33.937] #8 0x0000000000966150 in LogicalRepApplyLoop (last_received=24934112) at ../src/backend/replication/logical/worker.c:4108 [15:03:33.937] start_lsn = [15:03:33.937] end_lsn = [15:03:33.937] send_time = [15:03:33.937] s = {data = 0x2b38d22dc80 "w", len = 40, maxlen = 0, cursor = 40} [15:03:33.937] c = [15:03:33.937] fd = -1 [15:03:33.937] buf = 0x2b38d22dc80 "w" [15:03:33.937] len = [15:03:33.937] wait_time = [15:03:33.937] endofstream = false [15:03:33.937] rc = [15:03:33.937] tli = 2367872128 [15:03:33.937] errcallback = {previous = 0x0, callback = 0x967110 , arg = 0x2b38d215940} [15:03:33.937] rdt_data = {phase = RDT_GET_CANDIDATE_XID, remote_lsn = 0, remote_oldestxid = {value = 0}, remote_nextxid = {value = 0}, reply_time = 0, remote_wait_for = {value = 0}, candidate_xid = 0, flushpos_update_time = 0, table_sync_wait_time = 0, last_recv_time = 831394594899360, candidate_xid_time = 0, xid_advance_interval = 0} [15:03:33.937] last_recv_timestamp = 831394594899360 [15:03:33.937] ping_sent = false [15:03:33.937] #9 start_apply (origin_startpos=origin_startpos@entry=0) at ../src/backend/replication/logical/worker.c:5639 [15:03:33.937] _local_sigjmp_buf = {{_sjb = {9854598, 0, 34910976152, 34910976496, 13122496, 13218400, 34910976160, 13218408, 895, 2, 34910976272, 0}}} [15:03:33.937] _save_exception_stack = 0x820db3af0 [15:03:33.937] _save_context_stack = 0x0 [15:03:33.937] _do_rethrow = false [15:03:33.937] #10 0x0000000000967010 in run_apply_worker () at ../src/backend/replication/logical/worker.c:5798 [15:03:33.937] originname = "pg_16390", '\000' , "(\356\307\000\000\000\000\000l~;\000\000\000\000\000p:\333 \b\000\000\000\260\"j\000\000\000\000" [15:03:33.937] startpointTLI = 1 [15:03:33.937] err = 0x2b38d316504 "ApplyWorkerMain" [15:03:33.937] options = {logical = , slotname = , startpoint = , proto = {physical = {startpointTLI = }, logical = {proto_version = , publication_names = , binary = , streaming_str = , twophase = false, origin = 0x2b38d35db58 "none"}}} [15:03:33.937] origin_startpos = 0 [15:03:33.937] slotname = 0x2b38d3dd640 "tap_sub_b_a" [15:03:33.937] originid = [15:03:33.937] must_use_password = [15:03:33.937] #11 0x0000000000966d6d in ApplyWorkerMain (main_arg=) at ../src/backend/replication/logical/worker.c:6027 [15:03:33.937] worker_slot = [15:03:33.937] #12 0x000000000090ff0c in BackgroundWorkerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/bgworker.c:865 [15:03:33.937] local_sigjmp_buf = {{_sjb = {9502421, 2970191224888, 34910976744, 34910976896, 10341168, 10174464, 2970191224888, 34910976752, 206158431103, -2147815357, -1, 1}}} [15:03:33.937] worker = 0x2b38d316038 [15:03:33.937] entrypt = 0x0 [15:03:33.937] #13 0x0000000000914a25 in postmaster_child_launch (child_type=child_type@entry=B_BG_WORKER, child_slot=46, startup_data=startup_data@entry=0x2b38d35e438, startup_data_len=startup_data_len@entry=1472, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:268 [15:03:33.937] pid = [15:03:33.937] #14 0x0000000000917b77 in StartBackgroundWorker (rw=0x2b38d35e438) at ../src/backend/postmaster/postmaster.c:4207 [15:03:33.937] bn = 0x2b38d35bba8 [15:03:33.937] worker_pid = [15:03:33.937] __error = [15:03:33.937] __error = [15:03:33.937] __error = [15:03:33.937] #15 maybe_start_bgworkers () at ../src/backend/postmaster/postmaster.c:4372 [15:03:33.937] rw = 0x2b38d35e438 [15:03:33.937] num_launched = 0 [15:03:33.937] now = 0 [15:03:33.937] iter = {cur = 0x2b38d35ea10, next = , end = } [15:03:33.937] #16 0x00000000009198f5 in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3437 [15:03:33.937] No locals. [15:03:33.937] #17 ServerLoop () at ../src/backend/postmaster/postmaster.c:1743 [15:03:33.937] now = [15:03:33.937] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = -1926638120, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x6f66374bd9bb7b11}, {pos = 741334080, events = 8, fd = 551240160, user_data = 0x43}, {pos = 1, events = 0, fd = 741334080, user_data = 0x820db4110}, {pos = -1252898107, events = 15362, fd = 8, user_data = 0x82c2fdc40}, {pos = 551239984, events = 8, fd = -1252898107, user_data = 0x82c12b7a4}, {pos = 739424164, events = 8, fd = 551240008, user_data = 0x820db41c0}, {pos = 739424456, events = 8, fd = 739424456, user_data = 0x820db4170}, {pos = -1252898107, events = 15362, fd = 551240112, user_data = 0x3c02b551fb2b}, {pos = 551240072, events = 8, fd = 551240192, user_data = 0x82c12a8d4}, {pos = 739420372, events = 8, fd = -1931435000, user_data = 0x3}, {pos = 551240176, events = 8, fd = -1252918485, user_data = 0x820db4228}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 551240264, events = 8, fd = 551240696, user_data = 0x820db4230}, {pos = -1252899790, events = 15362, fd = 2728015, user_data = 0x2b38ce0f188}, {pos = 739344008, events = 8, fd = -1931435000, user_data = 0x820db4288}, {pos = 551240760, events = 8, fd = 551240304, user_data = 0x3c02b5524432}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -1931411376, events = 691, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 551241000, user_data = 0x320db4270}, {pos = 551240832, events = 8, fd = -1931413176, user_data = 0x290}, {pos = 551240760, events = 8, fd = 551240328, user_data = 0x820db42f0}, {pos = -1252900149, events = 15362, fd = 551240936, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x2b38ce10050}, {pos = 1, events = 8, fd = -1931435000, user_data = 0x82c117e88}, {pos = 551241000, events = 8, fd = 551240832, user_data = 0x1e}, {pos = 0, events = 0, fd = -1931464696, user_data = 0x820db4300}, {pos = 551240816, events = 8, fd = -1252925241, user_data = 0x2b38ce03008}, {pos = -1931463672, events = 691, fd = -1931462648, user_data = 0x2b38ce03c08}, {pos = -1931448312, events = 691, fd = -1931447288, user_data = 0x2b38ce07808}, {pos = -1931445240, events = 691, fd = -1931444216, user_data = 0x2b38ce08408}, {pos = -1931442168, events = 691, fd = -1931441144, user_data = 0x2b38ce09008}, {pos = -1931439096, events = 691, fd = -1931438072, user_data = 0x2b38ce09c08}, {pos = -1931436024, events = 691, fd = -1931435000, user_data = 0x2b38ce0a808}, {pos = -1931432952, events = 691, fd = -1931431928, user_data = 0x2b38ce0b408}, {pos = -1931429880, events = 691, fd = -1931428856, user_data = 0x2b38ce0c008}, {pos = -1931426808, events = 691, fd = -1931425784, user_data = 0x2b38ce0cc08}, {pos = -1931419640, events = 691, fd = -1931418616, user_data = 0x2b38ce03008}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = -1931411376, events = 691, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 551241000, user_data = 0x820db4300}, {pos = 30, events = 30, fd = -1931464696, user_data = 0x1}, {pos = 2615912, events = 0, fd = 308, user_data = 0x2b38ce10050}, {pos = 551240976, events = 8, fd = -1252926532, user_data = 0x2a0439}, {pos = 448139, events = 0, fd = 2090263927, user_data = 0x2b38ce10050}, {pos = 1, events = 0, fd = 13099552, user_data = 0x82c248d70 }, {pos = -1931464696, events = 691, fd = 2859808, user_data = 0x82b51e549}, {pos = 1, events = 0, fd = -1930747896, user_data = 0x820db4510}, {pos = 726783717, events = 8, fd = 740593008, user_data = 0xc7e220 }, {pos = 740593008, events = 8, fd = -1931435000, user_data = 0x820db45f0}, {pos = -1252927052, events = 15362, fd = 16, user_data = 0x2b300000001}, {pos = -1252927442, events = 15362, fd = -1931464696, user_data = 0x820db4518}, {pos = 551241200, events = 8, fd = 7152, user_data = 0xc}, {pos = -1252844736, events = 15362, fd = 0, user_data = 0x820db037f}, {pos = 11976332, events = 0, fd = 551241120, user_data = 0x82b5145d0 <__pthread_cleanup_pop_imp+48>}, {pos = 741262080, events = 8, fd = 741271024, user_data = 0x0}, {pos = 8128, events = 0, fd = 551241168, user_data = 0x82b51eb9d}, {pos = 551241184, events = 8, fd = 726746576, user_data = 0x82c2ec300 <__thr_jtable>}, {pos = 741271024, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 551241232, events = 8, fd = 726789021, user_data = 0x2b38ceb2008}, {pos = 62218, events = 0, fd = 551241328, user_data = 0x82b516a7d}} [15:03:33.937] last_touch_time = 1778079393 [15:03:33.937] last_lockfile_recheck_time = 1778079393 [15:03:33.937] nevents = [15:03:33.937] #18 0x0000000000917156 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x820db4cc8) at ../src/backend/postmaster/postmaster.c:1415 [15:03:33.937] optctx = {nargc = 4, nargv = 0x820db4cc8, ostr = 0x36be54 "B:bC:c:D:d:EeFf:h:ijk:lN:OPp:r:S:sTt:W:-:", opterr = 1, optarg = 0x820db53a9 "cluster-name=node_B", optind = 4, optopt = 45, place = 0x2f187a ""} [15:03:33.937] userDoption = [15:03:33.937] listen_addr_saved = false [15:03:33.937] output_config_variable = [15:03:33.937] opt = [15:03:33.937] status = [15:03:33.937] #19 0x000000000083c16d in main (argc=4, argv=0x820db4cc8) at ../src/backend/main/main.c:231 [15:03:33.937] do_check_root = [15:03:33.937] dispatch_option = DISPATCH_POSTMASTER [15:03:33.945] [15:03:33.945] [15:03:33.945] [15:03:34.004] dumping /tmp/cores/postgres.68534.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [15:03:34.144] [New LWP 100114] [15:03:34.219] Core was generated by `postgres: subscriber: logical replication apply worker for subscription 16428 '. [15:03:34.219] Program terminated with signal SIGABRT, Aborted. [15:03:34.219] Sent by thr_kill() from pid 68534 and user 1002. [15:03:34.219] #0 0x000000082d42a01a in thr_kill () from /lib/libc.so.7 [15:03:34.245] [15:03:34.245] Thread 1 (LWP 100114): [15:03:34.245] #0 0x000000082d42a01a in thr_kill () from /lib/libc.so.7 [15:03:34.245] No symbol table info available. [15:03:34.245] #1 0x000000082d3a2a64 in raise () from /lib/libc.so.7 [15:03:34.245] No symbol table info available. [15:03:34.245] #2 0x000000082d456a59 in abort () from /lib/libc.so.7 [15:03:34.245] No symbol table info available. [15:03:34.245] #3 0x0000000000b3a48f in ExceptionalCondition (conditionName=, fileName=, lineNumber=lineNumber@entry=195) at ../src/backend/utils/error/assert.c:65 [15:03:34.245] No locals. [15:03:34.245] #4 0x00000000009433b8 in ReportApplyConflict (estate=estate@entry=0x26e51edd3100, relinfo=relinfo@entry=0x26e51edc91d0, elevel=elevel@entry=15, type=type@entry=CT_DELETE_ORIGIN_DIFFERS, searchslot=searchslot@entry=0x26e51edc9580, remoteslot=remoteslot@entry=0x0, conflicttuples=0x26e51edca0f0) at ../src/backend/replication/logical/conflict.c:195 [15:03:34.245] dest = CONFLICT_LOG_DEST_LOG [15:03:34.245] localrel = 0x26e51eda4c08 [15:03:34.245] conflictlogrel = 0x0 [15:03:34.245] log_dest_clt = [15:03:34.245] log_dest_logfile = [15:03:34.245] #5 0x0000000000968ba9 in apply_handle_delete_internal (edata=edata@entry=0x26e51edc9180, relinfo=relinfo@entry=0x26e51edc91d0, remoteslot=remoteslot@entry=0x26e51edc9580, localindexoid=16426) at ../src/backend/replication/logical/worker.c:3156 [15:03:34.245] epqstate = {parentestate = 0x26e51edd3100, epqParam = -1, resultRelations = 0x0, tuple_table = 0x0, relsubs_slot = 0x26e51edca158, plan = 0x0, arowMarks = 0x0, origslot = 0x0, recheckestate = 0x0, relsubs_rowmark = 0x0, relsubs_done = 0x0, relsubs_blocked = 0x0, recheckplanstate = 0x0} [15:03:34.245] localslot = 0x26e51edc98f0 [15:03:34.245] conflicttuple = {slot = 0x26e51edc98f0, indexoid = 0, xmin = 736, origin = 0, ts = 831394608988463} [15:03:34.245] estate = 0x26e51edd3100 [15:03:34.245] remoterel = 0x26e51edd1fc8 [15:03:34.245] localrel = [15:03:34.245] found = [15:03:34.245] #6 0x0000000000964911 in apply_handle_delete (s=) at ../src/backend/replication/logical/worker.c:3097 [15:03:34.245] relinfo = 0x26e51edc91d0 [15:03:34.245] oldtup = {colvalues = 0x26e51edc9100, colstatus = 0x26e51edc9150 "tn~\177\177\177\177\177\002", ncols = 2} [15:03:34.245] ucxt = {save_userid = 10, save_sec_context = 0, save_nestlevel = -1} [15:03:34.245] relid = [15:03:34.245] rel = 0x26e51edd1fc8 [15:03:34.245] run_as_owner = false [15:03:34.245] edata = 0x26e51edc9180 [15:03:34.245] estate = [15:03:34.245] remoteslot = 0x26e51edc9580 [15:03:34.245] oldctx = [15:03:34.245] relinfo = [15:03:34.245] #7 apply_dispatch (s=s@entry=0x821882c58) at ../src/backend/replication/logical/worker.c:3822 [15:03:34.245] action = [15:03:34.245] saved_command = 0 [15:03:34.245] #8 0x0000000000966150 in LogicalRepApplyLoop (last_received=25181928) at ../src/backend/replication/logical/worker.c:4108 [15:03:34.245] start_lsn = [15:03:34.245] end_lsn = [15:03:34.245] send_time = [15:03:34.245] s = {data = 0x26e51ec2dc80 "w", len = 40, maxlen = 0, cursor = 40} [15:03:34.245] c = [15:03:34.245] fd = -1 [15:03:34.245] buf = 0x26e51ec2dc80 "w" [15:03:34.245] len = [15:03:34.245] wait_time = [15:03:34.245] endofstream = false [15:03:34.245] rc = [15:03:34.245] tli = 516086912 [15:03:34.245] errcallback = {previous = 0x0, callback = 0x967110 , arg = 0x26e51ec15940} [15:03:34.245] rdt_data = {phase = RDT_WAIT_FOR_PUBLISHER_STATUS, remote_lsn = 0, remote_oldestxid = {value = 0}, remote_nextxid = {value = 0}, reply_time = 0, remote_wait_for = {value = 0}, candidate_xid = 737, flushpos_update_time = 0, table_sync_wait_time = 0, last_recv_time = 831394608999312, candidate_xid_time = 831394608998828, xid_advance_interval = 100} [15:03:34.245] last_recv_timestamp = 831394608999312 [15:03:34.245] ping_sent = false [15:03:34.245] #9 start_apply (origin_startpos=origin_startpos@entry=0) at ../src/backend/replication/logical/worker.c:5639 [15:03:34.245] _local_sigjmp_buf = {{_sjb = {9854598, 0, 34922310616, 34922310960, 13122496, 13218400, 34922310624, 13218408, 895, 2, 34922310736, 0}}} [15:03:34.245] _save_exception_stack = 0x821882e30 [15:03:34.245] _save_context_stack = 0x0 [15:03:34.245] _do_rethrow = false [15:03:34.245] #10 0x0000000000967010 in run_apply_worker () at ../src/backend/replication/logical/worker.c:5798 [15:03:34.245] originname = "pg_16428", '\000' , "(\356\307\000\000\000\000\000l~;\000\000\000\000\000\260-\210!\b\000\000\000\260\"j\000\000\000\000" [15:03:34.245] startpointTLI = 1 [15:03:34.245] err = 0x26e51ed16504 "ApplyWorkerMain" [15:03:34.245] options = {logical = , slotname = , startpoint = , proto = {physical = {startpointTLI = }, logical = {proto_version = , publication_names = , binary = , streaming_str = , twophase = false, origin = 0x26e51ed5dfd8 "none"}}} [15:03:34.245] origin_startpos = 0 [15:03:34.245] slotname = 0x26e51eddd640 "tap_sub_b_a" [15:03:34.245] originid = [15:03:34.245] must_use_password = [15:03:34.245] #11 0x0000000000966d6d in ApplyWorkerMain (main_arg=) at ../src/backend/replication/logical/worker.c:6027 [15:03:34.245] worker_slot = [15:03:34.245] #12 0x000000000090ff0c in BackgroundWorkerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/bgworker.c:865 [15:03:34.245] local_sigjmp_buf = {{_sjb = {9502421, 42765506404408, 34922311208, 34922311360, 10341168, 10174464, 42765506404408, 34922311216, 206158431103, -2147815357, -1, 1}}} [15:03:34.245] worker = 0x26e51ed16038 [15:03:34.245] entrypt = 0x0 [15:03:34.245] #13 0x0000000000914a25 in postmaster_child_launch (child_type=child_type@entry=B_BG_WORKER, child_slot=46, startup_data=startup_data@entry=0x26e51ed5e8a8, startup_data_len=startup_data_len@entry=1472, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:268 [15:03:34.245] pid = [15:03:34.245] #14 0x0000000000917b77 in StartBackgroundWorker (rw=0x26e51ed5e8a8) at ../src/backend/postmaster/postmaster.c:4207 [15:03:34.245] bn = 0x26e51ed5c028 [15:03:34.245] worker_pid = [15:03:34.245] __error = [15:03:34.245] __error = [15:03:34.245] __error = [15:03:34.245] #15 maybe_start_bgworkers () at ../src/backend/postmaster/postmaster.c:4372 [15:03:34.245] rw = 0x26e51ed5e8a8 [15:03:34.245] num_launched = 0 [15:03:34.245] now = 0 [15:03:34.245] iter = {cur = 0x26e51ed5ee80, next = , end = } [15:03:34.245] #16 0x00000000009198f5 in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3437 [15:03:34.245] No locals. [15:03:34.245] #17 ServerLoop () at ../src/backend/postmaster/postmaster.c:1743 [15:03:34.245] now = [15:03:34.245] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = 516543960, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0xa6fdc29d7cf62485}, {pos = 760073280, events = 8, fd = 562574624, user_data = 0x43}, {pos = 1, events = 0, fd = 760073280, user_data = 0x821883450}, {pos = 634636997, events = 9754, fd = 8, user_data = 0x82d4dcc40}, {pos = 562574448, events = 8, fd = 634636997, user_data = 0x82d30a7a4}, {pos = 758163364, events = 8, fd = 562574472, user_data = 0x821883500}, {pos = 758163656, events = 8, fd = 758163656, user_data = 0x8218834b0}, {pos = 634636997, events = 9754, fd = 562574576, user_data = 0x261a25d37b2b}, {pos = 562574536, events = 8, fd = 562574656, user_data = 0x82d3098d4}, {pos = 758159572, events = 8, fd = 511747080, user_data = 0x3}, {pos = 562574640, events = 8, fd = 634616619, user_data = 0x821883568}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 562574728, events = 8, fd = 562575160, user_data = 0x821883570}, {pos = 634635314, events = 9754, fd = 2728015, user_data = 0x26e51e80f188}, {pos = 758083208, events = 8, fd = 511747080, user_data = 0x8218835c8}, {pos = 562575224, events = 8, fd = 562574768, user_data = 0x261a25d3c432}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 511770704, events = 9957, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 562575464, user_data = 0x3218835b0}, {pos = 562575296, events = 8, fd = 511768904, user_data = 0x290}, {pos = 562575224, events = 8, fd = 562574792, user_data = 0x821883630}, {pos = 634634955, events = 9754, fd = 562575400, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x26e51e810050}, {pos = 1, events = 8, fd = 511747080, user_data = 0x82d2f6e88}, {pos = 562575464, events = 8, fd = 562575296, user_data = 0x1e}, {pos = 0, events = 0, fd = 511717384, user_data = 0x821883640}, {pos = 562575280, events = 8, fd = 634609863, user_data = 0x26e51e803008}, {pos = 511718408, events = 9957, fd = 511719432, user_data = 0x26e51e803c08}, {pos = 511733768, events = 9957, fd = 511734792, user_data = 0x26e51e807808}, {pos = 511736840, events = 9957, fd = 511737864, user_data = 0x26e51e808408}, {pos = 511739912, events = 9957, fd = 511740936, user_data = 0x26e51e809008}, {pos = 511742984, events = 9957, fd = 511744008, user_data = 0x26e51e809c08}, {pos = 511746056, events = 9957, fd = 511747080, user_data = 0x26e51e80a808}, {pos = 511749128, events = 9957, fd = 511750152, user_data = 0x26e51e80b408}, {pos = 511752200, events = 9957, fd = 511753224, user_data = 0x26e51e80c008}, {pos = 511755272, events = 9957, fd = 511756296, user_data = 0x26e51e80cc08}, {pos = 511762440, events = 9957, fd = 511763464, user_data = 0x26e51e803008}, {pos = 2753593, events = 0, fd = 448139, user_data = 0x7c96e577}, {pos = 511770704, events = 9957, fd = 1, user_data = 0x0}, {pos = 0, events = 0, fd = 562575464, user_data = 0x821883640}, {pos = 30, events = 30, fd = 511717384, user_data = 0x1}, {pos = 2615912, events = 0, fd = 308, user_data = 0x26e51e810050}, {pos = 562575440, events = 8, fd = 634608572, user_data = 0x2a0439}, {pos = 448139, events = 0, fd = 2090263927, user_data = 0x26e51e810050}, {pos = 1, events = 0, fd = 13099552, user_data = 0x82d427d70 }, {pos = 511717384, events = 9957, fd = 2859808, user_data = 0x82cfb7549}, {pos = 1, events = 0, fd = 512434184, user_data = 0x821883850}, {pos = 754673381, events = 8, fd = 759332208, user_data = 0xc7e220 }, {pos = 759332208, events = 8, fd = 511747080, user_data = 0x821883930}, {pos = 634608052, events = 9754, fd = 16, user_data = 0x26e500000001}, {pos = 634607662, events = 9754, fd = 511717384, user_data = 0x821883858}, {pos = 562575664, events = 8, fd = 7152, user_data = 0xc}, {pos = 634690368, events = 9754, fd = 0, user_data = 0x82188037f}, {pos = 11976332, events = 0, fd = 562575584, user_data = 0x82cfad5d0 <__pthread_cleanup_pop_imp+48>}, {pos = 760001280, events = 8, fd = 760010224, user_data = 0x0}, {pos = 8128, events = 0, fd = 562575632, user_data = 0x82cfb7b9d}, {pos = 562575648, events = 8, fd = 754636240, user_data = 0x82d4cb300 <__thr_jtable>}, {pos = 760010224, events = 8, fd = 0, user_data = 0x1fc0}, {pos = 562575696, events = 8, fd = 754678685, user_data = 0x26e51e8b2008}, {pos = 68416, events = 0, fd = 562575792, user_data = 0x82cfafa7d}} [15:03:34.246] last_touch_time = 1778079408 [15:03:34.246] last_lockfile_recheck_time = 1778079408 [15:03:34.246] nevents = [15:03:34.246] #18 0x0000000000917156 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x821884000) at ../src/backend/postmaster/postmaster.c:1415 [15:03:34.246] optctx = {nargc = 4, nargv = 0x821884000, ostr = 0x36be54 "B:bC:c:D:d:EeFf:h:ijk:lN:OPp:r:S:sTt:W:-:", opterr = 1, optarg = 0x8218846eb "cluster-name=subscriber", optind = 4, optopt = 45, place = 0x2f187a ""} [15:03:34.246] userDoption = [15:03:34.246] listen_addr_saved = false [15:03:34.246] output_config_variable = [15:03:34.246] opt = [15:03:34.246] status = [15:03:34.246] #19 0x000000000083c16d in main (argc=4, argv=0x821884000) at ../src/backend/main/main.c:231 [15:03:34.246] do_check_root = [15:03:34.246] dispatch_option = DISPATCH_POSTMASTER