[15:00:59.705] # Although we try to configure the OS to core dump inside [15:00:59.706] # ${CORE_DUMP_DIR}, they may not obey this. So, move core files to the [15:00:59.706] # ${CORE_DUMP_DIR} directory. [15:00:59.706] find build/ -type f -name '*.core' -exec mv '{}' ${CORE_DUMP_DIR} \; [15:01:00.338] src/tools/ci/cores_backtrace.sh ${OS_NAME} ${CORE_DUMP_DIR} ${CORE_DUMP_EXECUTABLE_DIR} [15:01:00.509] could not process /var/crash/minfree [15:01:00.509] [15:01:00.509] [15:01:00.509] [15:01:00.531] dumping /var/crash/postgres.core for /home/postgres/postgres/build/tmp_install/usr/local/pgsql/bin/postgres [15:01:00.776] [New process 27122] [15:01:00.987] Core was generated by `postgres'. [15:01:00.987] Program terminated with signal SIGABRT, Aborted. [15:01:00.987] #0 0x000072bbdef7eeea in _lwp_kill () from /usr/lib/libc.so.12 [15:01:01.015] [15:01:01.015] Thread 1 (process 27122): [15:01:01.015] #0 0x000072bbdef7eeea in _lwp_kill () from /usr/lib/libc.so.12 [15:01:01.015] No symbol table info available. [15:01:01.015] #1 0x000072bbdef846e0 in abort () from /usr/lib/libc.so.12 [15:01:01.015] No symbol table info available. [15:01:01.015] #2 0x0000000000964435 in ExceptionalCondition (conditionName=conditionName@entry=0xb8faf0 "conflictlogrel != NULL", fileName=fileName@entry=0xb8eee8 "../src/backend/replication/logical/conflict.c", lineNumber=lineNumber@entry=195) at ../src/backend/utils/error/assert.c:65 [15:01:01.015] No locals. [15:01:01.015] #3 0x000000000079c115 in ReportApplyConflict (estate=estate@entry=0x72bbe37fe100, relinfo=relinfo@entry=0x72bbe3a0c408, elevel=elevel@entry=15, type=type@entry=CT_DELETE_ORIGIN_DIFFERS, searchslot=searchslot@entry=0x72bbe3a0c668, remoteslot=remoteslot@entry=0x0, conflicttuples=0x72bbe3a0c748) at ../src/backend/replication/logical/conflict.c:195 [15:01:01.015] localrel = 0x72bbe37df838 [15:01:01.015] dest = CONFLICT_LOG_DEST_LOG [15:01:01.015] conflictlogrel = 0x0 [15:01:01.015] log_dest_clt = true [15:01:01.015] log_dest_logfile = true [15:01:01.015] __func__ = "ReportApplyConflict" [15:01:01.015] #4 0x00000000007b8132 in apply_handle_delete_internal (edata=edata@entry=0x72bbe3a0c180, relinfo=relinfo@entry=0x72bbe3a0c408, remoteslot=remoteslot@entry=0x72bbe3a0c668, localindexoid=16426) at ../src/include/nodes/pg_list.h:214 [15:01:01.015] estate = 0x72bbe37fe100 [15:01:01.015] localrel = 0x72bbe37df838 [15:01:01.015] remoterel = 0x72bbe3a04fc8 [15:01:01.015] epqstate = {parentestate = 0x72bbe37fe100, epqParam = -1, resultRelations = 0x0, tuple_table = 0x0, relsubs_slot = 0x72bbe3a0c8d8, plan = 0x0, arowMarks = 0x0, origslot = 0x0, recheckestate = 0x0, relsubs_rowmark = 0x0, relsubs_done = 0x0, relsubs_blocked = 0x0, recheckplanstate = 0x0} [15:01:01.015] localslot = 0x72bbe3a0c8f0 [15:01:01.015] conflicttuple = {slot = 0x72bbe3a0c8f0, indexoid = 0, xmin = 736, origin = 0, ts = 831394458809102} [15:01:01.015] found = [15:01:01.015] #5 0x00000000007bbf19 in apply_handle_delete (s=0x0) at ../src/backend/replication/logical/worker.c:3097 [15:01:01.015] relinfo = 0x72bbe3a0c408 [15:01:01.015] rel = 0x72bbe3a04fc8 [15:01:01.015] oldtup = {colvalues = 0x72bbe3a0c100, colstatus = 0x72bbe3a0c150 "tn~\177\177\177\177\177\002", ncols = 2} [15:01:01.015] ucxt = {save_userid = 10, save_sec_context = 0, save_nestlevel = -1} [15:01:01.015] edata = 0x72bbe3a0c180 [15:01:01.015] estate = [15:01:01.015] remoteslot = [15:01:01.015] oldctx = 0x72bbe3a0c000 [15:01:01.015] run_as_owner = false [15:01:01.015] relid = [15:01:01.015] rel = [15:01:01.015] oldtup = {colvalues = , colstatus = , ncols = } [15:01:01.015] relid = [15:01:01.015] ucxt = {save_userid = , save_sec_context = , save_nestlevel = } [15:01:01.015] edata = [15:01:01.015] estate = [15:01:01.015] remoteslot = [15:01:01.015] oldctx = [15:01:01.015] run_as_owner = [15:01:01.015] relinfo = [15:01:01.015] #6 apply_dispatch (s=s@entry=0x7f7fffb4ffa0) at ../src/backend/replication/logical/worker.c:3822 [15:01:01.015] action = [15:01:01.015] saved_command = 0 [15:01:01.015] __func__ = "apply_dispatch" [15:01:01.015] #7 0x00000000007be898 in LogicalRepApplyLoop (last_received=25179224) at ../src/backend/replication/logical/worker.c:4108 [15:01:01.015] start_lsn = [15:01:01.015] end_lsn = 25179224 [15:01:01.015] send_time = [15:01:01.015] c = [15:01:01.015] s = {data = 0x72bbe3eafc80 "w", len = 40, maxlen = 0, cursor = 40} [15:01:01.015] fd = -1 [15:01:01.015] len = [15:01:01.015] buf = 0x72bbe3eafc80 "w" [15:01:01.015] wait_time = [15:01:01.015] rc = [15:01:01.015] endofstream = false [15:01:01.015] ping_sent = false [15:01:01.015] tli = 2 [15:01:01.015] last_recv_timestamp = 831394458827242 [15:01:01.015] errcallback = {previous = 0x0, callback = 0x7b8441 , arg = 0x72bbe3be1e98} [15:01:01.015] rdt_data = {phase = RDT_GET_CANDIDATE_XID, remote_lsn = 0, remote_oldestxid = {value = 0}, remote_nextxid = {value = 0}, reply_time = 0, remote_wait_for = {value = 0}, candidate_xid = 0, flushpos_update_time = 0, table_sync_wait_time = 0, last_recv_time = 831394458827242, candidate_xid_time = 831394458648660, xid_advance_interval = 200} [15:01:01.015] last_recv_timestamp = [15:01:01.015] ping_sent = [15:01:01.015] tli = [15:01:01.015] errcallback = {previous = , callback = , arg = } [15:01:01.015] rdt_data = {phase = , remote_lsn = , remote_oldestxid = {value = }, remote_nextxid = {value = }, reply_time = , remote_wait_for = {value = }, candidate_xid = , flushpos_update_time = , table_sync_wait_time = , last_recv_time = , candidate_xid_time = , xid_advance_interval = } [15:01:01.015] __func__ = "LogicalRepApplyLoop" [15:01:01.015] fd = [15:01:01.015] rc = [15:01:01.015] len = [15:01:01.015] buf = [15:01:01.015] endofstream = [15:01:01.015] wait_time = [15:01:01.015] c = [15:01:01.015] s = {data = , len = , maxlen = , cursor = } [15:01:01.015] start_lsn = [15:01:01.015] end_lsn = [15:01:01.015] send_time = [15:01:01.015] end_lsn = [15:01:01.015] timestamp = [15:01:01.015] reply_requested = [15:01:01.015] requestReply = [15:01:01.015] now = [15:01:01.015] timeout = [15:01:01.015] #8 start_apply (origin_startpos=0) at ../src/backend/replication/logical/worker.c:5639 [15:01:01.015] _save_exception_stack = 0x7f7fffb501c0 [15:01:01.015] _save_context_stack = 0x0 [15:01:01.015] _local_sigjmp_buf = {17314496, 140187727626416, 17315320, 140187727626528, 126151300823616, 17315328, 140187727626024, 8119385, 0, 126151308091616, 140187727626416, 126151089473783} [15:01:01.015] _do_rethrow = false [15:01:01.015] #9 0x00000000007beede in run_apply_worker () at ../src/backend/replication/logical/worker.c:5798 [15:01:01.015] origin_startpos = 0 [15:01:01.015] startpointTLI = 1 [15:01:01.015] err = 0x971d2f "\204\300\017\204\361a\027" [15:01:01.015] must_use_password = [15:01:01.015] originname = "pg_16428\000\000\000\000\000\000\000\000\300\275\355\343\000\000\000\000\001\000\000\000\000\000\000\000\350\243\000\000\000\000\000\000(\322\t\001\000\000\000\000`\001\265\377\177\177\000\000\004\243\035\327\273r\000" [15:01:01.015] slotname = 0x72bbe3793a40 "tap_sub_b_a" [15:01:01.015] options = {logical = true, slotname = 0x72bbe3793a40 "tap_sub_b_a", startpoint = 0, proto = {physical = {startpointTLI = 4}, logical = {proto_version = 4, publication_names = 0x72bbe3793b38, binary = false, streaming_str = 0xc04296 "parallel", twophase = false, origin = 0x72bbe3baa2c8 "none"}}} [15:01:01.015] originid = [15:01:01.015] originname = { } [15:01:01.015] origin_startpos = [15:01:01.015] slotname = [15:01:01.015] options = {logical = , slotname = , startpoint = , proto = {physical = {startpointTLI = }, logical = {proto_version = , publication_names = , binary = , streaming_str = , twophase = , origin = }}} [15:01:01.015] originid = [15:01:01.015] startpointTLI = [15:01:01.015] err = [15:01:01.015] must_use_password = [15:01:01.015] __func__ = "run_apply_worker" [15:01:01.015] #10 ApplyWorkerMain (main_arg=) at ../src/backend/replication/logical/worker.c:6027 [15:01:01.015] worker_slot = [15:01:01.015] #11 0x000000000076c02f in BackgroundWorkerMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/bgworker.c:865 [15:01:01.015] local_sigjmp_buf = {17420840, 140187727626816, 126151305112616, 46, 1472, 5, 140187727626664, 7782203, 1, -331709, -1, 0} [15:01:01.015] worker = 0x72bbe3be0038 [15:01:01.015] entrypt = [15:01:01.015] __func__ = "BackgroundWorkerMain" [15:01:01.015] #12 0x0000000000770342 in postmaster_child_launch (child_type=child_type@entry=B_BG_WORKER, child_slot=46, startup_data=startup_data@entry=0x72bbe3baac28, startup_data_len=startup_data_len@entry=1472, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:268 [15:01:01.015] pid = [15:01:01.015] #13 0x0000000000771ba0 in StartBackgroundWorker (rw=0x72bbe3baac28) at ../src/backend/postmaster/postmaster.c:4207 [15:01:01.015] bn = 0x72bbe3ba83a8 [15:01:01.015] worker_pid = [15:01:01.015] bn = [15:01:01.015] worker_pid = [15:01:01.015] __func__ = "StartBackgroundWorker" [15:01:01.015] #14 maybe_start_bgworkers () at ../src/backend/postmaster/postmaster.c:4372 [15:01:01.015] rw = 0x72bbe3baac28 [15:01:01.015] num_launched = 0 [15:01:01.015] now = 0 [15:01:01.015] iter = {cur = 0x72bbe3bab200, next = 0x72bbe3ed59a8, end = } [15:01:01.015] #15 0x000000000077315b in LaunchMissingBackgroundProcesses () at ../src/backend/postmaster/postmaster.c:3437 [15:01:01.015] No locals. [15:01:01.015] #16 ServerLoop () at ../src/backend/postmaster/postmaster.c:1743 [15:01:01.015] now = [15:01:01.015] last_lockfile_recheck_time = 1778079257 [15:01:01.015] last_touch_time = 1778079257 [15:01:01.015] events = {{pos = 0, events = 1, fd = -1, user_data = 0x0}, {pos = 0, events = 0, fd = -4913024, user_data = 0x0}, {pos = -2135664544, events = 0, fd = 28, user_data = 0x0}, {pos = -551784000, events = 29371, fd = -4912976, user_data = 0x7f7fffb50a20}, {pos = -4913072, events = 32639, fd = -554505665, user_data = 0x7f20200c01}, {pos = -1810877088, events = 282595531, fd = -4913024, user_data = 0x72bbe3eb3a58}, {pos = 0, events = 0, fd = -4912512, user_data = 0x72bbe3e9e5d8}, {pos = -4912608, events = 32639, fd = -4912896, user_data = 0x72bbdef2ec36 }, {pos = 0, events = 0, fd = -551783960, user_data = 0x7f7fffb508b0}, {pos = -471210536, events = 29371, fd = 0, user_data = 0x100000000000000}, {pos = -1, events = 0, fd = -1810877088, user_data = 0x206}, {pos = -4912512, events = 32639, fd = -4912896, user_data = 0x72bbdef335dd }, {pos = 0, events = 0, fd = 0, user_data = 0x7f7fffb50cd0}, {pos = -554503318, events = 29371, fd = -471207907, user_data = 0x72bbdf1d2904 <__isthreaded>}, {pos = -471123408, events = 29371, fd = 6, user_data = 0x72bbe3e9f01d}, {pos = 11940115, events = 0, fd = -4912784, user_data = 0x0}, {pos = 0, events = 0, fd = 858980355, user_data = 0x7f7f2020800e <_rtld_symlook_obj+718>}, {pos = 1, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 29371, fd = -4912192, user_data = 0x7f7fffb50c38}, {pos = 0, events = 0, fd = 1, user_data = 0x0}, {pos = -470760160, events = 29371, fd = 539001834, user_data = 0x0}, {pos = -555584124, events = 29371, fd = -470755328, user_data = 0x7f7fffb50bb8}, {pos = 11940115, events = 0, fd = -4912192, user_data = 0x7f7fffb50c08}, {pos = 1, events = 0, fd = -4912072, user_data = 0x72bbdee27584}, {pos = -555697960, events = 29371, fd = 539003039, user_data = 0x7f7fffb50bc0}, {pos = -470720512, events = 29371, fd = -470719488, user_data = 0x72bbe3f16800}, {pos = -470717440, events = 29371, fd = -470708224, user_data = 0x72bbe3f19400}, {pos = -470706176, events = 29371, fd = -470705152, user_data = 0x72bbe3f1a000}, {pos = -470703104, events = 29371, fd = -470702080, user_data = 0x72bbe3f1ac00}, {pos = -470765568, events = 29371, fd = -470764544, user_data = 0x72bbe3f0b800}, {pos = -470762496, events = 29371, fd = -470757376, user_data = 0x72bbe3f0d400}, {pos = -470755328, events = 29371, fd = -470754304, user_data = 0x72bbe3f0e000}, {pos = -470752256, events = 29371, fd = -470751232, user_data = 0x72bbe3f0ec00}, {pos = -470749184, events = 29371, fd = -470748160, user_data = 0x72bbe3f0f800}, {pos = -470746112, events = 29371, fd = -470740992, user_data = 0x72bbe3f11400}, {pos = -470738944, events = 29371, fd = -470737920, user_data = 0x72bbe3f03000}, {pos = -470797312, events = 29371, fd = -470796288, user_data = 0x72bbe3f03c00}, {pos = -470794240, events = 29371, fd = -470793216, user_data = 0x72bbe3f04800}, {pos = -471043072, events = 29371, fd = -471043072, user_data = 0x72bbe3ec7400}, {pos = -4912080, events = 32639, fd = -470755328, user_data = 0x72bbe3f0d800}, {pos = 0, events = 0, fd = -4912200, user_data = 0x72bbe3f0d800}, {pos = -4912576, events = 32639, fd = 39, user_data = 0x0}, {pos = 1, events = 0, fd = -470755328, user_data = 0x35e8}, {pos = -4911984, events = 32639, fd = -555584124, user_data = 0x72bbdee0b8d8}, {pos = 575, events = 0, fd = 539004234, user_data = 0x10098f7da}, {pos = -4912064, events = 32639, fd = -549543680, user_data = 0x72bbe3f0d800}, {pos = 93930363, events = 0, fd = -797321421, user_data = 0x6ad9fe }, {pos = -555745280, events = 29371, fd = 3982848, user_data = 0x72bbe3f0d800}, {pos = -555505912, events = 29371, fd = 538991750, user_data = 0xc}, {pos = 538971137, events = 32639, fd = -554609128, user_data = 0x72bbd7c06650}, {pos = -470777760, events = 29371, fd = -4911920, user_data = 0x72bbdef15618 }, {pos = -675256752, events = 29371, fd = -470777760, user_data = 0x7f7fffb50cf0}, {pos = -554654065, events = 29371, fd = -470777760, user_data = 0x72bbd7c00980}, {pos = -470777760, events = 29371, fd = -549583808, user_data = 0x7f7fffb50d10}, {pos = -554679852, events = 29371, fd = -470777760, user_data = 0x72bbdf3e0440 }, {pos = -4911808, events = 32639, fd = -554615297, user_data = 0x0}, {pos = 7039, events = 0, fd = 7039, user_data = 0x7f7fffb50d70}, {pos = -4911776, events = 32639, fd = -554189245, user_data = 0x0}, {pos = -549409797, events = 29371, fd = -4911712, user_data = 0x7700ed }, {pos = 0, events = 0, fd = 0, user_data = 0x7f7fffb50dc0}, {pos = 0, events = 0, fd = 89, user_data = 0x0}, {pos = -4911648, events = 32639, fd = 7799395, user_data = 0x7f7fffb50de0}, {pos = 13, events = 0, fd = -474313800, user_data = 0x0}} [15:01:01.015] nevents = [15:01:01.015] __func__ = "ServerLoop" [15:01:01.015] #17 0x0000000000775845 in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x7f7fffb51368) at ../src/backend/postmaster/postmaster.c:1415 [15:01:01.015] optctx = {nargc = 4, nargv = 0x7f7fffb51368, ostr = 0xb87608 "B:bC:c:D:d:EeFf:h:ijk:lN:OPp:r:S:sTt:W:-:", opterr = 1, optarg = 0x7f7fffb51d19 "cluster-name=subscriber", optind = 4, optopt = 45, place = 0xbf6056 ""} [15:01:01.015] opt = [15:01:01.015] status = [15:01:01.015] userDoption = [15:01:01.015] listen_addr_saved = false [15:01:01.015] output_config_variable = [15:01:01.015] __func__ = "PostmasterMain" [15:01:01.015] #18 0x0000000000af2af4 in main (argc=4, argv=0x7f7fffb51368) at ../src/backend/main/main.c:231 [15:01:01.015] do_check_root = [15:01:01.015] dispatch_option = [15:01:01.023]