[09:33:33.340] src/tools/ci/cores_backtrace.sh linux /tmp/cores [09:33:34.041] dumping /tmp/cores/test_json_parse-6-59577.core for /tmp/cirrus-ci-build/build/src/test/modules/test_json_parser/test_json_parser_perf [09:33:34.121] [New LWP 59577] [09:33:35.483] Downloading separate debug info for /lib/x86_64-linux-gnu/libpthread.so.0... [09:33:35.955] [Thread debugging using libthread_db enabled] [09:33:35.955] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [09:33:36.719] Downloading separate debug info for /lib/x86_64-linux-gnu/libdl.so.2... [09:33:38.531] Downloading separate debug info for /lib/x86_64-linux-gnu/libstdc++.so.6... [09:33:39.445] Downloading separate debug info for /lib/x86_64-linux-gnu/libgcc_s.so.1... [09:33:40.508] Downloading separate debug info for /lib64/ld-linux-x86-64.so.2... [09:33:41.885] Downloading separate debug info for /lib/x86_64-linux-gnu/libm.so.6... [09:33:42.358] Core was generated by `/tmp/cirrus-ci-build/build/src/test/modules/test_json_parser/test_json_parser_p'. [09:33:42.358] Program terminated with signal SIGABRT, Aborted. [09:33:42.358] #0 0x00007f95c7220ce1 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [09:33:42.391] [09:33:42.391] Thread 1 (Thread 0x7f95c6eb2780 (LWP 59577)): [09:33:42.391] #0 0x00007f95c7220ce1 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [09:33:42.391] No symbol table info available. [09:33:42.391] #1 0x00007f95c720a537 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [09:33:42.391] No symbol table info available. [09:33:42.391] #2 0x00007f95c720a40f in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [09:33:42.391] No symbol table info available. [09:33:42.391] #3 0x00007f95c7219662 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6 [09:33:42.391] No symbol table info available. [09:33:42.391] #4 0x000055ec62737c7c in pg_log_generic_v (level=PG_LOG_ERROR, part=PG_LOG_PRIMARY, fmt=0x55ec6273d030 "unexpected result %d (expecting %d) on parse", ap=ap@entry=0x7ffc6bd91468) at ../src/common/logging.c:226 [09:33:42.391] save_errno = 0 [09:33:42.391] filename = 0x0 [09:33:42.391] lineno = 0 [09:33:42.391] ap2 = {{gp_offset = 0, fp_offset = 0, overflow_arg_area = 0x0, reg_save_area = 0x7f95c726ce4c}} [09:33:42.391] required_len = [09:33:42.391] buf = [09:33:42.391] __PRETTY_FUNCTION__ = "pg_log_generic_v" [09:33:42.391] #5 0x000055ec6273824c in pg_log_generic (level=level@entry=PG_LOG_ERROR, part=part@entry=PG_LOG_PRIMARY, fmt=fmt@entry=0x55ec6273d030 "unexpected result %d (expecting %d) on parse") at ../src/common/logging.c:211 [09:33:42.391] ap = {{gp_offset = 24, fp_offset = 48, overflow_arg_area = 0x7ffc6bd91540, reg_save_area = 0x7ffc6bd91480}} [09:33:42.391] #6 0x000055ec6272d623 in main (argc=, argv=) at ../src/test/modules/test_json_parser/test_json_parser_perf.c:82 [09:33:42.391] i = 0 [09:33:42.391] buff = '\000' ... [09:33:42.391] json_file = [09:33:42.391] result = JSON_EXPECTED_MORE [09:33:42.391] lex = 0x55ec63f8c4a0 [09:33:42.391] json = {data = 0x55ec63f8beb0 "", len = 0, maxlen = 1024, cursor = 0} [09:33:42.391] n_read = [09:33:42.391] iter = 1 [09:33:42.391] use_inc = 0 [09:33:42.401] -e [09:33:42.401] [09:33:42.401] [09:33:42.941] dumping /tmp/cores/postgres-6-39235.core for /tmp/cirrus-ci-build/build/tmp_install//usr/local/pgsql/bin/postgres [09:33:43.257] [New LWP 39235] [09:33:44.185] Downloading separate debug info for /lib/x86_64-linux-gnu/librt.so.1... [09:33:45.411] Downloading separate debug info for /lib/x86_64-linux-gnu/libgssapi_krb5.so.2... [09:33:47.779] Downloading separate debug info for /lib/x86_64-linux-gnu/libicuuc.so.67... [09:33:47.779] Downloading separate debug info for /.cache/debuginfod_client/f871bbd529a02abd860f0d16b842b5b20234cb49/debuginfo... [09:33:49.646] Downloading separate debug info for /lib/x86_64-linux-gnu/libicui18n.so.67... [09:33:50.861] Downloading separate debug info for /lib/x86_64-linux-gnu/libldap_r-2.4.so.2... [09:33:52.437] Downloading separate debug info for /lib/x86_64-linux-gnu/libxml2.so.2... [09:33:53.520] Downloading separate debug info for /lib/x86_64-linux-gnu/liblz4.so.1... [09:33:54.310] Downloading separate debug info for /lib/x86_64-linux-gnu/libpam.so.0... [09:33:55.538] Downloading separate debug info for /lib/x86_64-linux-gnu/libssl.so.1.1... [09:33:57.153] Downloading separate debug info for /lib/x86_64-linux-gnu/libcrypto.so.1.1... [09:33:58.600] Downloading separate debug info for /lib/x86_64-linux-gnu/libsystemd.so.0... [09:33:59.514] Downloading separate debug info for /lib/x86_64-linux-gnu/libz.so.1... [09:34:01.047] Downloading separate debug info for /lib/x86_64-linux-gnu/libzstd.so.1... [09:34:01.540] [Thread debugging using libthread_db enabled] [09:34:01.540] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [09:34:02.936] Downloading separate debug info for /lib/x86_64-linux-gnu/libkrb5.so.3... [09:34:04.000] Downloading separate debug info for /lib/x86_64-linux-gnu/libk5crypto.so.3... [09:34:04.637] Downloading separate debug info for /lib/x86_64-linux-gnu/libcom_err.so.2... [09:34:05.404] Downloading separate debug info for /lib/x86_64-linux-gnu/libkrb5support.so.0... [09:34:06.856] Downloading separate debug info for /lib/x86_64-linux-gnu/liblber-2.4.so.2... [09:34:08.137] Downloading separate debug info for /lib/x86_64-linux-gnu/libresolv.so.2... [09:34:09.074] Downloading separate debug info for /lib/x86_64-linux-gnu/libsasl2.so.2... [09:34:10.661] Downloading separate debug info for /lib/x86_64-linux-gnu/libgnutls.so.30... [09:34:11.724] Downloading separate debug info for /lib/x86_64-linux-gnu/liblzma.so.5... [09:34:12.511] Downloading separate debug info for /lib/x86_64-linux-gnu/libaudit.so.1... [09:34:13.892] Downloading separate debug info for /lib/x86_64-linux-gnu/libgcrypt.so.20... [09:34:14.508] Downloading separate debug info for /lib/x86_64-linux-gnu/libkeyutils.so.1... [09:34:16.039] Downloading separate debug info for /lib/x86_64-linux-gnu/libp11-kit.so.0... [09:34:16.802] Downloading separate debug info for /lib/x86_64-linux-gnu/libidn2.so.0... [09:34:18.027] Downloading separate debug info for /lib/x86_64-linux-gnu/libunistring.so.2... [09:34:18.795] Downloading separate debug info for /lib/x86_64-linux-gnu/libtasn1.so.6... [09:34:19.867] Downloading separate debug info for /lib/x86_64-linux-gnu/libnettle.so.8... [09:34:20.786] Downloading separate debug info for /lib/x86_64-linux-gnu/libhogweed.so.6... [09:34:22.004] Downloading separate debug info for /lib/x86_64-linux-gnu/libgmp.so.10... [09:34:22.630] Downloading separate debug info for /lib/x86_64-linux-gnu/libcap-ng.so.0... [09:34:23.544] Downloading separate debug info for /lib/x86_64-linux-gnu/libgpg-error.so.0... [09:34:24.309] Downloading separate debug info for /lib/x86_64-linux-gnu/libffi.so.7... [09:34:24.801] Core was generated by `postgres: postgres regression_injection_points [local] idle '. [09:34:24.801] Program terminated with signal SIGABRT, Aborted. [09:34:24.801] #0 0x00007f4cef175ce1 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:24.925] [09:34:24.925] Thread 1 (Thread 0x7f4cecb0ca40 (LWP 39235)): [09:34:24.925] #0 0x00007f4cef175ce1 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:24.925] No symbol table info available. [09:34:24.925] #1 0x00007f4cef15f537 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:24.925] No symbol table info available. [09:34:24.925] #2 0x000055c661bb05fa in errfinish (filename=filename@entry=0x55c661e6c958 "../src/backend/storage/lmgr/s_lock.c", lineno=lineno@entry=347, funcname=funcname@entry=0x55c661e6c9b0 <__func__.0> "VerifyNoSpinLocksHeld") at ../src/backend/utils/error/elog.c:614 [09:34:24.925] edata = 0x55c6627ebd40 [09:34:24.925] elevel = 23 [09:34:24.925] oldcontext = 0x55c663d330c0 [09:34:24.925] econtext = 0x0 [09:34:24.925] __func__ = "errfinish" [09:34:24.925] #3 0x000055c6618e565f in VerifyNoSpinLocksHeld (check_in_panic=check_in_panic@entry=true) at ../src/backend/storage/lmgr/s_lock.c:347 [09:34:24.925] __errno_location = [09:34:24.925] __func__ = "VerifyNoSpinLocksHeld" [09:34:24.925] #4 0x000055c6618cab39 in LWLockAcquire (lock=0x7f4ce3a3ba80, mode=mode@entry=LW_EXCLUSIVE) at ../src/backend/storage/lmgr/lwlock.c:1187 [09:34:24.925] proc = 0x7f4cec5eaee8 [09:34:24.925] result = true [09:34:24.925] extraWaits = 0 [09:34:24.925] __func__ = "LWLockAcquire" [09:34:24.925] #5 0x000055c661be72fb in InjectionPointDetach (name=0x7f4cf0aa7230 "") at ../src/backend/utils/misc/injection_point.c:243 [09:34:24.925] found = false [09:34:24.925] __func__ = "InjectionPointDetach" [09:34:24.925] #6 0x00007f4ce38c893e in injection_points_cleanup (code=, arg=) at ../src/test/modules/injection_points/injection_points.c:178 [09:34:24.925] condition = 0x7f4cf0aa7230 [09:34:24.925] i = 0 [09:34:24.925] __func__ = "injection_points_cleanup" [09:34:24.925] #7 0x000055c66189518c in shmem_exit (code=code@entry=0) at ../src/backend/storage/ipc/ipc.c:243 [09:34:24.925] __func__ = "shmem_exit" [09:34:24.925] #8 0x000055c661895437 in proc_exit_prepare (code=code@entry=0) at ../src/backend/storage/ipc/ipc.c:198 [09:34:24.925] __func__ = "proc_exit_prepare" [09:34:24.925] #9 0x000055c6618955f5 in proc_exit (code=code@entry=0) at ../src/backend/storage/ipc/ipc.c:111 [09:34:24.925] __func__ = "proc_exit" [09:34:24.925] #10 0x000055c6618fcc86 in PostgresMain (dbname=, username=) at ../src/backend/tcop/postgres.c:4917 [09:34:24.925] firstchar = 88 [09:34:24.925] input_message = {data = 0x55c663d331c0 "", len = 0, maxlen = 1024, cursor = 0} [09:34:24.925] local_sigjmp_buf = {{__jmpbuf = {94310544367000, 4557910379385044850, 4, 140729095920128, 140729095920276, 1, 7723708690572754802, 4557911882762665842}, __mask_was_saved = 1, __saved_mask = {__val = {4194304, 1, 139968405843428, 94310566645360, 15616, 15680, 94310531785540, 94310566645360, 15616, 94310544361080, 140729095920128, 140729095920276, 94310531789608, 140728898420752, 94310531881803, 140729095919904}}}} [09:34:24.925] send_ready_for_query = false [09:34:24.925] idle_in_transaction_timeout_enabled = false [09:34:24.925] idle_session_timeout_enabled = false [09:34:24.925] __func__ = "PostgresMain" [09:34:24.925] #11 0x000055c6618f2fe4 in BackendMain (startup_data=, startup_data_len=) at ../src/backend/tcop/backend_startup.c:105 [09:34:24.925] bsdata = [09:34:24.925] #12 0x000055c66178e148 in postmaster_child_launch (child_type=child_type@entry=B_BACKEND, startup_data=startup_data@entry=0x7ffe0bc599ac "", startup_data_len=startup_data_len@entry=4, client_sock=client_sock@entry=0x7ffe0bc59a00) at ../src/backend/postmaster/launch_backend.c:265 [09:34:24.925] pid = [09:34:24.925] #13 0x000055c661794476 in BackendStartup (client_sock=client_sock@entry=0x7ffe0bc59a00) at ../src/backend/postmaster/postmaster.c:3593 [09:34:24.925] bn = 0x55c663d5bbd8 [09:34:24.925] pid = [09:34:24.925] startup_data = {canAcceptConnections = CAC_OK} [09:34:24.925] __func__ = "BackendStartup" [09:34:24.925] #14 0x000055c661794a24 in ServerLoop () at ../src/backend/postmaster/postmaster.c:1674 [09:34:24.925] s = {sock = 9, raddr = {addr = {ss_family = 1, __ss_padding = "1\357L\177\000\000\001\000\000\000\000\000\000\000\244ë\360L\177\000\000-\000\000\000\000\000\000\000\020\356\024\357L\177\000\000 \271\344\357L\177\000\000Ț\305\v\376\177\000\000Ě\305\v\376\177\000\000\204\232\305\v\376\177\000\000@^\000\000\001\000\000\000\000\000\000\000\306U\000\000\020\356\024\357L\177\000\000\340\017\024\357L\177\000\000\352O1\357L\177\000\000\356\310\347Y\000\000\000", __ss_align = 23568163}, salen = 2}} [09:34:24.925] i = 0 [09:34:24.925] now = [09:34:24.925] last_lockfile_recheck_time = 1713951074 [09:34:24.925] last_touch_time = 1713951074 [09:34:24.925] events = {{pos = 1, events = 2, fd = 7, user_data = 0x0}, {pos = 197499776, events = 32766, fd = 45, user_data = 0x7ffe0bc59b40}, {pos = 197499728, events = 0, fd = 0, user_data = 0x12}, {pos = 1508362478, events = 0, fd = -270223480, user_data = 0x7f4cef314fea}, {pos = 197499944, events = 32766, fd = 197499776, user_data = 0x7ffe0bc59b90}, {pos = -257176351, events = 32588, fd = 18, user_data = 0x7f4cecb12618}, {pos = 1, events = 0, fd = 0, user_data = 0x1}, {pos = -270224352, events = 32588, fd = -1, user_data = 0x7f4cecb12618}, {pos = -270224352, events = 32588, fd = 1024, user_data = 0x7f4cefe4b788}, {pos = 0, events = 0, fd = 8, user_data = 0x7ffe0bc59b90}, {pos = -1, events = 0, fd = -283116358, user_data = 0x7f4cef141418}, {pos = -270223072, events = 32588, fd = 1674972056, user_data = 0x55c663d5e698}, {pos = 1674962816, events = 21958, fd = 1674972088, user_data = 0x55c663d60af1}, {pos = -257157597, events = 32588, fd = 1, user_data = 0x7f4cef32e0f8 <__libc_fork@got.plt>}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 1, events = 0, fd = 1674792848, user_data = 0x7f4cf0ac1623 <_dl_fixup+211>}, {pos = 1, events = 0, fd = 0, user_data = 0x55c663d5e780}, {pos = -283896808, events = 32588, fd = 197500880, user_data = 0x7f4cf0ac868a <_dl_runtime_resolve_xsavec+122>}, {pos = 0, events = 0, fd = 0, user_data = 0x7ffe0bc59ff0}, {pos = 1652423488, events = 21958, fd = 2, user_data = 0x55c6627dfb40 }, {pos = 0, events = 0, fd = 7, user_data = 0x0}, {pos = 4096, events = 0, fd = 99, user_data = 0x2ffff00001fa0}, {pos = 4144, events = 0, fd = 64, user_data = 0x7000000101}, {pos = 111, events = 124, fd = 1, user_data = 0x7700000063}, {pos = 8, events = 0, fd = 0, user_data = 0x100007f00000002}, {pos = 255, events = 0, fd = 4096, user_data = 0xffffffffffffff08}, {pos = 0, events = 0, fd = 1674965800, user_data = 0x3ff}, {pos = 4096, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0xff00000000000000}, {pos = -1, events = 4294967295, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0xffffffffffffffff}, {pos = -1, events = 4294967295, fd = 1852795252, user_data = 0x726765722f73746e}, {pos = 762541426, events = 1647143267, fd = 1684826485, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 1024, events = 0, fd = -283378693, user_data = 0x55c663d5e370}, {pos = 1674776336, events = 21958, fd = -282033024, user_data = 0x163d30f10}, {pos = 784, events = 0, fd = 1642254924, user_data = 0x55c663d5e370}, {pos = -54848256, events = 3104384116, fd = 1024, user_data = 0x55c663d5f2f0}, {pos = 2, events = 0, fd = 6, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 0, user_data = 0x55c663d5e370}, {pos = 1, events = 0, fd = 1674961976, user_data = 0x400}, {pos = 0, events = 0, fd = 1639988121, user_data = 0x55c6627edd50 }, {pos = 1639913965, events = 21958, fd = 1674961776, user_data = 0x55c663d330c0}, {pos = 1674961776, events = 21958, fd = 15, user_data = 0x4a}, {pos = 1639989931, events = 21958, fd = 1674961776, user_data = 0x55c661c043f4 }, {pos = 1674776336, events = 21958, fd = -283378693, user_data = 0x0}, {pos = 1633310136, events = 21958, fd = 1674950384, user_data = 0x7f4cef1bc1aa}, {pos = 197501064, events = 1, fd = 0, user_data = 0x7f4cef1ba8f0}, {pos = 0, events = 0, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 11, user_data = 0x0}, {pos = 0, events = 0, fd = 39197, user_data = 0x7f4cef204b05 }, {pos = 0, events = 0, fd = -54848256, user_data = 0x0}, {pos = 1635311214, events = 21958, fd = 4194304, user_data = 0x55c661bf1881 }, {pos = 1674950384, events = 21958, fd = 1674784960, user_data = 0x55c663d5b6f0}, {pos = 1, events = 0, fd = 0, user_data = 0x55c661c042ab }, {pos = 1674950384, events = 21958, fd = 1639990260, user_data = 0x0}, {pos = 8, events = 0, fd = 0, user_data = 0x55c6615a518b }, {pos = 0, events = 0, fd = 1633333089, user_data = 0xb}, {pos = 1635333064, events = 21958, fd = 0, user_data = 0x0}} [09:34:24.927] nevents = 1 [09:34:24.927] __func__ = "ServerLoop" [09:34:24.927] #15 0x000055c661796446 in PostmasterMain (argc=argc@entry=8, argv=argv@entry=0x55c663d2cdc0) at ../src/backend/postmaster/postmaster.c:1372 [09:34:24.927] opt = [09:34:24.927] status = [09:34:24.927] userDoption = [09:34:24.927] listen_addr_saved = false [09:34:24.927] output_config_variable = [09:34:24.927] __func__ = "PostmasterMain" [09:34:24.927] #16 0x000055c6615b67f8 in main (argc=8, argv=0x55c663d2cdc0) at ../src/backend/main/main.c:197 [09:34:24.927] do_check_root = [09:34:24.948] -e [09:34:24.948] [09:34:24.948] [09:34:25.473] dumping /tmp/cores/test_json_parse-6-59579.core for /tmp/cirrus-ci-build/build/src/test/modules/test_json_parser/test_json_parser_perf [09:34:25.532] [New LWP 59579] [09:34:26.012] [Thread debugging using libthread_db enabled] [09:34:26.012] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [09:34:26.673] Core was generated by `/tmp/cirrus-ci-build/build/src/test/modules/test_json_parser/test_json_parser_p'. [09:34:26.673] Program terminated with signal SIGABRT, Aborted. [09:34:26.673] #0 0x00007f2302acece1 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:26.683] [09:34:26.683] Thread 1 (Thread 0x7f2302760780 (LWP 59579)): [09:34:26.683] #0 0x00007f2302acece1 in raise () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:26.683] No symbol table info available. [09:34:26.683] #1 0x00007f2302ab8537 in abort () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:26.683] No symbol table info available. [09:34:26.683] #2 0x00007f2302ab840f in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:26.683] No symbol table info available. [09:34:26.683] #3 0x00007f2302ac7662 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:26.683] No symbol table info available. [09:34:26.683] #4 0x0000556545fd9c7c in pg_log_generic_v (level=PG_LOG_ERROR, part=PG_LOG_PRIMARY, fmt=0x556545fdf030 "unexpected result %d (expecting %d) on parse", ap=ap@entry=0x7ffda5b671c8) at ../src/common/logging.c:226 [09:34:26.683] save_errno = 0 [09:34:26.683] filename = 0x0 [09:34:26.683] lineno = 0 [09:34:26.683] ap2 = {{gp_offset = 0, fp_offset = 0, overflow_arg_area = 0x0, reg_save_area = 0x0}} [09:34:26.683] required_len = [09:34:26.683] buf = [09:34:26.683] __PRETTY_FUNCTION__ = "pg_log_generic_v" [09:34:26.683] #5 0x0000556545fda24c in pg_log_generic (level=level@entry=PG_LOG_ERROR, part=part@entry=PG_LOG_PRIMARY, fmt=fmt@entry=0x556545fdf030 "unexpected result %d (expecting %d) on parse") at ../src/common/logging.c:211 [09:34:26.683] ap = {{gp_offset = 24, fp_offset = 48, overflow_arg_area = 0x7ffda5b672a0, reg_save_area = 0x7ffda5b671e0}} [09:34:26.683] #6 0x0000556545fcf623 in main (argc=, argv=) at ../src/test/modules/test_json_parser/test_json_parser_perf.c:82 [09:34:26.683] i = 0 [09:34:26.683] buff = '\000' ... [09:34:26.683] json_file = [09:34:26.683] result = JSON_EXPECTED_MORE [09:34:26.683] lex = 0x5565464144a0 [09:34:26.683] json = {data = 0x556546413eb0 "", len = 0, maxlen = 1024, cursor = 0} [09:34:26.683] n_read = [09:34:26.683] iter = 1 [09:34:26.683] use_inc = 1 [09:34:26.692] -e [09:34:26.692] [09:34:26.692] [09:34:27.241] dumping /tmp/cores/postgres-3-35220.core for /tmp/cirrus-ci-build/build/tmp_install/usr/local/pgsql/bin/postgres [09:34:27.559] [New LWP 35220] [09:34:27.559] [New LWP 35097] [09:34:28.718] [Thread debugging using libthread_db enabled] [09:34:28.718] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". [09:34:30.148] Core was generated by `postgres: replica_success: startup waiting for 000000010000000000000004 '. [09:34:30.148] Program terminated with signal SIGQUIT, Quit. [09:34:30.148] #0 0x00007fc5fc689fc7 in sigprocmask () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.154] [Current thread is 1 (LWP 35220)] [09:34:30.267] [09:34:30.267] Thread 2 (Thread 0x7fc5fa020a40 (LWP 35097)): [09:34:30.267] #0 0x00007fc5fc74ca61 in clone () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.267] No symbol table info available. [09:34:30.267] #1 0x00007fc5fc73ae5e in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.267] No symbol table info available. [09:34:30.267] #2 0x00007fc5fc73b497 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.267] No symbol table info available. [09:34:30.267] #3 0x00007fc5fc73acdb in posix_spawn () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.267] No symbol table info available. [09:34:30.267] #4 0x00007fc5fc696a69 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.267] No symbol table info available. [09:34:30.267] #5 0x00005636e296d5fc in RestoreArchivedFile (path=path@entry=0x7ffd1bc10f90 "\001", xlogfname=xlogfname@entry=0x7ffd1bc10f50 "00000002.history", recovername=recovername@entry=0x5636e3487a10 "RECOVERYHISTORY", expectedSize=expectedSize@entry=0, cleanupEnabled=cleanupEnabled@entry=false) at ../src/backend/access/transam/xlogarchive.c:177 [09:34:30.267] xlogpath = "pg_wal/RECOVERYHISTORY\000\000\b", '\000' , "\025\334-\343\066V\000\062", '\000' , "\b\000\000\000\000\000\000\000\331\347G\343\066V\000\000x\016\301\033\375\177\000\000\325\347G\343\066V\000\000A\327-\343\066V\000\000\341\347G\343\066V\000\000\331\347G\343\066V\000\000x\016\301\033\375\177\000\000\325\347G\343\066V\000\000\030\t\002\372\305\177\000\000\337\340-\343\066V", '\000' , "\b", '\000' , "\060", '\000' , "\002\000\000\000\000\000\000\000"... [09:34:30.267] xlogRestoreCmd = 0x5636e59df588 "cp \"/tmp/cirrus-ci-build/build/testrun/recovery/042_low_level_backup/data/t_042_low_level_backup_primary_data/archives/00000002.history\" \"pg_wal/RECOVERYHISTORY\"" [09:34:30.267] lastRestartPointFname = '0' , "\000\351-\343\066V", '\000' , "\320\t\301\033\375\177\000\000\337\340-\343\066V", '\000' , "\b", '\000' , "\060", '\000' , "\002", '\000' ... [09:34:30.267] rc = [09:34:30.267] stat_buf = {st_dev = 140488279722264, st_ino = 209969865117, st_nlink = 0, st_mode = 0, st_uid = 0, st_gid = 0, __pad0 = 0, st_rdev = 48, st_size = 5922071200885860208, st_blksize = 6366210006019162949, st_blocks = 4673356, st_atim = {tv_sec = 0, tv_nsec = 3472113003596310384}, st_mtim = {tv_sec = 3760840147356102704, tv_nsec = 3472328296227680304}, st_ctim = {tv_sec = 808464432, tv_nsec = 0}, __glibc_reserved = {8, 94793741386220, 140725069089304}} [09:34:30.267] restartSegNo = [09:34:30.267] restartRedoPtr = 94793739656213 [09:34:30.267] restartTli = 0 [09:34:30.267] __func__ = "RestoreArchivedFile" [09:34:30.267] #6 0x00005636e2940803 in existsTimeLineHistory (probeTLI=probeTLI@entry=2) at ../src/backend/access/transam/timeline.c:235 [09:34:30.267] path = "\001", '\000' , "\001\000\000\000\000\000\000\000%˗\342\066V\000\000\000\000\000\000\000\000\000\000\377\377\377\377\r\000\000\000pg_wal/00000001", '0' , "4\000\001\000\000\000\000\000\000\000\004\000\000\t", '\000' , "D\021\301\033\375\177\000\000\030\322S\343\066V\000\000\021|\350\343\066V\000\000\200|\350\343\066V\000\000\240\037\000\000\377\377\002\000'\322S\343\066V\000\000\200|\350\343\066V\000\000\002\000\000\000\000\000\000\000>\361-\343\066V\000\000f\021\301\033\375\177\000\000d\021\301\033\375\177", '\000' ... [09:34:30.267] histfname = "00000002.history\000\000\000\t\000\000\000\000\200ve\374\305\177\000\000\000\023\301\033\375\177\000\000w\274$\343\066V\000\000\070\035\237\345\066V\000\000\001\000\000\000\000\000\000" [09:34:30.267] fd = [09:34:30.267] __func__ = "existsTimeLineHistory" [09:34:30.267] #7 0x00005636e29408ee in findNewestTimeLine (startTLI=startTLI@entry=1) at ../src/backend/access/transam/timeline.c:277 [09:34:30.267] newestTLI = 1 [09:34:30.267] probeTLI = 2 [09:34:30.267] #8 0x00005636e29785db in rescanLatestTimeLine (replayTLI=replayTLI@entry=1, replayLSN=replayLSN@entry=67108864) at ../src/backend/access/transam/xlogrecovery.c:4113 [09:34:30.267] newExpectedTLEs = [09:34:30.267] found = [09:34:30.267] cell = [09:34:30.267] newtarget = [09:34:30.267] oldtarget = 1 [09:34:30.267] currentTle = 0x0 [09:34:30.267] __func__ = "rescanLatestTimeLine" [09:34:30.267] #9 0x00005636e297de90 in WaitForWALToBecomeAvailable (RecPtr=RecPtr@entry=67108888, randAccess=false, fetching_ckpt=false, tliRecPtr=tliRecPtr@entry=67108864, replayTLI=1, replayLSN=67108864, nonblocking=false) at ../src/backend/access/transam/xlogrecovery.c:3674 [09:34:30.267] oldSource = XLOG_FROM_STREAM [09:34:30.267] startWalReceiver = false [09:34:30.267] last_fail_time = 767266254409123 [09:34:30.267] now = [09:34:30.267] streaming_reply_sent = false [09:34:30.267] __func__ = "WaitForWALToBecomeAvailable" [09:34:30.267] #10 0x00005636e297e8c6 in XLogPageRead (xlogreader=0x5636e598ced0, targetPagePtr=67108864, reqLen=24, targetRecPtr=67108864, readBuf=0x5636e59dbd58 "\025\321\002") at ../src/backend/access/transam/xlogrecovery.c:3351 [09:34:30.267] private = 0x5636e598ceb0 [09:34:30.267] emode = 15 [09:34:30.267] targetPageOff = 0 [09:34:30.267] targetSegNo = 4 [09:34:30.267] r = [09:34:30.267] __func__ = "XLogPageRead" [09:34:30.267] #11 0x00005636e29871b7 in ReadPageInternal (state=state@entry=0x5636e598ced0, pageptr=pageptr@entry=67108864, reqLen=reqLen@entry=24) at ../src/backend/access/transam/xlogreader.c:1060 [09:34:30.267] readLen = [09:34:30.267] targetPageOff = 0 [09:34:30.267] targetSegNo = 4 [09:34:30.267] hdr = [09:34:30.267] #12 0x00005636e2988e12 in XLogDecodeNextRecord (state=state@entry=0x5636e598ced0, nonblocking=nonblocking@entry=false) at ../src/backend/access/transam/xlogreader.c:597 [09:34:30.267] RecPtr = 67108864 [09:34:30.267] record = [09:34:30.267] targetPagePtr = 67108864 [09:34:30.267] randAccess = false [09:34:30.267] len = [09:34:30.267] total_len = [09:34:30.267] targetRecOff = 0 [09:34:30.267] pageHeaderSize = [09:34:30.267] assembled = false [09:34:30.267] gotheader = [09:34:30.267] readOff = [09:34:30.267] decoded = 0x0 [09:34:30.267] errormsg = 0x40000000062 [09:34:30.267] #13 0x00005636e29899b4 in XLogReadAhead (state=0x5636e598ced0, nonblocking=nonblocking@entry=false) at ../src/backend/access/transam/xlogreader.c:973 [09:34:30.267] result = [09:34:30.267] #14 0x00005636e297375b in XLogPrefetcherNextBlock (pgsr_private=94793780223232, lsn=0x5636e59f18b8) at ../src/backend/access/transam/xlogprefetcher.c:492 [09:34:30.267] nonblocking = [09:34:30.267] record = [09:34:30.267] prefetcher = 0x5636e598dd00 [09:34:30.267] reader = 0x5636e598ced0 [09:34:30.267] replaying_lsn = 50331936 [09:34:30.267] __func__ = "XLogPrefetcherNextBlock" [09:34:30.267] #15 0x00005636e2977b24 in lrq_prefetch (lrq=) at ../src/backend/access/transam/xlogprefetcher.c:252 [09:34:30.267] No locals. [09:34:30.267] #16 lrq_complete_lsn (lsn=67108864, lrq=0x5636e59f1608) at ../src/backend/access/transam/xlogprefetcher.c:290 [09:34:30.267] No locals. [09:34:30.267] #17 XLogPrefetcherReadRecord (prefetcher=prefetcher@entry=0x5636e598dd00, errmsg=errmsg@entry=0x7ffd1bc156d8) at ../src/backend/access/transam/xlogprefetcher.c:1037 [09:34:30.267] record = [09:34:30.267] replayed_up_to = 67108864 [09:34:30.267] #18 0x00005636e297f0f3 in ReadRecord (xlogprefetcher=0x5636e598dd00, emode=emode@entry=15, fetching_ckpt=fetching_ckpt@entry=false, replayTLI=1) at ../src/backend/access/transam/xlogrecovery.c:3151 [09:34:30.267] errormsg = 0x5636e2e83f6d "AUATUSH\203\354\bH\205\377\017\204:\001" [09:34:30.267] record = [09:34:30.267] xlogreader = 0x5636e598ced0 [09:34:30.267] private = [09:34:30.267] __func__ = "ReadRecord" [09:34:30.267] #19 0x00005636e2982641 in PerformWalRecovery () at ../src/backend/access/transam/xlogrecovery.c:1832 [09:34:30.267] xtime = [09:34:30.267] ru0 = {tv = {tv_sec = 1713951053, tv_usec = 785688}, ru = {ru_utime = {tv_sec = 0, tv_usec = 1811}, ru_stime = {tv_sec = 0, tv_usec = 0}, {ru_maxrss = 16220, __ru_maxrss_word = 16220}, {ru_ixrss = 0, __ru_ixrss_word = 0}, {ru_idrss = 0, __ru_idrss_word = 0}, {ru_isrss = 0, __ru_isrss_word = 0}, {ru_minflt = 401, __ru_minflt_word = 401}, {ru_majflt = 5, __ru_majflt_word = 5}, {ru_nswap = 0, __ru_nswap_word = 0}, {ru_inblock = 0, __ru_inblock_word = 0}, {ru_oublock = 0, __ru_oublock_word = 0}, {ru_msgsnd = 0, __ru_msgsnd_word = 0}, {ru_msgrcv = 0, __ru_msgrcv_word = 0}, {ru_nsignals = 0, __ru_nsignals_word = 0}, {ru_nvcsw = 4, __ru_nvcsw_word = 4}, {ru_nivcsw = 1, __ru_nivcsw_word = 1}}} [09:34:30.287] record = 0x7fc5f98f4e38 [09:34:30.287] reachedRecoveryTarget = false [09:34:30.287] replayTLI = 1 [09:34:30.287] __func__ = "PerformWalRecovery" [09:34:30.287] #20 0x00005636e296b3eb in StartupXLOG () at ../src/backend/access/transam/xlog.c:5806 [09:34:30.287] Insert = [09:34:30.287] checkPoint = {redo = 33554472, ThisTimeLineID = 1, PrevTimeLineID = 1, fullPageWrites = true, nextXid = {value = 738}, nextOid = 14202, nextMulti = 1, nextMultiOffset = 0, oldestXid = 730, oldestXidDB = 1, oldestMulti = 1, oldestMultiDB = 1, time = 1713951049, oldestCommitTsXid = 0, newestCommitTsXid = 0, oldestActiveXid = 738} [09:34:30.287] wasShutdown = false [09:34:30.287] didCrash = [09:34:30.287] haveTblspcMap = false [09:34:30.287] haveBackupLabel = true [09:34:30.287] EndOfLog = [09:34:30.287] EndOfLogTLI = [09:34:30.287] newTLI = [09:34:30.287] performedWalRecovery = [09:34:30.287] endOfRecoveryInfo = [09:34:30.287] abortedRecPtr = [09:34:30.287] missingContrecPtr = [09:34:30.287] oldestActiveXID = [09:34:30.287] promoted = false [09:34:30.287] __func__ = "StartupXLOG" [09:34:30.287] #21 0x00005636e2e32b2c in StartupProcessMain (startup_data=, startup_data_len=) at ../src/backend/postmaster/startup.c:258 [09:34:30.287] No locals. [09:34:30.287] #22 0x00005636e2e2a148 in postmaster_child_launch (child_type=child_type@entry=B_STARTUP, startup_data=startup_data@entry=0x0, startup_data_len=startup_data_len@entry=0, client_sock=client_sock@entry=0x0) at ../src/backend/postmaster/launch_backend.c:265 [09:34:30.287] pid = [09:34:30.287] #23 0x00005636e2e2c1c1 in StartChildProcess (type=type@entry=B_STARTUP) at ../src/backend/postmaster/postmaster.c:3928 [09:34:30.287] pid = [09:34:30.287] __func__ = "StartChildProcess" [09:34:30.287] #24 0x00005636e2e3228b in PostmasterMain (argc=argc@entry=4, argv=argv@entry=0x5636e598bd60) at ../src/backend/postmaster/postmaster.c:1364 [09:34:30.287] opt = [09:34:30.287] status = [09:34:30.287] userDoption = [09:34:30.287] listen_addr_saved = false [09:34:30.287] output_config_variable = [09:34:30.287] __func__ = "PostmasterMain" [09:34:30.287] #25 0x00005636e2c527f8 in main (argc=4, argv=0x5636e598bd60) at ../src/backend/main/main.c:197 [09:34:30.287] do_check_root = [09:34:30.287] [09:34:30.287] Thread 1 (LWP 35220): [09:34:30.287] #0 0x00007fc5fc689fc7 in sigprocmask () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.287] No symbol table info available. [09:34:30.287] #1 0x00007fc5fc73b13a in ?? () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.287] No symbol table info available. [09:34:30.287] #2 0x00007fc5fc74ca6f in clone () from /lib/x86_64-linux-gnu/libc.so.6 [09:34:30.287] No symbol table info available.