# Running: ipcs -am
# Checking port 59777
# Found port 59777
Name: gnat
Data directory: /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata
Backup directory: /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/backup
Archive directory: /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/archives
Connection string: port=59777 host=/tmp/a9tzVO8vOp
Log file: /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat.log
[10:12:13.981](0.035s) # initializing database system by copying initdb template
# Running: cp -RPp /tmp/cirrus-ci-build/build/tmp_install/initdb-template /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata
# Running: /tmp/cirrus-ci-build/build/src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata
[10:12:14.015](0.034s) # gnat's datadir inode = 1956517
# Running: ipcs -am
8c8,9
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       262149      1956517 --rw------- postgres postgres postgres postgres            0         4096        36898            0 no-entry no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
9a11
> m       262154      1765709 --rw------- postgres postgres postgres postgres            5         4096        36914        36914 10:12:13 10:12:13 10:12:13
### Starting node "gnat"
# Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat.log -o --cluster-name=gnat start
waiting for server to start.... done
server started
# Postmaster PID for node "gnat" is 36934
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,10
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       262149      1956517 --rw------- postgres postgres postgres postgres            0         4096        36898        36934 10:12:14 10:12:14 10:12:14
> m       393222      1956518 --rw------- postgres postgres postgres postgres            6         4096        36934        36934 10:12:14 10:12:14 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
9a12
> m       262154      1765709 --rw------- postgres postgres postgres postgres            5         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c15
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Restarting node "gnat"
# Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat.log restart
waiting for server to shut down.... done
server stopped
waiting for server to start.... done
server started
# Postmaster PID for node "gnat" is 36977
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,11
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       262149      1956517 --rw------- postgres postgres postgres postgres            0         4096        36898        36977 10:12:14 10:12:14 10:12:14
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1048584      1956518 --rw------- postgres postgres postgres postgres            6         4096        36977        36977 10:12:14 10:12:14 10:12:14
9a13
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c16
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Killing node "gnat" using signal 9
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,11
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       262149      1956517 --rw------- postgres postgres postgres postgres            0         4096        36898        36977 10:12:14 10:12:14 10:12:14
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1048584      1956518 --rw------- postgres postgres postgres postgres            0         4096        36977        36977 10:12:14 10:12:14 10:12:14
9a13
> m       262154      1765709 --rw------- postgres postgres postgres postgres            7         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c16
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Starting node "gnat"
# Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat.log -o --cluster-name=gnat start
pg_ctl: another server might be running; trying to start server anyway
waiting for server to start.... done
server started
# Postmaster PID for node "gnat" is 37012
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,11
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       262149      1956517 --rw------- postgres postgres postgres postgres            0         4096        36898        37012 10:12:14 10:12:14 10:12:14
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1114120      1956518 --rw------- postgres postgres postgres postgres            6         4096        37012        37012 10:12:14 10:12:14 10:12:14
9a13
> m       262154      1765709 --rw------- postgres postgres postgres postgres            7         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c16
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
[10:12:14.501](0.486s) # removing the conflicting shmem ...
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,10
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1114120      1956518 --rw------- postgres postgres postgres postgres            6         4096        37012        37012 10:12:14 10:12:14 10:12:14
9a12
> m       262154      1765709 --rw------- postgres postgres postgres postgres            7         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c15
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Killing node "gnat" using signal 9
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,10
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1114120      1956518 --rw------- postgres postgres postgres postgres            0         4096        37012        37012 10:12:14 10:12:14 10:12:14
9a12
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c15
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Starting node "gnat"
# Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat.log -o --cluster-name=gnat start
pg_ctl: another server might be running; trying to start server anyway
waiting for server to start.... done
server started
# Postmaster PID for node "gnat" is 37043
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,11
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       327685      1956517 --rw------- postgres postgres postgres postgres            6         4096        37043        37043 10:12:14 10:12:14 10:12:14
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1114120      1956518 --rw------- postgres postgres postgres postgres            0         4096        37012        37043 10:12:14 10:12:14 10:12:14
9a13
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c16
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Stopping node "gnat" using mode fast
# Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -m fast stop
waiting for server to shut down.... done
server stopped
# No postmaster PID for node "gnat"
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,10
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1114120      1956518 --rw------- postgres postgres postgres postgres            0         4096        37012        37043 10:12:14 10:12:14 10:12:14
9a12
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c15
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
[10:12:14.753](0.252s) # re-creating conflicting shmem ...
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,11
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            9         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       393221      1956517 --rw------- postgres postgres postgres postgres            0         4096        36898            0 no-entry no-entry 10:12:14
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1114120      1956518 --rw------- postgres postgres postgres postgres            0         4096        37012        37043 10:12:14 10:12:14 10:12:14
9a13
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c16
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            8         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Starting node "gnat"
# Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat.log -o --cluster-name=gnat start
waiting for server to start.... done
server started
# Postmaster PID for node "gnat" is 37083
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,11
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       393221      1956517 --rw------- postgres postgres postgres postgres            0         4096        36898        37083 10:12:14 10:12:14 10:12:14
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
> m      1179656      1956518 --rw------- postgres postgres postgres postgres            6         4096        37083        37083 10:12:14 10:12:14 10:12:14
9a13
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c16
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Stopping node "gnat" using mode fast
# Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -m fast stop
waiting for server to shut down.... done
server stopped
# No postmaster PID for node "gnat"
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,10
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       393221      1956517 --rw------- postgres postgres postgres postgres            0         4096        36898        37083 10:12:14 10:12:14 10:12:14
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
9a12
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c15
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
[10:12:15.002](0.249s) # removing the conflicting shmem ...
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:14 10:09:08
6,8c6,9
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:14 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:14 10:12:11
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:14 10:12:07
9a11
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:14 10:12:13
12c14
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:14 10:09:18
### Starting node "gnat"
# Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat.log -o --cluster-name=gnat start
waiting for server to start.... done
server started
# Postmaster PID for node "gnat" is 37129
# Running: ipcs -am
3c3
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
---
> m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:15 10:09:08
6,8c6,10
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
---
> m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:15 10:12:06
> m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:15 10:12:11
> m       458757      1956517 --rw------- postgres postgres postgres postgres            6         4096        37129        37129 10:12:15 10:12:15 10:12:15
> m       458758      1988612 --rw------- postgres postgres postgres postgres            5         4096        36965        36965 10:12:14 no-entry 10:12:14
> m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:15 10:12:07
9a12
> m       262154      1765709 --rw------- postgres postgres postgres postgres            6         4096        36914        36914 10:12:13 10:12:15 10:12:13
12c15
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:15 10:09:18
[10:15:55.723](220.722s) # poll_query_until timed out executing this query:
# SELECT 1 FROM pg_stat_activity WHERE query = 'SELECT wait_pid(pg_backend_pid())'
# expecting this output:
# 1
# last actual query output:
# 1
# with stderr:
# WARNING:  outfuncs/readfuncs failed to produce an equal rewritten parse tree
[10:15:55.724](0.001s) not ok 1 - slow query started
[10:15:55.724](0.000s) #   Failed test 'slow query started'
#   at /tmp/cirrus-ci-build/src/test/recovery/t/017_shm.pl line 135.
#### Begin standard error
psql:<stdin>:1: WARNING:  outfuncs/readfuncs failed to produce an equal rewritten parse tree
#### End standard error
### Killing node "gnat" using signal 9
# Running: ipcs -am
3,4c3,4
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
< m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:12:08 10:08:28
---
> m      1769472      1781906 --rw------- postgres postgres postgres postgres            5         4096        41671        41671 10:12:51 no-entry 10:12:51
> m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:15:48 10:08:28
6,12c6,13
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
< m       393225      1941202 --rw------- postgres postgres postgres postgres            5         4096        35873        35873 10:12:07 no-entry 10:12:07
< m       196619      2147053 --rw------- postgres postgres postgres postgres            5         4096        35905        35905 10:12:07 10:12:07 10:12:07
< m       131084      2179160 --rw------- postgres postgres postgres postgres            5         4096        36615        36615 10:12:11 no-entry 10:12:11
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       393219      2116155 --rw------- postgres postgres postgres postgres            8         4096        62027        62027 10:15:49 10:15:55 10:15:49
> m       458757      1956517 --rw------- postgres postgres postgres postgres            1         4096        37129        37129 10:12:15 10:15:55 10:12:15
> m       393223      2195777 --rw------- postgres postgres postgres postgres            6         4096        62073        62073 10:15:49 no-entry 10:15:49
> m      2686984      1575163 --rw------- postgres postgres postgres postgres            7         4096        41692        41692 10:12:51 10:15:55 10:12:51
> m       458761      2020129 --rw------- postgres postgres postgres postgres            6         4096        62001        62001 10:15:48 10:15:55 10:15:48
> m       458764      1797930 --rw------- postgres postgres postgres postgres            7         4096        62591        62591 10:15:53 10:15:55 10:15:53
> m       393229      2211267 --rw------- postgres postgres postgres postgres            5         4096        41741        41741 10:12:51 no-entry 10:12:51
> m       720912      1639114 --rw------- postgres postgres postgres postgres            8         4096        15684        15684 10:09:18 10:15:55 10:09:18
### Starting node "gnat"
# Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat_1.log -o --cluster-name=gnat start
waiting for server to start.... stopped waiting
pg_ctl: could not start server
Examine the log output.
# pg_ctl start failed; logfile:
2024-03-29 10:15:55.771 UTC [62936][postmaster] FATAL:  pre-existing shared memory block (key 1956517, ID 458757) is still in use
2024-03-29 10:15:55.771 UTC [62936][postmaster] HINT:  Terminate any old server processes associated with data directory "/tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata".
2024-03-29 10:15:55.771 UTC [62936][postmaster] LOG:  database system is shut down
# No postmaster PID for node "gnat"
[10:15:55.865](0.141s) ok 2 - detected live backend via shared memory
# Running: postgres --single -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata template1
[10:15:55.878](0.013s) ok 3 - live query blocks --single
2024-03-29 10:15:55.875 UTC [62946][standalone backend] FATAL:  pre-existing shared memory block (key 1956517, ID 458757) is still in use
2024-03-29 10:15:55.875 UTC [62946][standalone backend] HINT:  Terminate any old server processes associated with data directory "/tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata".
[10:15:55.879](0.001s) ok 4 - single-user mode detected live backend via shared memory
# Running: ipcs -am
3,4c3,4
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
< m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:12:08 10:08:28
---
> m      1769472      1781906 --rw------- postgres postgres postgres postgres            5         4096        41671        41671 10:12:51 no-entry 10:12:51
> m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:15:48 10:08:28
6,12c6,13
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
< m       393225      1941202 --rw------- postgres postgres postgres postgres            5         4096        35873        35873 10:12:07 no-entry 10:12:07
< m       196619      2147053 --rw------- postgres postgres postgres postgres            5         4096        35905        35905 10:12:07 10:12:07 10:12:07
< m       131084      2179160 --rw------- postgres postgres postgres postgres            5         4096        36615        36615 10:12:11 no-entry 10:12:11
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       393219      2116155 --rw------- postgres postgres postgres postgres            9         4096        62027        62027 10:15:49 10:15:55 10:15:49
> m       458757      1956517 --rw------- postgres postgres postgres postgres            1         4096        37129        62946 10:15:55 10:15:55 10:12:15
> m       393223      2195777 --rw------- postgres postgres postgres postgres            6         4096        62073        62073 10:15:49 no-entry 10:15:49
> m      2686984      1575163 --rw------- postgres postgres postgres postgres            8         4096        41692        41692 10:12:51 10:15:55 10:12:51
> m       458761      2020129 --rw------- postgres postgres postgres postgres            6         4096        62001        62001 10:15:48 10:15:55 10:15:48
> m       458764      1797930 --rw------- postgres postgres postgres postgres            7         4096        62591        62591 10:15:53 10:15:55 10:15:53
> m       393229      2211267 --rw------- postgres postgres postgres postgres            5         4096        41741        41741 10:12:51 no-entry 10:12:51
> m       720912      1639114 --rw------- postgres postgres postgres postgres            8         4096        15684        15684 10:09:18 10:15:55 10:09:18
# Running: pg_ctl kill QUIT 37154
# Running: ipcs -am
3,4c3,4
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
< m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:12:08 10:08:28
---
> m      1769472      1781906 --rw------- postgres postgres postgres postgres            5         4096        41671        41671 10:12:51 no-entry 10:12:51
> m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:15:48 10:08:28
6,12c6,13
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
< m       393225      1941202 --rw------- postgres postgres postgres postgres            5         4096        35873        35873 10:12:07 no-entry 10:12:07
< m       196619      2147053 --rw------- postgres postgres postgres postgres            5         4096        35905        35905 10:12:07 10:12:07 10:12:07
< m       131084      2179160 --rw------- postgres postgres postgres postgres            5         4096        36615        36615 10:12:11 no-entry 10:12:11
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       393219      2116155 --rw------- postgres postgres postgres postgres            8         4096        62027        62027 10:15:49 10:15:55 10:15:49
> m       458757      1956517 --rw------- postgres postgres postgres postgres            0         4096        37129        62946 10:15:55 10:15:55 10:12:15
> m       393223      2195777 --rw------- postgres postgres postgres postgres            6         4096        62073        62073 10:15:49 no-entry 10:15:49
> m      2686984      1575163 --rw------- postgres postgres postgres postgres            7         4096        41692        41692 10:12:51 10:15:55 10:12:51
> m       458761      2020129 --rw------- postgres postgres postgres postgres            6         4096        62001        62001 10:15:48 10:15:55 10:15:48
> m       458764      1797930 --rw------- postgres postgres postgres postgres            7         4096        62591        62591 10:15:53 10:15:55 10:15:53
> m       393229      2211267 --rw------- postgres postgres postgres postgres            5         4096        41741        41741 10:12:51 no-entry 10:12:51
> m       720912      1639114 --rw------- postgres postgres postgres postgres            8         4096        15684        15684 10:09:18 10:15:55 10:09:18
### Starting node "gnat"
# Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/log/017_shm_gnat_1.log -o --cluster-name=gnat start
waiting for server to start.... done
server started
# Postmaster PID for node "gnat" is 62963
# Running: ipcs -am
3,4c3,4
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
< m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:12:08 10:08:28
---
> m      1769472      1781906 --rw------- postgres postgres postgres postgres            5         4096        41671        41671 10:12:51 no-entry 10:12:51
> m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:15:48 10:08:28
6,12c6,14
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
< m       393225      1941202 --rw------- postgres postgres postgres postgres            5         4096        35873        35873 10:12:07 no-entry 10:12:07
< m       196619      2147053 --rw------- postgres postgres postgres postgres            5         4096        35905        35905 10:12:07 10:12:07 10:12:07
< m       131084      2179160 --rw------- postgres postgres postgres postgres            5         4096        36615        36615 10:12:11 no-entry 10:12:11
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       393219      2116155 --rw------- postgres postgres postgres postgres            8         4096        62027        62027 10:15:49 10:15:55 10:15:49
> m       524293      1956517 --rw------- postgres postgres postgres postgres            6         4096        62963        62963 10:15:55 10:15:55 10:15:55
> m       524294      1608747 --rw------- postgres postgres postgres postgres            8         4096        62959        62959 10:15:55 10:15:55 10:15:55
> m       393223      2195777 --rw------- postgres postgres postgres postgres            6         4096        62073        62073 10:15:49 no-entry 10:15:49
> m      2686984      1575163 --rw------- postgres postgres postgres postgres            7         4096        41692        41692 10:12:51 10:15:55 10:12:51
> m       458761      2020129 --rw------- postgres postgres postgres postgres            6         4096        62001        62001 10:15:48 10:15:55 10:15:48
> m       458764      1797930 --rw------- postgres postgres postgres postgres            7         4096        62591        62591 10:15:53 10:15:55 10:15:53
> m       393229      2211267 --rw------- postgres postgres postgres postgres            5         4096        41741        41741 10:12:51 no-entry 10:12:51
> m       720912      1639114 --rw------- postgres postgres postgres postgres            8         4096        15684        15684 10:09:18 10:15:55 10:09:18
### Stopping node "gnat" using mode fast
# Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/017_shm/data/t_017_shm_gnat_data/pgdata -m fast stop
waiting for server to shut down.... done
server stopped
# No postmaster PID for node "gnat"
# Running: ipcs -am
3,4c3,4
< m       524288      1892594 --rw------- postgres postgres postgres postgres            6         4096        14463        14463 10:09:08 10:12:13 10:09:08
< m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:12:08 10:08:28
---
> m      1769472      1781906 --rw------- postgres postgres postgres postgres            5         4096        41671        41671 10:12:51 no-entry 10:12:51
> m        65537      1511200 --rw------- postgres postgres postgres postgres           10         4096         7444         7444 10:08:28 10:15:48 10:08:28
6,12c6,12
< m       327683      1591931 --rw------- postgres postgres postgres postgres            8         4096        35832        35832 10:12:06 10:12:13 10:12:06
< m       589828      2051976 --rw------- postgres postgres postgres postgres            7         4096        36583        36583 10:12:11 10:12:13 10:12:11
< m       327687      2083747 --rw------- postgres postgres postgres postgres            7         4096        35956        35956 10:12:07 10:12:13 10:12:07
< m       393225      1941202 --rw------- postgres postgres postgres postgres            5         4096        35873        35873 10:12:07 no-entry 10:12:07
< m       196619      2147053 --rw------- postgres postgres postgres postgres            5         4096        35905        35905 10:12:07 10:12:07 10:12:07
< m       131084      2179160 --rw------- postgres postgres postgres postgres            5         4096        36615        36615 10:12:11 no-entry 10:12:11
< m       720912      1639114 --rw------- postgres postgres postgres postgres            7         4096        15684        15684 10:09:18 10:12:13 10:09:18
---
> m       393219      2116155 --rw------- postgres postgres postgres postgres            8         4096        62027        62027 10:15:49 10:15:56 10:15:49
> m       393223      2195777 --rw------- postgres postgres postgres postgres            6         4096        62073        62073 10:15:49 no-entry 10:15:49
> m      2686984      1575163 --rw------- postgres postgres postgres postgres            7         4096        41692        41692 10:12:51 10:15:56 10:12:51
> m       458761      2020129 --rw------- postgres postgres postgres postgres            6         4096        62001        62001 10:15:48 10:15:56 10:15:48
> m       458764      1797930 --rw------- postgres postgres postgres postgres            7         4096        62591        62591 10:15:53 10:15:56 10:15:53
> m       393229      2211267 --rw------- postgres postgres postgres postgres            5         4096        41741        41741 10:12:51 no-entry 10:12:51
> m       720912      1639114 --rw------- postgres postgres postgres postgres            8         4096        15684        15684 10:09:18 10:15:56 10:09:18
[10:15:56.171](0.292s) 1..4
[10:15:56.172](0.001s) # Looks like you failed 1 test of 4.