# Checking port 58089 # Found port 58089 Name: publisher Data directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/archives Connection string: port=58089 host=/tmp/1UE3s86CiN Log file: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_publisher.log [07:35:19.408](0.019s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/build/tmp_install/initdb-template /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata # Running: /tmp/cirrus-ci-build/build/src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata --create-role repl_role ### Starting node "publisher" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_publisher.log -o --cluster-name=publisher start waiting for server to start.... done server started # Postmaster PID for node "publisher" is 14174 # Checking port 58090 # Found port 58090 Name: subscriber1 Data directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/archives Connection string: port=58090 host=/tmp/1UE3s86CiN Log file: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_subscriber1.log [07:35:19.602](0.194s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/build/tmp_install/initdb-template /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata # Running: /tmp/cirrus-ci-build/build/src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata ### Starting node "subscriber1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_subscriber1.log -o --cluster-name=subscriber1 start waiting for server to start.... done server started # Postmaster PID for node "subscriber1" is 14212 [07:35:19.805](0.203s) ok 1 - logical slot has failover false on the publisher [07:35:19.861](0.056s) ok 2 - logical slot has failover true on the publisher [07:35:19.892](0.031s) ok 3 - logical slot has failover false on the publisher [07:35:19.925](0.033s) ok 4 - logical slot has failover true on the publisher [07:35:20.041](0.115s) ok 5 - altering failover is not allowed for enabled subscription [07:35:20.052](0.012s) ok 6 - cannot sync slots on a non-standby server # Taking pg_basebackup backup from node "publisher" # Running: pg_basebackup -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/backup/backup -h /tmp/1UE3s86CiN -p 58089 --checkpoint fast --no-sync # Backup finished # Checking port 58091 # Found port 58091 Name: standby1 Data directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/archives Connection string: port=58091 host=/tmp/1UE3s86CiN Log file: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log # Initializing node "standby1" from backup "backup" of node "publisher" ### Enabling streaming replication for node "standby1" ### Enabling WAL restore for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled (lsub2_slot,0/3000060) (sb1_slot,) ### Starting node "standby1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 14349 Waiting for replication conn regress_mysub1's replay_lsn to pass 0/3000060 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/3000060 on publisher done [07:35:20.700](0.648s) ok 7 - logical slots have synced as true on standby [07:35:20.781](0.081s) ok 8 - synchronized slot has been dropped ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for replication conn standby1's replay_lsn to pass 0/40000F8 on publisher done [07:35:20.933](0.152s) ok 9 - synchronized slot has been invalidated ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled #### Begin standard error psql::2: NOTICE: dropped replication slot "lsub1_slot" on publisher psql::3: NOTICE: created replication slot "lsub1_slot" on publisher #### End standard error Waiting for replication conn regress_mysub1's replay_lsn to pass 0/4000130 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/4000130 on publisher done [07:35:21.153](0.220s) ok 10 - logical slot is re-synced ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [07:35:21.185](0.032s) ok 11 - logical decoding is not allowed on synced slot [07:35:21.195](0.010s) ok 12 - synced slot on standby cannot be altered [07:35:21.213](0.017s) ok 13 - synced slot on standby cannot be dropped ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [07:35:21.230](0.017s) ok 14 - cannot sync slots if dbname is not specified in primary_conninfo ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled # Taking pg_basebackup backup2 from node "standby1" # Running: pg_basebackup -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/backup/backup2 -h /tmp/1UE3s86CiN -p 58091 --checkpoint fast --no-sync # Backup finished # Checking port 58092 # Found port 58092 Name: cascading_standby Data directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/archives Connection string: port=58092 host=/tmp/1UE3s86CiN Log file: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_cascading_standby.log # Initializing node "cascading_standby" from backup "backup2" of node "standby1" ### Enabling streaming replication for node "cascading_standby" ### Enabling WAL restore for node "cascading_standby" (cascading_sb_slot,) ### Starting node "cascading_standby" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_cascading_standby.log -o --cluster-name=cascading_standby start waiting for server to start.... done server started # Postmaster PID for node "cascading_standby" is 14604 [07:35:21.636](0.406s) ok 15 - cannot sync slots to a cascading standby server ### Stopping node "cascading_standby" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "cascading_standby" Waiting for replication conn standby1's replay_lsn to pass 0/4000238 on publisher done [07:35:21.898](0.262s) ok 16 - confirmed_flush_lsn of slot snap_test_slot synced to standby psql::1: WARNING: databases created by regression test cases should have names including "regression" Waiting for replication conn standby1's replay_lsn to pass 0/4439B28 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" #### Begin standard error psql::3: WARNING: roles created by regression test cases should have names starting with "regress_" #### End standard error ### Starting node "standby1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 14853 ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for all subscriptions in "subscriber1" to synchronize data done [07:35:23.628](1.730s) ok 17 - confirmed_flush_lsn of slot lsub1_slot synced to standby (sb2_slot,) # Taking pg_basebackup backup3 from node "publisher" # Running: pg_basebackup -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/backup/backup3 -h /tmp/1UE3s86CiN -p 58089 --checkpoint fast --no-sync # Backup finished # Checking port 58093 # Found port 58093 Name: standby2 Data directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/archives Connection string: port=58093 host=/tmp/1UE3s86CiN Log file: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby2.log # Initializing node "standby2" from backup "backup3" of node "publisher" ### Enabling streaming replication for node "standby2" ### Enabling WAL restore for node "standby2" ### Starting node "standby2" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby2.log -o --cluster-name=standby2 start waiting for server to start.... done server started # Postmaster PID for node "standby2" is 15449 Waiting for replication conn standby2's replay_lsn to pass 0/6000000 on publisher done ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled # Checking port 58094 # Found port 58094 Name: subscriber2 Data directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/archives Connection string: port=58094 host=/tmp/1UE3s86CiN Log file: /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_subscriber2.log [07:35:26.366](2.738s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/build/tmp_install/initdb-template /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata # Running: /tmp/cirrus-ci-build/build/src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata ### Starting node "subscriber2" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_subscriber2.log -o --cluster-name=subscriber2 start waiting for server to start.... done server started # Postmaster PID for node "subscriber2" is 15494 #### Begin standard error psql::3: NOTICE: created replication slot "lsub2_slot" on publisher #### End standard error Waiting for all subscriptions in "subscriber2" to synchronize data done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" Waiting for replication conn standby2's replay_lsn to pass 0/6000870 on publisher done [07:35:27.071](0.705s) ok 18 - standby2 gets data from primary Waiting for replication conn regress_mysub2's replay_lsn to pass 0/6000870 on publisher done [07:35:27.129](0.058s) ok 19 - subscriber2 gets data from primary [07:35:27.167](0.039s) ok 20 - subscriber1 doesn't get data from primary until standby1 acknowledges changes ### Starting node "standby1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 15623 Waiting for replication conn standby1's replay_lsn to pass 0/6000870 on publisher done [07:35:27.361](0.193s) ok 21 - standby1 gets data from primary Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6000870 on publisher done [07:35:27.420](0.059s) ok 22 - subscriber1 gets data from primary after standby1 acknowledges changes Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004930 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled [07:35:28.847](1.427s) ok 23 - subscriber1 doesn't get data as the sb1_slot doesn't catch up ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004EF8 on publisher done [07:35:29.043](0.195s) ok 24 - subscriber1 gets data from primary after standby1 is removed from the standby_slot_names list ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Starting node "standby1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 16000 Waiting for replication conn standby1's replay_lsn to pass 0/6004EF8 on publisher done ### Promoting node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log promote waiting for server to promote.... done server promoted [07:35:29.433](0.390s) not ok 25 - synced slot retained on the new primary [07:35:29.434](0.001s) # Failed test 'synced slot retained on the new primary' # at /tmp/cirrus-ci-build/src/test/recovery/t/040_standby_failover_slots_sync.pl line 818. [07:35:29.434](0.000s) # got: 'snap_test_slot # lsub1_slot' # expected: 'lsub1_slot # snap_test_slot' Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6005720 on standby1 done [07:35:29.574](0.140s) ok 26 - data replicated from the new primary [07:35:29.616](0.042s) ok 27 - data can be consumed using snap_test_slot [07:35:29.617](0.000s) 1..27 ### Stopping node "publisher" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "publisher" ### Stopping node "subscriber1" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber1" ### Stopping node "standby1" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Stopping node "standby2" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby2" ### Stopping node "subscriber2" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber2" [07:35:30.210](0.593s) # Looks like you failed 1 test of 27.