# Checking port 52817 # Found port 52817 Name: publisher Data directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/backup Archive directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/archives Connection string: port=52817 host=/tmp/U66OMMzgg5 Log file: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_publisher.log [07:42:49.087](0.015s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/tmp_install/initdb-template /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata # Running: /tmp/cirrus-ci-build/src/test/recovery/../../../src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata --create-role repl_role ### Starting node "publisher" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_publisher.log -o --cluster-name=publisher start waiting for server to start.... done server started # Postmaster PID for node "publisher" is 51458 # Checking port 52818 # Found port 52818 Name: subscriber1 Data directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber1_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber1_data/backup Archive directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber1_data/archives Connection string: port=52818 host=/tmp/U66OMMzgg5 Log file: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_subscriber1.log [07:42:49.302](0.215s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/tmp_install/initdb-template /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber1_data/pgdata # Running: /tmp/cirrus-ci-build/src/test/recovery/../../../src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber1_data/pgdata ### Starting node "subscriber1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_subscriber1.log -o --cluster-name=subscriber1 start waiting for server to start.... done server started # Postmaster PID for node "subscriber1" is 51472 [07:42:49.531](0.229s) ok 1 - logical slot has failover false on the publisher [07:42:49.591](0.060s) ok 2 - logical slot has failover true on the publisher [07:42:49.631](0.040s) ok 3 - logical slot has failover false on the publisher [07:42:49.672](0.041s) ok 4 - logical slot has failover true on the publisher [07:42:49.705](0.032s) ok 5 - altering failover is not allowed for enabled subscription [07:42:49.720](0.016s) ok 6 - cannot sync slots on a non-standby server # Taking pg_basebackup backup from node "publisher" # Running: pg_basebackup -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/backup/backup -h /tmp/U66OMMzgg5 -p 52817 --checkpoint fast --no-sync # Backup finished # Checking port 52819 # Found port 52819 Name: standby1 Data directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/backup Archive directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/archives Connection string: port=52819 host=/tmp/U66OMMzgg5 Log file: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_standby1.log # Initializing node "standby1" from backup "backup" of node "publisher" ### Enabling streaming replication for node "standby1" ### Enabling WAL restore for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled (lsub2_slot,0/3000060) (sb1_slot,) ### Starting node "standby1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 51519 Waiting for replication conn regress_mysub1's replay_lsn to pass 0/3000060 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/3000060 on publisher done [07:42:50.323](0.603s) ok 7 - logical slots have synced as true on standby [07:42:50.413](0.089s) ok 8 - synchronized slot has been dropped ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for replication conn standby1's replay_lsn to pass 0/40000F8 on publisher done [07:42:50.555](0.142s) ok 9 - synchronized slot has been invalidated ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled #### Begin standard error psql::2: NOTICE: dropped replication slot "lsub1_slot" on publisher psql::3: NOTICE: created replication slot "lsub1_slot" on publisher #### End standard error Waiting for replication conn regress_mysub1's replay_lsn to pass 0/4000130 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/4000130 on publisher done [07:42:50.771](0.215s) ok 10 - logical slot is re-synced ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [07:42:50.794](0.024s) ok 11 - logical decoding is not allowed on synced slot [07:42:50.810](0.015s) ok 12 - synced slot on standby cannot be altered [07:42:50.826](0.017s) ok 13 - synced slot on standby cannot be dropped ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [07:42:50.857](0.031s) not ok 14 - cannot sync slots if dbname is not specified in primary_conninfo [07:42:50.857](0.000s) [07:42:50.857](0.000s) # Failed test 'cannot sync slots if dbname is not specified in primary_conninfo' # at t/040_standby_failover_slots_sync.pl line 325. ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled # Taking pg_basebackup backup2 from node "standby1" # Running: pg_basebackup -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/backup/backup2 -h /tmp/U66OMMzgg5 -p 52819 --checkpoint fast --no-sync # Backup finished # Checking port 52820 # Found port 52820 Name: cascading_standby Data directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_cascading_standby_data/backup Archive directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_cascading_standby_data/archives Connection string: port=52820 host=/tmp/U66OMMzgg5 Log file: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_cascading_standby.log # Initializing node "cascading_standby" from backup "backup2" of node "standby1" ### Enabling streaming replication for node "cascading_standby" ### Enabling WAL restore for node "cascading_standby" (cascading_sb_slot,) ### Starting node "cascading_standby" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_cascading_standby.log -o --cluster-name=cascading_standby start waiting for server to start.... done server started # Postmaster PID for node "cascading_standby" is 51629 [07:42:51.257](0.400s) ok 15 - cannot sync slots to a cascading standby server ### Stopping node "cascading_standby" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "cascading_standby" Waiting for replication conn standby1's replay_lsn to pass 0/4449810 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Starting node "standby1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 51655 ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for all subscriptions in "subscriber1" to synchronize data done [07:42:52.466](1.210s) ok 16 - restart_lsn and confirmed_flush_lsn of slot lsub1_slot synced to standby (sb2_slot,) # Taking pg_basebackup backup3 from node "publisher" # Running: pg_basebackup -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/backup/backup3 -h /tmp/U66OMMzgg5 -p 52817 --checkpoint fast --no-sync # Backup finished # Checking port 52821 # Found port 52821 Name: standby2 Data directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby2_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby2_data/backup Archive directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby2_data/archives Connection string: port=52821 host=/tmp/U66OMMzgg5 Log file: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_standby2.log # Initializing node "standby2" from backup "backup3" of node "publisher" ### Enabling streaming replication for node "standby2" ### Enabling WAL restore for node "standby2" ### Starting node "standby2" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby2_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_standby2.log -o --cluster-name=standby2 start waiting for server to start.... done server started # Postmaster PID for node "standby2" is 51717 Waiting for replication conn standby2's replay_lsn to pass 0/6000000 on publisher done ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled # Checking port 52822 # Found port 52822 Name: subscriber2 Data directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber2_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber2_data/backup Archive directory: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber2_data/archives Connection string: port=52822 host=/tmp/U66OMMzgg5 Log file: /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_subscriber2.log [07:42:52.880](0.413s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/tmp_install/initdb-template /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber2_data/pgdata # Running: /tmp/cirrus-ci-build/src/test/recovery/../../../src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber2_data/pgdata ### Starting node "subscriber2" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_subscriber2.log -o --cluster-name=subscriber2 start waiting for server to start.... done server started # Postmaster PID for node "subscriber2" is 51742 #### Begin standard error psql::3: NOTICE: created replication slot "lsub2_slot" on publisher #### End standard error Waiting for all subscriptions in "subscriber2" to synchronize data done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" Waiting for replication conn standby2's replay_lsn to pass 0/6000870 on publisher done [07:42:53.426](0.546s) ok 17 - standby2 gets data from primary Waiting for replication conn regress_mysub2's replay_lsn to pass 0/6000870 on publisher done [07:42:53.494](0.068s) ok 18 - subscriber2 gets data from primary [07:42:53.510](0.016s) ok 19 - subscriber1 doesn't get data from primary until standby1 acknowledges changes ### Starting node "standby1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 51786 Waiting for replication conn standby1's replay_lsn to pass 0/6000870 on publisher done [07:42:53.682](0.172s) ok 20 - standby1 gets data from primary Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6000870 on publisher done [07:42:53.747](0.065s) ok 21 - subscriber1 gets data from primary after standby1 acknowledges changes Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004948 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled [07:42:55.058](1.311s) ok 22 - subscriber1 doesn't get data as the sb1_slot doesn't catch up ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004F10 on publisher done [07:42:55.133](0.075s) ok 23 - subscriber1 gets data from primary after standby1 is removed from the standby_slot_names list ### Reloading node "publisher" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Starting node "standby1" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 51856 Waiting for replication conn standby1's replay_lsn to pass 0/6004F10 on publisher done ### Promoting node "standby1" # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /tmp/cirrus-ci-build/src/test/recovery/tmp_check/log/040_standby_failover_slots_sync_standby1.log promote waiting for server to promote.... done server promoted [07:42:55.437](0.303s) ok 24 - synced slot retained on the new primary Waiting for replication conn regress_mysub1's replay_lsn to pass 0/600A178 on standby1 done [07:42:55.525](0.089s) ok 25 - data replicated from the new primary [07:42:55.526](0.000s) 1..25 ### Stopping node "publisher" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_publisher_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "publisher" ### Stopping node "subscriber1" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber1" ### Stopping node "standby1" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Stopping node "standby2" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_standby2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby2" ### Stopping node "subscriber2" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/src/test/recovery/tmp_check/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber2" [07:42:56.053](0.527s) # Looks like you failed 1 test of 25.