# Checking port 61846 # Found port 61846 Name: publisher Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/archives Connection string: port=61846 host=C:/Windows/TEMP/g7ZlHHuARf Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_publisher.log [14:38:37.443](0.093s) # initializing database system by copying initdb template # Running: robocopy /E /NJS /NJH /NFL /NDL /NP C:/cirrus/build/tmp_install/initdb-template C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata # Running: C:\cirrus\build\src/test\regress\pg_regress.exe --config-auth C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata --create-role repl_role ### Starting node "publisher" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_publisher.log -o --cluster-name=publisher start waiting for server to start.... done server started # Postmaster PID for node "publisher" is 8528 # Checking port 61847 # Found port 61847 Name: subscriber1 Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/archives Connection string: port=61847 host=C:/Windows/TEMP/g7ZlHHuARf Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_subscriber1.log [14:38:39.837](2.394s) # initializing database system by copying initdb template # Running: robocopy /E /NJS /NJH /NFL /NDL /NP C:/cirrus/build/tmp_install/initdb-template C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata # Running: C:\cirrus\build\src/test\regress\pg_regress.exe --config-auth C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata ### Starting node "subscriber1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_subscriber1.log -o --cluster-name=subscriber1 start waiting for server to start.... done server started # Postmaster PID for node "subscriber1" is 4696 [14:38:42.451](2.614s) ok 1 - logical slot has failover false on the publisher [14:38:42.877](0.426s) ok 2 - logical slot has failover true on the publisher [14:38:43.249](0.372s) ok 3 - logical slot has failover false on the publisher [14:38:43.679](0.430s) ok 4 - logical slot has failover true on the publisher [14:38:43.986](0.307s) ok 5 - altering failover is not allowed for enabled subscription [14:38:44.142](0.156s) ok 6 - cannot sync slots on a non-standby server # Taking pg_basebackup backup from node "publisher" # Running: pg_basebackup -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/backup/backup -h C:/Windows/TEMP/g7ZlHHuARf -p 61846 --checkpoint fast --no-sync # Backup finished # Checking port 61848 # Found port 61848 Name: standby1 Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/archives Connection string: port=61848 host=C:/Windows/TEMP/g7ZlHHuARf Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log # Initializing node "standby1" from backup "backup" of node "publisher" ### Enabling streaming replication for node "standby1" ### Enabling WAL restore for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled (lsub2_slot,0/3000060) (sb1_slot,) ### Starting node "standby1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 5320 Waiting for replication conn regress_mysub1's replay_lsn to pass 0/3000060 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/3000060 on publisher done [14:38:49.806](5.665s) ok 7 - logical slots have synced as true on standby [14:38:50.419](0.612s) ok 8 - synchronized slot has been dropped ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for replication conn standby1's replay_lsn to pass 0/40000F8 on publisher done [14:38:51.280](0.862s) ok 9 - synchronized slot has been invalidated ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled #### Begin standard error psql::2: NOTICE: dropped replication slot "lsub1_slot" on publisher psql::3: NOTICE: created replication slot "lsub1_slot" on publisher #### End standard error Waiting for replication conn regress_mysub1's replay_lsn to pass 0/4000130 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/4000130 on publisher done [14:38:54.906](3.626s) ok 10 - logical slot is re-synced ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [14:38:55.202](0.296s) ok 11 - logical decoding is not allowed on synced slot [14:38:55.503](0.301s) ok 12 - synced slot on standby cannot be altered [14:38:55.794](0.291s) ok 13 - synced slot on standby cannot be dropped ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [14:38:56.284](0.490s) ok 14 - cannot sync slots if dbname is not specified in primary_conninfo ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled # Taking pg_basebackup backup2 from node "standby1" # Running: pg_basebackup -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/backup/backup2 -h C:/Windows/TEMP/g7ZlHHuARf -p 61848 --checkpoint fast --no-sync # Backup finished # Checking port 61849 # Found port 61849 Name: cascading_standby Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/archives Connection string: port=61849 host=C:/Windows/TEMP/g7ZlHHuARf Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_cascading_standby.log # Initializing node "cascading_standby" from backup "backup2" of node "standby1" ### Enabling streaming replication for node "cascading_standby" ### Enabling WAL restore for node "cascading_standby" (cascading_sb_slot,) ### Starting node "cascading_standby" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_cascading_standby.log -o --cluster-name=cascading_standby start waiting for server to start.... done server started # Postmaster PID for node "cascading_standby" is 9100 [14:39:08.911](12.627s) ok 15 - cannot sync slots to a cascading standby server ### Stopping node "cascading_standby" using mode fast # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "cascading_standby" Waiting for replication conn standby1's replay_lsn to pass 0/4432060 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Starting node "standby1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 8344 ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for all subscriptions in "subscriber1" to synchronize data done [14:47:08.824](479.912s) # poll_query_until timed out executing this query: # SELECT '0/4459A50' = restart_lsn AND '0/4459A88' = confirmed_flush_lsn from pg_replication_slots WHERE slot_name = 'lsub1_slot' AND synced AND NOT temporary; # expecting this output: # t # last actual query output: # f # with stderr: [14:47:08.825](0.002s) not ok 16 - restart_lsn and confirmed_flush_lsn of slot lsub1_slot synced to standby [14:47:08.826](0.000s) # Failed test 'restart_lsn and confirmed_flush_lsn of slot lsub1_slot synced to standby' # at C:/cirrus/src/test/recovery/t/040_standby_failover_slots_sync.pl line 502. (sb2_slot,) # Taking pg_basebackup backup3 from node "publisher" # Running: pg_basebackup -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/backup/backup3 -h C:/Windows/TEMP/g7ZlHHuARf -p 61846 --checkpoint fast --no-sync # Backup finished # Checking port 61850 # Found port 61850 Name: standby2 Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/archives Connection string: port=61850 host=C:/Windows/TEMP/g7ZlHHuARf Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby2.log # Initializing node "standby2" from backup "backup3" of node "publisher" ### Enabling streaming replication for node "standby2" ### Enabling WAL restore for node "standby2" ### Starting node "standby2" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby2.log -o --cluster-name=standby2 start waiting for server to start.... done server started # Postmaster PID for node "standby2" is 6996 Waiting for replication conn standby2's replay_lsn to pass 0/6000000 on publisher done ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled # Checking port 61851 # Found port 61851 Name: subscriber2 Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/archives Connection string: port=61851 host=C:/Windows/TEMP/g7ZlHHuARf Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_subscriber2.log [14:47:10.238](1.412s) # initializing database system by copying initdb template # Running: robocopy /E /NJS /NJH /NFL /NDL /NP C:/cirrus/build/tmp_install/initdb-template C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata # Running: C:\cirrus\build\src/test\regress\pg_regress.exe --config-auth C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata ### Starting node "subscriber2" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_subscriber2.log -o --cluster-name=subscriber2 start waiting for server to start.... done server started # Postmaster PID for node "subscriber2" is 2448 #### Begin standard error psql::3: NOTICE: created replication slot "lsub2_slot" on publisher #### End standard error Waiting for all subscriptions in "subscriber2" to synchronize data done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" Waiting for replication conn standby2's replay_lsn to pass 0/6000870 on publisher done [14:47:11.739](1.501s) ok 17 - standby2 gets data from primary Waiting for replication conn regress_mysub2's replay_lsn to pass 0/6000870 on publisher done [14:47:11.989](0.250s) ok 18 - subscriber2 gets data from primary [14:47:12.051](0.062s) ok 19 - subscriber1 doesn't get data from primary until standby1 acknowledges changes ### Starting node "standby1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 4480 Waiting for replication conn standby1's replay_lsn to pass 0/6000870 on publisher done [14:47:12.380](0.328s) ok 20 - standby1 gets data from primary Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6000870 on publisher done [14:47:12.630](0.251s) ok 21 - subscriber1 gets data from primary after standby1 acknowledges changes Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004930 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled [14:47:14.585](1.955s) ok 22 - subscriber1 doesn't get data as the sb1_slot doesn't catch up ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004EF8 on publisher done [14:47:15.163](0.578s) ok 23 - subscriber1 gets data from primary after standby1 is removed from the standby_slot_names list ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Starting node "standby1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 7976 Waiting for replication conn standby1's replay_lsn to pass 0/6004EF8 on publisher done ### Promoting node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log promote waiting for server to promote.... done server promoted [14:47:15.725](0.562s) ok 24 - synced slot retained on the new primary Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6006120 on standby1 done [14:47:16.039](0.314s) ok 25 - data replicated from the new primary [14:47:16.039](0.000s) 1..25 ### Stopping node "publisher" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "publisher" ### Stopping node "subscriber1" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber1" ### Stopping node "standby1" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Stopping node "standby2" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby2" ### Stopping node "subscriber2" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber2" [14:47:16.665](0.625s) # Looks like you failed 1 test of 25.