# Checking port 49907 # Found port 49907 Name: publisher Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/archives Connection string: port=49907 host=C:/Windows/TEMP/2O57gCQer6 Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_publisher.log [01:39:30.884](0.152s) # initializing database system by copying initdb template # Running: robocopy /E /NJS /NJH /NFL /NDL /NP C:/cirrus/build/tmp_install/initdb-template C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata # Running: C:\cirrus\build\src/test\regress\pg_regress.exe --config-auth C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata --create-role repl_role ### Starting node "publisher" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_publisher.log -o --cluster-name=publisher start waiting for server to start.... done server started # Postmaster PID for node "publisher" is 7040 # Checking port 49908 # Found port 49908 Name: subscriber1 Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/archives Connection string: port=49908 host=C:/Windows/TEMP/2O57gCQer6 Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_subscriber1.log [01:39:37.736](6.853s) # initializing database system by copying initdb template # Running: robocopy /E /NJS /NJH /NFL /NDL /NP C:/cirrus/build/tmp_install/initdb-template C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata # Running: C:\cirrus\build\src/test\regress\pg_regress.exe --config-auth C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata ### Starting node "subscriber1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_subscriber1.log -o --cluster-name=subscriber1 start waiting for server to start.... done server started # Postmaster PID for node "subscriber1" is 6784 [01:39:41.067](3.331s) ok 1 - logical slot has failover false on the publisher [01:39:41.453](0.385s) ok 2 - logical slot has failover true on the publisher [01:39:42.015](0.563s) ok 3 - logical slot has failover false on the publisher [01:39:42.328](0.313s) ok 4 - logical slot has failover true on the publisher [01:39:42.663](0.335s) ok 5 - altering failover is not allowed for enabled subscription [01:39:42.806](0.142s) ok 6 - cannot sync slots on a non-standby server # Taking pg_basebackup backup from node "publisher" # Running: pg_basebackup -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/backup/backup -h C:/Windows/TEMP/2O57gCQer6 -p 49907 --checkpoint fast --no-sync # Backup finished # Checking port 49909 # Found port 49909 Name: standby1 Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/archives Connection string: port=49909 host=C:/Windows/TEMP/2O57gCQer6 Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log # Initializing node "standby1" from backup "backup" of node "publisher" ### Enabling streaming replication for node "standby1" ### Enabling WAL restore for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled (lsub2_slot,0/3000060) (sb1_slot,) ### Starting node "standby1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 6168 Waiting for replication conn regress_mysub1's replay_lsn to pass 0/3000060 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/3000060 on publisher done [01:39:47.855](5.049s) ok 7 - logical slots have synced as true on standby [01:39:48.370](0.516s) ok 8 - synchronized slot has been dropped ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for replication conn standby1's replay_lsn to pass 0/40000F8 on publisher done [01:39:49.434](1.063s) ok 9 - synchronized slot has been invalidated ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled #### Begin standard error psql::2: NOTICE: dropped replication slot "lsub1_slot" on publisher psql::3: NOTICE: created replication slot "lsub1_slot" on publisher #### End standard error Waiting for replication conn regress_mysub1's replay_lsn to pass 0/4000130 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/4000130 on publisher done [01:39:52.532](3.098s) ok 10 - logical slot is re-synced [01:39:52.687](0.156s) ok 11 - logical decoding is not allowed on synced slot [01:39:52.957](0.269s) ok 12 - synced slot on standby cannot be altered [01:39:53.080](0.124s) ok 13 - synced slot on standby cannot be dropped ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [01:39:53.275](0.195s) ok 14 - cannot sync slots if dbname is not specified in primary_conninfo ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled # Taking pg_basebackup backup2 from node "standby1" # Running: pg_basebackup -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/backup/backup2 -h C:/Windows/TEMP/2O57gCQer6 -p 49909 --checkpoint fast --no-sync # Backup finished # Checking port 49910 # Found port 49910 Name: cascading_standby Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/archives Connection string: port=49910 host=C:/Windows/TEMP/2O57gCQer6 Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_cascading_standby.log # Initializing node "cascading_standby" from backup "backup2" of node "standby1" ### Enabling streaming replication for node "cascading_standby" ### Enabling WAL restore for node "cascading_standby" (cascading_sb_slot,) ### Starting node "cascading_standby" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_cascading_standby.log -o --cluster-name=cascading_standby start waiting for server to start.... done server started # Postmaster PID for node "cascading_standby" is 3592 [01:40:07.054](13.779s) ok 15 - cannot sync slots to a cascading standby server ### Stopping node "cascading_standby" using mode fast # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "cascading_standby" Waiting for replication conn standby1's replay_lsn to pass 0/4432060 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Starting node "standby1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 8132 ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for all subscriptions in "subscriber1" to synchronize data done [01:49:01.457](534.403s) # poll_query_until timed out executing this query: # SELECT '0/4459A50' = restart_lsn AND '0/4459A88' = confirmed_flush_lsn from pg_replication_slots WHERE slot_name = 'lsub1_slot' AND synced AND NOT temporary; # expecting this output: # t # last actual query output: # f # with stderr: [01:49:01.460](0.003s) not ok 16 - restart_lsn and confirmed_flush_lsn of slot lsub1_slot synced to standby [01:49:01.460](0.000s) # Failed test 'restart_lsn and confirmed_flush_lsn of slot lsub1_slot synced to standby' # at C:/cirrus/src/test/recovery/t/040_standby_failover_slots_sync.pl line 502. (sb2_slot,) # Taking pg_basebackup backup3 from node "publisher" # Running: pg_basebackup -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/backup/backup3 -h C:/Windows/TEMP/2O57gCQer6 -p 49907 --checkpoint fast --no-sync # Backup finished # Checking port 49911 # Found port 49911 Name: standby2 Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/archives Connection string: port=49911 host=C:/Windows/TEMP/2O57gCQer6 Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby2.log # Initializing node "standby2" from backup "backup3" of node "publisher" ### Enabling streaming replication for node "standby2" ### Enabling WAL restore for node "standby2" ### Starting node "standby2" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby2.log -o --cluster-name=standby2 start waiting for server to start.... done server started # Postmaster PID for node "standby2" is 6624 Waiting for replication conn standby2's replay_lsn to pass 0/6000000 on publisher done ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled # Checking port 49912 # Found port 49912 Name: subscriber2 Data directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata Backup directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/backup Archive directory: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/archives Connection string: port=49912 host=C:/Windows/TEMP/2O57gCQer6 Log file: C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_subscriber2.log [01:49:03.208](1.748s) # initializing database system by copying initdb template # Running: robocopy /E /NJS /NJH /NFL /NDL /NP C:/cirrus/build/tmp_install/initdb-template C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata # Running: C:\cirrus\build\src/test\regress\pg_regress.exe --config-auth C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata ### Starting node "subscriber2" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_subscriber2.log -o --cluster-name=subscriber2 start waiting for server to start.... done server started # Postmaster PID for node "subscriber2" is 4848 #### Begin standard error psql::3: NOTICE: created replication slot "lsub2_slot" on publisher #### End standard error Waiting for all subscriptions in "subscriber2" to synchronize data done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" Waiting for replication conn standby2's replay_lsn to pass 0/6000870 on publisher done [01:49:05.695](2.487s) ok 17 - standby2 gets data from primary Waiting for replication conn regress_mysub2's replay_lsn to pass 0/6000870 on publisher done [01:49:06.100](0.405s) ok 18 - subscriber2 gets data from primary [01:49:06.164](0.064s) ok 19 - subscriber1 doesn't get data from primary until standby1 acknowledges changes ### Starting node "standby1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 8136 Waiting for replication conn standby1's replay_lsn to pass 0/6000870 on publisher done [01:49:06.586](0.422s) ok 20 - standby1 gets data from primary Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6000870 on publisher done [01:49:06.904](0.318s) ok 21 - subscriber1 gets data from primary after standby1 acknowledges changes Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004930 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled [01:49:08.978](2.074s) ok 22 - subscriber1 doesn't get data as the sb1_slot doesn't catch up ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004EF8 on publisher done [01:49:09.370](0.392s) ok 23 - subscriber1 gets data from primary after standby1 is removed from the standby_slot_names list ### Reloading node "publisher" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Starting node "standby1" # Running: pg_ctl -w -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 7800 Waiting for replication conn standby1's replay_lsn to pass 0/6004EF8 on publisher done ### Promoting node "standby1" # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\log/040_standby_failover_slots_sync_standby1.log promote waiting for server to promote.... done server promoted [01:49:10.105](0.735s) ok 24 - synced slot retained on the new primary Waiting for replication conn regress_mysub1's replay_lsn to pass 0/60073E8 on standby1 done [01:49:10.494](0.389s) ok 25 - data replicated from the new primary [01:49:10.495](0.000s) 1..25 ### Stopping node "publisher" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_publisher_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "publisher" ### Stopping node "subscriber1" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber1" ### Stopping node "standby1" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Stopping node "standby2" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_standby2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby2" ### Stopping node "subscriber2" using mode immediate # Running: pg_ctl -D C:\cirrus\build/testrun/recovery/040_standby_failover_slots_sync\data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber2" [01:49:11.121](0.626s) # Looks like you failed 1 test of 25.