# Checking port 64830 # Found port 64830 Name: publisher Data directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata Backup directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/backup Archive directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/archives Connection string: port=64830 host=/var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl Log file: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_publisher.log [07:36:57.141](0.073s) # initializing database system by copying initdb template # Running: cp -RPp /Users/admin/pgsql/build/tmp_install/initdb-template /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata # Running: /Users/admin/pgsql/build/src/test/regress/pg_regress --config-auth /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata --create-role repl_role ### Starting node "publisher" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_publisher.log -o --cluster-name=publisher start waiting for server to start.... done server started # Postmaster PID for node "publisher" is 19747 # Checking port 64831 # Found port 64831 Name: subscriber1 Data directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata Backup directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/backup Archive directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/archives Connection string: port=64831 host=/var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl Log file: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_subscriber1.log [07:36:58.677](1.536s) # initializing database system by copying initdb template # Running: cp -RPp /Users/admin/pgsql/build/tmp_install/initdb-template /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata # Running: /Users/admin/pgsql/build/src/test/regress/pg_regress --config-auth /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata ### Starting node "subscriber1" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_subscriber1.log -o --cluster-name=subscriber1 start waiting for server to start.... done server started # Postmaster PID for node "subscriber1" is 19825 [07:37:00.087](1.410s) ok 1 - logical slot has failover false on the publisher [07:37:00.142](0.055s) ok 2 - logical slot has failover true on the publisher [07:37:00.195](0.052s) ok 3 - logical slot has failover false on the publisher [07:37:00.444](0.249s) ok 4 - logical slot has failover true on the publisher [07:37:00.492](0.048s) ok 5 - altering failover is not allowed for enabled subscription [07:37:00.508](0.016s) ok 6 - cannot sync slots on a non-standby server # Taking pg_basebackup backup from node "publisher" # Running: pg_basebackup -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/backup/backup -h /var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl -p 64830 --checkpoint fast --no-sync # Backup finished # Checking port 64832 # Found port 64832 Name: standby1 Data directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata Backup directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/backup Archive directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/archives Connection string: port=64832 host=/var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl Log file: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log # Initializing node "standby1" from backup "backup" of node "publisher" ### Enabling streaming replication for node "standby1" ### Enabling WAL restore for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled (lsub2_slot,0/3000060) (sb1_slot,) ### Starting node "standby1" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 20066 Waiting for replication conn regress_mysub1's replay_lsn to pass 0/3000060 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/3000060 on publisher done [07:37:04.529](4.021s) ok 7 - logical slots have synced as true on standby [07:37:04.654](0.125s) ok 8 - synchronized slot has been dropped ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for replication conn standby1's replay_lsn to pass 0/40000F8 on publisher done [07:37:06.826](2.172s) ok 9 - synchronized slot has been invalidated ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled #### Begin standard error psql::2: NOTICE: dropped replication slot "lsub1_slot" on publisher psql::3: NOTICE: created replication slot "lsub1_slot" on publisher #### End standard error Waiting for replication conn regress_mysub1's replay_lsn to pass 0/4000130 on publisher done Waiting for replication conn standby1's replay_lsn to pass 0/4000130 on publisher done [07:37:07.190](0.364s) ok 10 - logical slot is re-synced ### Reloading node "publisher" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [07:37:07.227](0.037s) ok 11 - logical decoding is not allowed on synced slot [07:37:07.241](0.013s) ok 12 - synced slot on standby cannot be altered [07:37:07.254](0.013s) ok 13 - synced slot on standby cannot be dropped ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled [07:37:07.302](0.048s) ok 14 - cannot sync slots if dbname is not specified in primary_conninfo ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled # Taking pg_basebackup backup2 from node "standby1" # Running: pg_basebackup -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/backup/backup2 -h /var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl -p 64832 --checkpoint fast --no-sync # Backup finished # Checking port 64833 # Found port 64833 Name: cascading_standby Data directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata Backup directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/backup Archive directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/archives Connection string: port=64833 host=/var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl Log file: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_cascading_standby.log # Initializing node "cascading_standby" from backup "backup2" of node "standby1" ### Enabling streaming replication for node "cascading_standby" ### Enabling WAL restore for node "cascading_standby" (cascading_sb_slot,) ### Starting node "cascading_standby" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_cascading_standby.log -o --cluster-name=cascading_standby start waiting for server to start.... done server started # Postmaster PID for node "cascading_standby" is 20353 [07:37:08.999](1.697s) ok 15 - cannot sync slots to a cascading standby server ### Stopping node "cascading_standby" using mode fast # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_cascading_standby_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "cascading_standby" Waiting for replication conn standby1's replay_lsn to pass 0/4000238 on publisher done [07:37:10.444](1.445s) ok 16 - confirmed_flush_lsn of slot snap_test_slot synced to standby Waiting for replication conn standby1's replay_lsn to pass 0/44340D0 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Starting node "standby1" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 20466 ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled ### Reloading node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata reload server signaled Waiting for all subscriptions in "subscriber1" to synchronize data done [07:37:14.960](4.516s) ok 17 - confirmed_flush_lsn of slot lsub1_slot synced to standby (sb2_slot,) # Taking pg_basebackup backup3 from node "publisher" # Running: pg_basebackup -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/backup/backup3 -h /var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl -p 64830 --checkpoint fast --no-sync # Backup finished # Checking port 64834 # Found port 64834 Name: standby2 Data directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/pgdata Backup directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/backup Archive directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/archives Connection string: port=64834 host=/var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl Log file: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby2.log # Initializing node "standby2" from backup "backup3" of node "publisher" ### Enabling streaming replication for node "standby2" ### Enabling WAL restore for node "standby2" ### Starting node "standby2" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby2.log -o --cluster-name=standby2 start waiting for server to start.... done server started # Postmaster PID for node "standby2" is 22664 Waiting for replication conn standby2's replay_lsn to pass 0/6000060 on publisher done ### Reloading node "publisher" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled # Checking port 64835 # Found port 64835 Name: subscriber2 Data directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata Backup directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/backup Archive directory: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/archives Connection string: port=64835 host=/var/folders/xc/tpssff9959345bnqq4c6tlww0000gn/T/2V9fv6mgzl Log file: /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_subscriber2.log [07:37:59.055](44.095s) # initializing database system by copying initdb template # Running: cp -RPp /Users/admin/pgsql/build/tmp_install/initdb-template /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata # Running: /Users/admin/pgsql/build/src/test/regress/pg_regress --config-auth /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata ### Starting node "subscriber2" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_subscriber2.log -o --cluster-name=subscriber2 start waiting for server to start.... done server started # Postmaster PID for node "subscriber2" is 22713 #### Begin standard error psql::3: NOTICE: created replication slot "lsub2_slot" on publisher #### End standard error Waiting for all subscriptions in "subscriber2" to synchronize data done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" Waiting for replication conn standby2's replay_lsn to pass 0/60008A8 on publisher done [07:38:02.739](3.684s) ok 18 - standby2 gets data from primary Waiting for replication conn regress_mysub2's replay_lsn to pass 0/60008A8 on publisher done [07:38:02.813](0.073s) ok 19 - subscriber2 gets data from primary [07:38:02.857](0.044s) ok 20 - subscriber1 doesn't get data from primary until standby1 acknowledges changes ### Starting node "standby1" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 22822 Waiting for replication conn standby1's replay_lsn to pass 0/60008A8 on publisher done [07:38:05.621](2.764s) ok 21 - standby1 gets data from primary Waiting for replication conn regress_mysub1's replay_lsn to pass 0/60008A8 on publisher done [07:38:05.793](0.172s) ok 22 - subscriber1 gets data from primary after standby1 acknowledges changes Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004968 on publisher done ### Stopping node "standby1" using mode fast # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Reloading node "publisher" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Reloading node "publisher" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled [07:38:08.567](2.774s) ok 23 - subscriber1 doesn't get data as the sb1_slot doesn't catch up ### Reloading node "publisher" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6004F30 on publisher done [07:38:08.725](0.158s) ok 24 - subscriber1 gets data from primary after standby1 is removed from the standby_slot_names list ### Reloading node "publisher" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata reload server signaled ### Starting node "standby1" # Running: pg_ctl -w -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log -o --cluster-name=standby1 start waiting for server to start.... done server started # Postmaster PID for node "standby1" is 22981 Waiting for replication conn standby1's replay_lsn to pass 0/6004F30 on publisher done ### Promoting node "standby1" # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -l /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/log/040_standby_failover_slots_sync_standby1.log promote waiting for server to promote.... done server promoted [07:38:09.495](0.770s) not ok 25 - synced slot retained on the new primary [07:38:09.496](0.000s) # Failed test 'synced slot retained on the new primary' # at /Users/admin/pgsql/src/test/recovery/t/040_standby_failover_slots_sync.pl line 818. [07:38:09.496](0.000s) # got: 'snap_test_slot # lsub1_slot' # expected: 'lsub1_slot # snap_test_slot' Waiting for replication conn regress_mysub1's replay_lsn to pass 0/6005758 on standby1 done [07:38:09.711](0.215s) ok 26 - data replicated from the new primary [07:38:09.998](0.287s) ok 27 - data can be consumed using snap_test_slot [07:38:09.999](0.001s) 1..27 ### Stopping node "publisher" using mode immediate # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_publisher_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "publisher" ### Stopping node "subscriber1" using mode immediate # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber1" ### Stopping node "standby1" using mode immediate # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby1_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby1" ### Stopping node "standby2" using mode immediate # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_standby2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "standby2" ### Stopping node "subscriber2" using mode immediate # Running: pg_ctl -D /Users/admin/pgsql/build/testrun/recovery/040_standby_failover_slots_sync/data/t_040_standby_failover_slots_sync_subscriber2_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "subscriber2" [07:38:10.978](0.979s) # Looks like you failed 1 test of 27.