# Checking port 49956 # Found port 49956 Name: publisher Data directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_publisher_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_publisher_data/backup Archive directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_publisher_data/archives Connection string: port=49956 host=/tmp/nnvPYI6RYu Log file: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_publisher.log [10:41:44.324](0.015s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/tmp_install/initdb-template /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_publisher_data/pgdata # Running: /tmp/cirrus-ci-build/src/bin/pg_upgrade/../../../src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_publisher_data/pgdata ### Starting node "publisher" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_publisher_data/pgdata -l /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_publisher.log -o --cluster-name=publisher start waiting for server to start.... done server started # Postmaster PID for node "publisher" is 39517 # Checking port 49957 # Found port 49957 Name: old_sub Data directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/backup Archive directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/archives Connection string: port=49957 host=/tmp/nnvPYI6RYu Log file: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_old_sub.log [10:41:44.516](0.192s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/tmp_install/initdb-template /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata # Running: /tmp/cirrus-ci-build/src/bin/pg_upgrade/../../../src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata ### Starting node "old_sub" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -l /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_old_sub.log -o --cluster-name=old_sub start waiting for server to start.... done server started # Postmaster PID for node "old_sub" is 39550 # Checking port 49958 # Found port 49958 Name: new_sub Data directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata Backup directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/backup Archive directory: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/archives Connection string: port=49958 host=/tmp/nnvPYI6RYu Log file: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_new_sub.log [10:41:44.714](0.198s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/tmp_install/initdb-template /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata # Running: /tmp/cirrus-ci-build/src/bin/pg_upgrade/../../../src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata #### Begin standard error psql::1: NOTICE: created replication slot "regress_sub1" on publisher #### End standard error ### Stopping node "old_sub" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "old_sub" # Running: pg_upgrade --no-sync -d /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata -b /tmp/cirrus-ci-build/tmp_install/usr/local/pgsql/bin -B /tmp/cirrus-ci-build/tmp_install/usr/local/pgsql/bin -s /tmp/nnvPYI6RYu -p 49957 -P 49958 --copy --check [10:41:45.918](1.204s) ok 1 - run of pg_upgrade where the new cluster has insufficient max_replication_slots status (got 1 vs expected 1) [10:41:45.919](0.000s) ok 2 - run of pg_upgrade where the new cluster has insufficient max_replication_slots stdout /(?^:max_replication_slots \(0\) must be greater than or equal to the number of subscriptions \(1\) on the old cluster)/ [10:41:45.919](0.000s) ok 3 - run of pg_upgrade where the new cluster has insufficient max_replication_slots stderr /(?^:)/ ### Starting node "old_sub" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -l /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_old_sub.log -o --cluster-name=old_sub start waiting for server to start.... done server started # Postmaster PID for node "old_sub" is 39880 #### Begin standard error psql::1: NOTICE: dropped replication slot "regress_sub1" on publisher #### End standard error #### Begin standard error psql::4: NOTICE: created replication slot "regress_sub2" on publisher #### End standard error #### Begin standard error psql::1: NOTICE: created replication slot "regress_sub3" on publisher #### End standard error ### Stopping node "old_sub" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "old_sub" # Running: pg_upgrade --no-sync -d /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata -b /tmp/cirrus-ci-build/tmp_install/usr/local/pgsql/bin -B /tmp/cirrus-ci-build/tmp_install/usr/local/pgsql/bin -s /tmp/nnvPYI6RYu -p 49957 -P 49958 --copy --check Performing Consistency Checks ----------------------------- Checking cluster versions ok Checking database user is the install user ok Checking database connection settings ok Checking for prepared transactions ok Checking for contrib/isn with bigint-passing mismatch ok Checking for valid logical replication slots ok Checking for subscription state fatal Your installation contains subscriptions without origin or having relations not in i (initialize) or r (ready) state. You can allow the initial sync to finish for all relations and then restart the upgrade. A list of the problematic subscriptions is in the file: /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata/pg_upgrade_output.d/20240424T104146.496/subs_invalid.txt Failure, exiting [10:41:47.040](1.121s) ok 4 - run of pg_upgrade --check for old instance with relation in 'd' datasync(invalid) state and missing replication origin [10:41:47.041](0.001s) ok 5 - the previous test failed due to subscription table in invalid state [10:41:47.041](0.000s) ok 6 - the previous test failed due to missing replication origin ### Starting node "old_sub" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -l /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_old_sub.log -o --cluster-name=old_sub start waiting for server to start.... done server started # Postmaster PID for node "old_sub" is 40158 #### Begin standard error psql::2: NOTICE: dropped replication slot "pg_16393_sync_16386_7361381285439276891" on publisher psql::2: NOTICE: dropped replication slot "regress_sub2" on publisher psql::3: NOTICE: dropped replication slot "regress_sub3" on publisher #### End standard error #### Begin standard error psql::3: NOTICE: created replication slot "regress_sub4" on publisher #### End standard error Waiting for replication conn regress_sub4's replay_lsn to pass 0/1550598 on publisher done ### Restarting node "old_sub" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -l /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_old_sub.log restart waiting for server to shut down.... done server stopped waiting for server to start.... done server started # Postmaster PID for node "old_sub" is 40258 #### Begin standard error psql::3: NOTICE: created replication slot "regress_sub5" on publisher #### End standard error [10:41:47.794](0.753s) ok 7 - Check that the table is in init state ### Stopping node "old_sub" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "old_sub" # Running: pg_upgrade --no-sync -d /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_old_sub_data/pgdata -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata -b /tmp/cirrus-ci-build/tmp_install/usr/local/pgsql/bin -B /tmp/cirrus-ci-build/tmp_install/usr/local/pgsql/bin -s /tmp/nnvPYI6RYu -p 49957 -P 49958 --copy Performing Consistency Checks ----------------------------- Checking cluster versions ok Checking database user is the install user ok Checking database connection settings ok Checking for prepared transactions ok Checking for contrib/isn with bigint-passing mismatch ok Checking for valid logical replication slots ok Checking for subscription state ok Checking for data type usage ok Creating dump of global objects ok Creating dump of database schemas *failure* Consult the last few lines of "/tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata/pg_upgrade_output.d/20240424T104147.987/log/pg_upgrade_dump_5.log" for the probable cause of the failure. Failure, exiting [10:41:49.043](1.250s) not ok 8 - run of pg_upgrade for old instance when the subscription tables are in init/ready state [10:41:49.044](0.000s) [10:41:49.044](0.000s) # Failed test 'run of pg_upgrade for old instance when the subscription tables are in init/ready state' # at t/004_subscription.pl line 255. [10:41:49.044](0.000s) not ok 9 - pg_upgrade_output.d/ removed after successful pg_upgrade [10:41:49.044](0.000s) [10:41:49.044](0.000s) # Failed test 'pg_upgrade_output.d/ removed after successful pg_upgrade' # at t/004_subscription.pl line 265. ### Starting node "new_sub" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata -l /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/log/004_subscription_new_sub.log -o --cluster-name=new_sub start waiting for server to start.... done server started # Postmaster PID for node "new_sub" is 40566 [10:41:49.212](0.168s) not ok 10 - check that the subscription's running status and failover are preserved [10:41:49.212](0.000s) [10:41:49.212](0.000s) # Failed test 'check that the subscription's running status and failover are preserved' # at t/004_subscription.pl line 287. [10:41:49.212](0.000s) # got: '' # expected: 'regress_sub4|t|t # regress_sub5|f|f' [10:41:49.230](0.017s) not ok 11 - there should be 2 rows in pg_subscription_rel(representing tab_upgraded1 and tab_upgraded2) [10:41:49.230](0.000s) [10:41:49.230](0.000s) # Failed test 'there should be 2 rows in pg_subscription_rel(representing tab_upgraded1 and tab_upgraded2)' # at t/004_subscription.pl line 296. [10:41:49.230](0.000s) # got: '' # expected: '16395|r # 16399|i' error running SQL: 'psql::1: ERROR: syntax error at end of input LINE 1: ...M pg_replication_origin_status WHERE external_id = 'pg_' || ^' while running 'psql -XAtq -d port=49958 host=/tmp/nnvPYI6RYu dbname='postgres' -f - -v ON_ERROR_STOP=1' with sql 'SELECT remote_lsn FROM pg_replication_origin_status WHERE external_id = 'pg_' || ' at /tmp/cirrus-ci-build/src/bin/pg_upgrade/../../../src/test/perl/PostgreSQL/Test/Cluster.pm line 2124. # Postmaster PID for node "publisher" is 39517 ### Stopping node "publisher" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_publisher_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "publisher" # No postmaster PID for node "old_sub" # Postmaster PID for node "new_sub" is 40566 ### Stopping node "new_sub" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/src/bin/pg_upgrade/tmp_check/t_004_subscription_new_sub_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "new_sub" [10:41:49.473](0.243s) # Tests were run but no plan was declared and done_testing() was not seen. [10:41:49.473](0.000s) # Looks like your test exited with 29 just after 11.