# Checking port 58724 # Found port 58724 Name: primary_a Data directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_primary_a_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_primary_a_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_primary_a_data/archives Connection string: port=58724 host=/tmp/Cx8quPJatb Log file: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/log/007_standby_source_primary_a.log [02:11:34.703](0.048s) # initializing database system by copying initdb template # Running: cp -RPp /tmp/cirrus-ci-build/build/tmp_install/initdb-template /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_primary_a_data/pgdata # Running: /tmp/cirrus-ci-build/build/src/test/regress/pg_regress --config-auth /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_primary_a_data/pgdata --create-role rewind_user ### Starting node "primary_a" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_primary_a_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/log/007_standby_source_primary_a.log -o --cluster-name=primary_a start waiting for server to start.... done server started # Postmaster PID for node "primary_a" is 65537 # Running: psql -q --no-psqlrc -d port=58724 host=/tmp/Cx8quPJatb dbname='postgres' -c CHECKPOINT # Taking pg_basebackup my_backup from node "primary_a" # Running: pg_basebackup -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_primary_a_data/backup/my_backup -h /tmp/Cx8quPJatb -p 58724 --checkpoint fast --no-sync # Backup finished # Checking port 58725 # Found port 58725 Name: node_b Data directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_b_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_b_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_b_data/archives Connection string: port=58725 host=/tmp/Cx8quPJatb Log file: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/log/007_standby_source_node_b.log # Initializing node "node_b" from backup "my_backup" of node "primary_a" ### Enabling streaming replication for node "node_b" ### Starting node "node_b" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_b_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/log/007_standby_source_node_b.log -o --cluster-name=node_b start waiting for server to start.... done server started # Postmaster PID for node "node_b" is 65624 # Taking pg_basebackup my_backup from node "node_b" # Running: pg_basebackup -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_b_data/backup/my_backup -h /tmp/Cx8quPJatb -p 58725 --checkpoint fast --no-sync # Backup finished # Checking port 58726 # Found port 58726 Name: node_c Data directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_c_data/pgdata Backup directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_c_data/backup Archive directory: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_c_data/archives Connection string: port=58726 host=/tmp/Cx8quPJatb Log file: /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/log/007_standby_source_node_c.log # Initializing node "node_c" from backup "my_backup" of node "node_b" ### Enabling streaming replication for node "node_c" ### Starting node "node_c" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_c_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/log/007_standby_source_node_c.log -o --cluster-name=node_c start waiting for server to start.... done server started # Postmaster PID for node "node_c" is 65715 Waiting for replication conn node_b's write_lsn to pass 0/30001C8 on primary_a done Waiting for replication conn node_c's write_lsn to pass 0/30001C8 on node_b done ### Promoting node "node_c" # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_c_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/log/007_standby_source_node_c.log promote waiting for server to promote.... done server promoted Waiting for replication conn node_b's replay_lsn to pass 0/30002D8 on primary_a done ### Stopping node "node_c" using mode fast # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_c_data/pgdata -m fast stop waiting for server to shut down.... done server stopped # No postmaster PID for node "node_c" # Running: pg_rewind --debug --source-server port=58725 host=/tmp/Cx8quPJatb dbname='postgres' --target-pgdata=/tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_c_data/pgdata --no-sync --write-recovery-conf pg_rewind: fetched file "global/pg_control", length 8192 pg_rewind: Source timeline history: pg_rewind: Target timeline history: pg_rewind: 1: 0/0 - 0/30001C8 pg_rewind: 2: 0/30001C8 - 0/0 pg_rewind: servers diverged at WAL location 0/30001C8 on timeline 1 pg_rewind: rewinding from last common checkpoint at 0/3000150 on timeline 1 pg_rewind: entry "base/5/pg_internal.init" excluded from source file list pg_rewind: entry "postmaster.opts" excluded from source file list pg_rewind: entry "pg_subtrans/0000" excluded from source file list pg_rewind: entry "backup_manifest" excluded from source file list pg_rewind: entry "postmaster.pid" excluded from source file list pg_rewind: entry "global/pg_internal.init" excluded from source file list pg_rewind: backup_label.old (COPY) pg_rewind: base/1/1247_fsm (COPY) pg_rewind: base/1/1247_vm (COPY) pg_rewind: base/1/1249_fsm (COPY) pg_rewind: base/1/1249_vm (COPY) pg_rewind: base/1/1255_fsm (COPY) pg_rewind: base/1/1255_vm (COPY) pg_rewind: base/1/1259_fsm (COPY) pg_rewind: base/1/1259_vm (COPY) pg_rewind: base/1/14024_fsm (COPY) pg_rewind: base/1/14024_vm (COPY) pg_rewind: base/1/14029_fsm (COPY) pg_rewind: base/1/14029_vm (COPY) pg_rewind: base/1/14034_fsm (COPY) pg_rewind: base/1/14034_vm (COPY) pg_rewind: base/1/14039_fsm (COPY) pg_rewind: base/1/14039_vm (COPY) pg_rewind: base/1/2600_fsm (COPY) pg_rewind: base/1/2600_vm (COPY) pg_rewind: base/1/2601_fsm (COPY) pg_rewind: base/1/2601_vm (COPY) pg_rewind: base/1/2602_fsm (COPY) pg_rewind: base/1/2602_vm (COPY) pg_rewind: base/1/2603_fsm (COPY) pg_rewind: base/1/2603_vm (COPY) pg_rewind: base/1/2605_fsm (COPY) pg_rewind: base/1/2605_vm (COPY) pg_rewind: base/1/2606_fsm (COPY) pg_rewind: base/1/2606_vm (COPY) pg_rewind: base/1/2607_fsm (COPY) pg_rewind: base/1/2607_vm (COPY) pg_rewind: base/1/2608_fsm (COPY) pg_rewind: base/1/2608_vm (COPY) pg_rewind: base/1/2609_fsm (COPY) pg_rewind: base/1/2609_vm (COPY) pg_rewind: base/1/2610_fsm (COPY) pg_rewind: base/1/2610_vm (COPY) pg_rewind: base/1/2612_fsm (COPY) pg_rewind: base/1/2612_vm (COPY) pg_rewind: base/1/2615_fsm (COPY) pg_rewind: base/1/2615_vm (COPY) pg_rewind: base/1/2616_fsm (COPY) pg_rewind: base/1/2616_vm (COPY) pg_rewind: base/1/2617_fsm (COPY) pg_rewind: base/1/2617_vm (COPY) pg_rewind: base/1/2618_fsm (COPY) pg_rewind: base/1/2618_vm (COPY) pg_rewind: base/1/2619_fsm (COPY) pg_rewind: base/1/2619_vm (COPY) pg_rewind: base/1/2753_fsm (COPY) pg_rewind: base/1/2753_vm (COPY) pg_rewind: base/1/2836_fsm (COPY) pg_rewind: base/1/2836_vm (COPY) pg_rewind: base/1/2838_fsm (COPY) pg_rewind: base/1/2838_vm (COPY) pg_rewind: base/1/2840_fsm (COPY) pg_rewind: base/1/2840_vm (COPY) pg_rewind: base/1/3079_fsm (COPY) pg_rewind: base/1/3079_vm (COPY) pg_rewind: base/1/3394_fsm (COPY) pg_rewind: base/1/3394_vm (COPY) pg_rewind: base/1/3456_fsm (COPY) pg_rewind: base/1/3456_vm (COPY) pg_rewind: base/1/3541_fsm (COPY) pg_rewind: base/1/3541_vm (COPY) pg_rewind: base/1/3600_fsm (COPY) pg_rewind: base/1/3600_vm (COPY) pg_rewind: base/1/3601_fsm (COPY) pg_rewind: base/1/3601_vm (COPY) pg_rewind: base/1/3602_fsm (COPY) pg_rewind: base/1/3602_vm (COPY) pg_rewind: base/1/3603_fsm (COPY) pg_rewind: base/1/3603_vm (COPY) pg_rewind: base/1/3764_fsm (COPY) pg_rewind: base/1/3764_vm (COPY) pg_rewind: base/1/pg_filenode.map (COPY) pg_rewind: base/4/1247_fsm (COPY) pg_rewind: base/4/1247_vm (COPY) pg_rewind: base/4/1249_fsm (COPY) pg_rewind: base/4/1249_vm (COPY) pg_rewind: base/4/1255_fsm (COPY) pg_rewind: base/4/1255_vm (COPY) pg_rewind: base/4/1259_fsm (COPY) pg_rewind: base/4/1259_vm (COPY) pg_rewind: base/4/14024_fsm (COPY) pg_rewind: base/4/14024_vm (COPY) pg_rewind: base/4/14029_fsm (COPY) pg_rewind: base/4/14029_vm (COPY) pg_rewind: base/4/14034_fsm (COPY) pg_rewind: base/4/14034_vm (COPY) pg_rewind: base/4/14039_fsm (COPY) pg_rewind: base/4/14039_vm (COPY) pg_rewind: base/4/2600_fsm (COPY) pg_rewind: base/4/2600_vm (COPY) pg_rewind: base/4/2601_fsm (COPY) pg_rewind: base/4/2601_vm (COPY) pg_rewind: base/4/2602_fsm (COPY) pg_rewind: base/4/2602_vm (COPY) pg_rewind: base/4/2603_fsm (COPY) pg_rewind: base/4/2603_vm (COPY) pg_rewind: base/4/2605_fsm (COPY) pg_rewind: base/4/2605_vm (COPY) pg_rewind: base/4/2606_fsm (COPY) pg_rewind: base/4/2606_vm (COPY) pg_rewind: base/4/2607_fsm (COPY) pg_rewind: base/4/2607_vm (COPY) pg_rewind: base/4/2608_fsm (COPY) pg_rewind: base/4/2608_vm (COPY) pg_rewind: base/4/2609_fsm (COPY) pg_rewind: base/4/2609_vm (COPY) pg_rewind: base/4/2610_fsm (COPY) pg_rewind: base/4/2610_vm (COPY) pg_rewind: base/4/2612_fsm (COPY) pg_rewind: base/4/2612_vm (COPY) pg_rewind: base/4/2615_fsm (COPY) pg_rewind: base/4/2615_vm (COPY) pg_rewind: base/4/2616_fsm (COPY) pg_rewind: base/4/2616_vm (COPY) pg_rewind: base/4/2617_fsm (COPY) pg_rewind: base/4/2617_vm (COPY) pg_rewind: base/4/2618_fsm (COPY) pg_rewind: base/4/2618_vm (COPY) pg_rewind: base/4/2619_fsm (COPY) pg_rewind: base/4/2619_vm (COPY) pg_rewind: base/4/2753_fsm (COPY) pg_rewind: base/4/2753_vm (COPY) pg_rewind: base/4/2836_fsm (COPY) pg_rewind: base/4/2836_vm (COPY) pg_rewind: base/4/2838_fsm (COPY) pg_rewind: base/4/2838_vm (COPY) pg_rewind: base/4/2840_fsm (COPY) pg_rewind: base/4/2840_vm (COPY) pg_rewind: base/4/3079_fsm (COPY) pg_rewind: base/4/3079_vm (COPY) pg_rewind: base/4/3394_fsm (COPY) pg_rewind: base/4/3394_vm (COPY) pg_rewind: base/4/3456_fsm (COPY) pg_rewind: base/4/3456_vm (COPY) pg_rewind: base/4/3541_fsm (COPY) pg_rewind: base/4/3541_vm (COPY) pg_rewind: base/4/3600_fsm (COPY) pg_rewind: base/4/3600_vm (COPY) pg_rewind: base/4/3601_fsm (COPY) pg_rewind: base/4/3601_vm (COPY) pg_rewind: base/4/3602_fsm (COPY) pg_rewind: base/4/3602_vm (COPY) pg_rewind: base/4/3603_fsm (COPY) pg_rewind: base/4/3603_vm (COPY) pg_rewind: base/4/3764_fsm (COPY) pg_rewind: base/4/3764_vm (COPY) pg_rewind: base/4/pg_filenode.map (COPY) pg_rewind: base/5/1247_fsm (COPY) pg_rewind: base/5/1247_vm (COPY) pg_rewind: base/5/1249_fsm (COPY) pg_rewind: base/5/1249_vm (COPY) pg_rewind: base/5/1255_fsm (COPY) pg_rewind: base/5/1255_vm (COPY) pg_rewind: base/5/1259_fsm (COPY) pg_rewind: base/5/1259_vm (COPY) pg_rewind: base/5/14024_fsm (COPY) pg_rewind: base/5/14024_vm (COPY) pg_rewind: base/5/14029_fsm (COPY) pg_rewind: base/5/14029_vm (COPY) pg_rewind: base/5/14034_fsm (COPY) pg_rewind: base/5/14034_vm (COPY) pg_rewind: base/5/14039_fsm (COPY) pg_rewind: base/5/14039_vm (COPY) pg_rewind: base/5/2600_fsm (COPY) pg_rewind: base/5/2600_vm (COPY) pg_rewind: base/5/2601_fsm (COPY) pg_rewind: base/5/2601_vm (COPY) pg_rewind: base/5/2602_fsm (COPY) pg_rewind: base/5/2602_vm (COPY) pg_rewind: base/5/2603_fsm (COPY) pg_rewind: base/5/2603_vm (COPY) pg_rewind: base/5/2605_fsm (COPY) pg_rewind: base/5/2605_vm (COPY) pg_rewind: base/5/2606_fsm (COPY) pg_rewind: base/5/2606_vm (COPY) pg_rewind: base/5/2607_fsm (COPY) pg_rewind: base/5/2607_vm (COPY) pg_rewind: base/5/2608_fsm (COPY) pg_rewind: base/5/2608_vm (COPY) pg_rewind: base/5/2609_fsm (COPY) pg_rewind: base/5/2609_vm (COPY) pg_rewind: base/5/2610_fsm (COPY) pg_rewind: base/5/2610_vm (COPY) pg_rewind: base/5/2612_fsm (COPY) pg_rewind: base/5/2612_vm (COPY) pg_rewind: base/5/2615_fsm (COPY) pg_rewind: base/5/2615_vm (COPY) pg_rewind: base/5/2616_fsm (COPY) pg_rewind: base/5/2616_vm (COPY) pg_rewind: base/5/2617_fsm (COPY) pg_rewind: base/5/2617_vm (COPY) pg_rewind: base/5/2618_fsm (COPY) pg_rewind: base/5/2618_vm (COPY) pg_rewind: base/5/2619_fsm (COPY) pg_rewind: base/5/2619_vm (COPY) pg_rewind: base/5/2753_fsm (COPY) pg_rewind: base/5/2753_vm (COPY) pg_rewind: base/5/2836_fsm (COPY) pg_rewind: base/5/2836_vm (COPY) pg_rewind: base/5/2838_fsm (COPY) pg_rewind: base/5/2838_vm (COPY) pg_rewind: base/5/2840_fsm (COPY) pg_rewind: base/5/2840_vm (COPY) pg_rewind: base/5/3079_fsm (COPY) pg_rewind: base/5/3079_vm (COPY) pg_rewind: base/5/3394_fsm (COPY) pg_rewind: base/5/3394_vm (COPY) pg_rewind: base/5/3456_fsm (COPY) pg_rewind: base/5/3456_vm (COPY) pg_rewind: base/5/3541_fsm (COPY) pg_rewind: base/5/3541_vm (COPY) pg_rewind: base/5/3600_fsm (COPY) pg_rewind: base/5/3600_vm (COPY) pg_rewind: base/5/3601_fsm (COPY) pg_rewind: base/5/3601_vm (COPY) pg_rewind: base/5/3602_fsm (COPY) pg_rewind: base/5/3602_vm (COPY) pg_rewind: base/5/3603_fsm (COPY) pg_rewind: base/5/3603_vm (COPY) pg_rewind: base/5/3764_fsm (COPY) pg_rewind: base/5/3764_vm (COPY) pg_rewind: base/5/pg_filenode.map (COPY) pg_rewind: global/1213_fsm (COPY) pg_rewind: global/1213_vm (COPY) pg_rewind: global/1260_fsm (COPY) pg_rewind: global/1260_vm (COPY) pg_rewind: global/1261_fsm (COPY) pg_rewind: global/1261_vm (COPY) pg_rewind: global/1262_fsm (COPY) pg_rewind: global/1262_vm (COPY) pg_rewind: global/2396_fsm (COPY) pg_rewind: global/2396_vm (COPY) pg_rewind: global/pg_filenode.map (COPY) pg_rewind: pg_hba.conf (COPY) pg_rewind: pg_ident.conf (COPY) pg_rewind: pg_logical/replorigin_checkpoint (COPY) pg_rewind: pg_multixact/members/0000 (COPY) pg_rewind: pg_multixact/offsets/0000 (COPY) pg_rewind: pg_wal/000000010000000000000002 (COPY) pg_rewind: pg_wal/000000010000000000000003 (COPY) pg_rewind: pg_xact/0000 (COPY) pg_rewind: postgresql.auto.conf (COPY) pg_rewind: postgresql.conf (COPY) pg_rewind: standby.signal (COPY) pg_rewind: base/5/1249 (NONE) pg_rewind: block 16 pg_rewind: base/5/1259 (NONE) pg_rewind: block 0 pg_rewind: base/5/16385 (NONE) pg_rewind: block 0 pg_rewind: base/5/2610 (NONE) pg_rewind: block 0 pg_rewind: postmaster.opts (REMOVE) pg_rewind: pg_wal/archive_status/000000010000000000000002.done (REMOVE) pg_rewind: pg_wal/000000020000000000000003 (REMOVE) pg_rewind: pg_wal/00000002.history (REMOVE) pg_rewind: pg_subtrans/0000 (REMOVE) pg_rewind: pg_stat/pgstat.stat (REMOVE) pg_rewind: global/pg_internal.init (REMOVE) pg_rewind: base/5/pg_internal.init (REMOVE) pg_rewind: backup_manifest (REMOVE) pg_rewind: getting 282 file chunks pg_rewind: received chunk for file "backup_label.old", offset 0, size 225 pg_rewind: received chunk for file "base/1/1247_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/1247_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/1249_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/1249_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/1255_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/1255_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/1259_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/1259_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/14024_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/14024_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/14029_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/14029_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/14034_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/14034_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/14039_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/14039_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2600_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2600_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2601_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2601_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2602_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2602_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2603_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2603_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2605_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2605_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2606_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2606_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2607_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2607_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2608_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2608_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2609_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2609_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2610_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2610_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2612_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2612_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2615_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2615_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2616_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2616_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2617_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2617_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2618_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2618_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2619_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2619_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2753_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2753_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2836_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2836_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2838_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2838_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/2840_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/2840_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3079_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3079_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3394_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3394_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3456_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3456_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3541_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3541_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3600_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3600_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3601_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3601_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3602_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3602_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3603_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3603_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/3764_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/1/3764_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/1/pg_filenode.map", offset 0, size 524 pg_rewind: received chunk for file "base/4/1247_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/1247_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/1249_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/1249_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/1255_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/1255_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/1259_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/1259_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/14024_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/14024_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/14029_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/14029_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/14034_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/14034_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/14039_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/14039_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2600_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2600_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2601_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2601_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2602_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2602_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2603_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2603_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2605_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2605_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2606_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2606_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2607_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2607_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2608_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2608_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2609_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2609_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2610_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2610_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2612_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2612_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2615_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2615_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2616_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2616_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2617_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2617_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2618_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2618_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2619_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2619_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2753_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2753_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2836_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2836_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2838_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2838_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/2840_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/2840_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3079_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3079_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3394_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3394_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3456_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3456_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3541_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3541_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3600_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3600_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3601_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3601_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3602_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3602_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3603_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3603_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/3764_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/4/3764_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/4/pg_filenode.map", offset 0, size 524 pg_rewind: received chunk for file "base/5/1247_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/1247_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/1249_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/1249_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/1255_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/1255_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/1259_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/1259_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/14024_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/14024_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/14029_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/14029_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/14034_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/14034_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/14039_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/14039_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2600_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2600_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2601_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2601_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2602_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2602_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2603_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2603_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2605_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2605_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2606_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2606_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2607_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2607_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2608_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2608_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2609_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2609_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2610_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2610_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2612_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2612_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2615_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2615_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2616_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2616_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2617_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2617_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2618_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2618_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2619_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2619_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2753_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2753_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2836_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2836_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2838_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2838_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2840_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/2840_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3079_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3079_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3394_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3394_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3456_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3456_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3541_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3541_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3600_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3600_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3601_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3601_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3602_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3602_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3603_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3603_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/3764_fsm", offset 0, size 24576 pg_rewind: received chunk for file "base/5/3764_vm", offset 0, size 8192 pg_rewind: received chunk for file "base/5/pg_filenode.map", offset 0, size 524 pg_rewind: received chunk for file "global/1213_fsm", offset 0, size 24576 pg_rewind: received chunk for file "global/1213_vm", offset 0, size 8192 pg_rewind: received chunk for file "global/1260_fsm", offset 0, size 24576 pg_rewind: received chunk for file "global/1260_vm", offset 0, size 8192 pg_rewind: received chunk for file "global/1261_fsm", offset 0, size 24576 pg_rewind: received chunk for file "global/1261_vm", offset 0, size 8192 pg_rewind: received chunk for file "global/1262_fsm", offset 0, size 24576 pg_rewind: received chunk for file "global/1262_vm", offset 0, size 8192 pg_rewind: received chunk for file "global/2396_fsm", offset 0, size 24576 pg_rewind: received chunk for file "global/2396_vm", offset 0, size 8192 pg_rewind: received chunk for file "global/pg_filenode.map", offset 0, size 524 pg_rewind: received chunk for file "pg_hba.conf", offset 0, size 5773 pg_rewind: received chunk for file "pg_ident.conf", offset 0, size 2640 pg_rewind: received chunk for file "pg_logical/replorigin_checkpoint", offset 0, size 8 pg_rewind: received chunk for file "pg_multixact/members/0000", offset 0, size 8192 pg_rewind: received chunk for file "pg_multixact/offsets/0000", offset 0, size 8192 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 0, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 1048576, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 2097152, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 3145728, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 4194304, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 5242880, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 6291456, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 7340032, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 8388608, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 9437184, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 10485760, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 11534336, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 12582912, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 13631488, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 14680064, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000002", offset 15728640, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 0, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 1048576, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 2097152, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 3145728, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 4194304, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 5242880, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 6291456, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 7340032, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 8388608, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 9437184, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 10485760, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 11534336, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 12582912, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 13631488, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 14680064, size 1048576 pg_rewind: received chunk for file "pg_wal/000000010000000000000003", offset 15728640, size 1048576 pg_rewind: received chunk for file "pg_xact/0000", offset 0, size 8192 pg_rewind: received chunk for file "postgresql.auto.conf", offset 0, size 88 pg_rewind: received chunk for file "postgresql.conf", offset 0, size 31648 pg_rewind: received chunk for file "standby.signal", offset 0, size 2 pg_rewind: received chunk for file "base/5/1249", offset 131072, size 8192 pg_rewind: received chunk for file "base/5/1259", offset 0, size 8192 pg_rewind: received chunk for file "base/5/16385", offset 0, size 8192 pg_rewind: received chunk for file "base/5/2610", offset 0, size 8192 pg_rewind: fetched file "global/pg_control", length 8192 pg_rewind: Done! [02:11:36.597](1.895s) ok 1 - pg_rewind remote ### Starting node "node_c" # Running: pg_ctl -w -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_node_c_data/pgdata -l /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/log/007_standby_source_node_c.log -o --cluster-name=node_c start waiting for server to start.... done server started # Postmaster PID for node "node_c" is 65916 [02:11:36.743](0.145s) ok 2 - table content after rewind: psql exit code [02:11:36.743](0.000s) ok 3 - table content after rewind: psql no stderr [02:11:36.743](0.000s) ok 4 - table content after rewind: query result matches Waiting for replication conn node_c's replay_lsn to pass 0/3002340 on node_b [02:14:54.291](197.548s) # poll_query_until timed out executing this query: # SELECT '0/3002340' <= replay_lsn AND state = 'streaming' # FROM pg_catalog.pg_stat_replication # WHERE application_name IN ('node_c', 'walreceiver') # expecting this output: # t # last actual query output: # # with stderr: # psql: error: connection to server on socket "/tmp/Cx8quPJatb/.s.PGSQL.58725" failed: No such file or directory # Is the server running locally and accepting connections on that socket? timed out waiting for catchup at /tmp/cirrus-ci-build/src/bin/pg_rewind/t/007_standby_source.pl line 162. # Postmaster PID for node "primary_a" is 65537 ### Stopping node "primary_a" using mode immediate # Running: pg_ctl -D /tmp/cirrus-ci-build/build/testrun/pg_rewind/007_standby_source/data/t_007_standby_source_primary_a_data/pgdata -m immediate stop waiting for server to shut down.... done server stopped # No postmaster PID for node "primary_a" # No postmaster PID for node "node_b" # No postmaster PID for node "node_c" [02:14:54.397](0.106s) # Tests were run but no plan was declared and done_testing() was not seen. [02:14:54.397](0.000s) # Looks like your test exited with 29 just after 4.