update docs

Author: m99coder

Makefile

@@ -42,12 +42,14 @@ psqlt: ## Connect to target
 .PHONY: pginitpub
 pginitpub: ## Init pgbench and publication in source
 	docker exec -it $${CONTAINER_NAME_PREFIX}-source /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) pgbench -i -I dtvp -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB}"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-source /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/pgbench_alter.sql"
 	docker exec -it $${CONTAINER_NAME_PREFIX}-source /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/pgbench_init_pub.sql"
 	docker exec -it $${CONTAINER_NAME_PREFIX}-source /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/repl_pub.sql"
 
 .PHONY: pginitsub
 pginitsub: ## Init pgbench and subscription in target
 	docker exec -it $${CONTAINER_NAME_PREFIX}-target /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) pgbench -i -I dtvp -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB}"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-target /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/pgbench_alter.sql"
 	docker exec -it $${CONTAINER_NAME_PREFIX}-target /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/pgbench_init_sub.sql"
 	docker exec -it $${CONTAINER_NAME_PREFIX}-target /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/repl_sub.sql"
 
@@ -93,3 +95,16 @@ validate: ## Validate replication
 
 .PHONY: reset
 reset: pgsubdrop pgpubdrop pgdatadrop ## Reset everything
+
+.PHONY: conflict
+conflict: ## Simulate primary key constraint conflict
+	docker exec -it $${CONTAINER_NAME_PREFIX}-source /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) pgbench -i -I dtvp -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB}"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-source /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/pgbench_alter.sql"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-target /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) pgbench -i -I dtvp -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB}"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-target /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/pgbench_alter.sql"
+	docker exec -it ${CONTAINER_NAME_PREFIX}-target /bin/bash \
+  -c "PGPASSWORD=$(echo $POSTGRES_PASSWORD) psql -h localhost -p 5432 -U ${POSTGRES_USER} ${POSTGRES_DB} -c 'INSERT INTO pgbench_branches(bid) VALUES (1)'"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-source /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/pgbench_init_pub.sql"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-target /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/pgbench_init_sub.sql"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-source /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/repl_pub.sql"
+	docker exec -it $${CONTAINER_NAME_PREFIX}-target /bin/bash -c "PGPASSWORD=$$(echo $$POSTGRES_PASSWORD) psql -h localhost -p 5432 -U $${POSTGRES_USER} $${POSTGRES_DB} < /opt/sql/repl_sub.sql"

README.md

@@ -8,7 +8,8 @@ As primary key and row filter for the logical replication, we use the criteria `
 
 ## Important files
 
-- [sql/pgbench_init_pub.sql](./sql/pgbench_init_pub.sql), [sql/pgbench_init_sub.sql](./sql/pgbench_init_sub.sql): Init pgbench tables `pgbench_branches`, `pgbench_tellers`, and `pgbench_accounts` with entries where the primary keys follow the even/odd pattern for the source and the target. Additionally extend the primary keys in the tables `pgbench_accounts` and `pgbench_tellers` to contain `bid` as well. _The scale factor of 50 is applied as static value in these files and needs to be adjusted if the environment variable `PGBENCH_SCALE` is modified._
+- [sql/pgbench_alter.sql](./sql/pgbench_alter.sql): Extend the primary keys in the tables `pgbench_accounts` and `pgbench_tellers` to contain `bid` as well.
+- [sql/pgbench_init_pub.sql](./sql/pgbench_init_pub.sql), [sql/pgbench_init_sub.sql](./sql/pgbench_init_sub.sql): Init pgbench tables `pgbench_branches`, `pgbench_tellers`, and `pgbench_accounts` with entries where the primary keys follow the even/odd pattern for the source and the target. _The scale factor of 50 is applied as static value in these files and needs to be adjusted if the environment variable `PGBENCH_SCALE` is modified._
 - [sql/repl_pub.sql](./sql/repl_pub.sql): Create publication for all pgbench tables using the row filter criteria `bid = 1` on the source.
 - [sql/repl_sub.sql](./sql/repl_sub.sql): Create subscription for the publication in the target.
 - [bench/pub.bench](./bench/pub.bench), [bench/sub.bench](./bench/sub.bench): Benchmark scripts to use with modified identifiers following the even/odd pattern for the source and the target.
@@ -349,7 +350,7 @@ Configuration Settings
 First prepare tables and generate traffic.
 
 ```shell
-make preapre -j 2
+make prepare -j 2
 make run -j 2
 ```
 
@@ -407,7 +408,30 @@ The final `make validate` shows that the data is still consistent afterwards.
 
 ### Violation of constraints
 
-_tbw._
+- Create pgbench schema
+- Insert conflicting entry in target
+- Create pgbench base data
+- Setup publication and subscription
+
+```shell
+make conflict
+```
+
+The logs for the target look similar to these.
+
+```text
+      LOG:  logical replication table synchronization worker for subscription "sub_bid_1", table "pgbench_branches" has started
+    ERROR:  duplicate key value violates unique constraint "pgbench_branches_pkey"
+   DETAIL:  Key (bid)=(1) already exists.
+  CONTEXT:  COPY pgbench_branches, line 1
+      LOG:  background worker "logical replication worker" (PID 10848) exited with exit code 1
+```
+
+As long as the subscription is enabled, the logical replication is retried.
+
+```shell
+make reset -j 3
+```
 
 ### Target goes down during replication
 

sql/pgbench_alter.sql

@@ -0,0 +1,10 @@
+BEGIN;
+
+-- drop primary key constraints and update them
+ALTER TABLE pgbench_accounts DROP CONSTRAINT pgbench_accounts_pkey;
+ALTER TABLE pgbench_accounts ADD PRIMARY KEY (aid, bid);
+
+ALTER TABLE pgbench_tellers DROP CONSTRAINT pgbench_tellers_pkey;
+ALTER TABLE pgbench_tellers ADD PRIMARY KEY (tid, bid);
+
+COMMIT;

sql/pgbench_init_pub.sql

@@ -24,10 +24,3 @@ INSERT INTO pgbench_accounts(aid, bid, abalance, filler)
   FROM generate_series(1, 100000 * 50) AS aid;
 
 COMMIT;
-
--- drop primary key constraints and update them
-ALTER TABLE pgbench_accounts DROP CONSTRAINT pgbench_accounts_pkey;
-ALTER TABLE pgbench_accounts ADD PRIMARY KEY (aid, bid);
-
-ALTER TABLE pgbench_tellers DROP CONSTRAINT pgbench_tellers_pkey;
-ALTER TABLE pgbench_tellers ADD PRIMARY KEY (tid, bid);

sql/pgbench_init_sub.sql

@@ -24,10 +24,3 @@ INSERT INTO pgbench_accounts(aid, bid, abalance, filler)
   FROM generate_series(1, 100000 * 50) AS aid;
 
 COMMIT;
-
--- drop primary key constraints and update them
-ALTER TABLE pgbench_accounts DROP CONSTRAINT pgbench_accounts_pkey;
-ALTER TABLE pgbench_accounts ADD PRIMARY KEY (aid, bid);
-
-ALTER TABLE pgbench_tellers DROP CONSTRAINT pgbench_tellers_pkey;
-ALTER TABLE pgbench_tellers ADD PRIMARY KEY (tid, bid);