prepare for sns example integration test

Author: nikolayk812

Makefile

@@ -12,16 +12,14 @@ build:
 test:
 	$(RYUK) go test $(PACKAGES) -v -race \;
 
-cover:
-	make cover-ci
+cover: cover-ci
 	go tool cover -html=coverage.out -o coverage.html
 	open -a "Google Chrome" coverage.html
 
 cover-ci:
 	$(RYUK) go test $(COVER_PACKAGES) -v -coverprofile=coverage.out
 	go tool cover -func=coverage.out
 
-
 generate:
 	go generate ./...
 
@@ -33,11 +31,7 @@ fix-lint:
 	go mod tidy
 
 
-lint:
-	make generate
-	make fix-lint
+lint: generate fix-lint
 	golangci-lint run -v
 
-push-check:
-	make lint
-	make test
+push-check: lint test

examples/01_sns/Makefile

@@ -0,0 +1,11 @@
+.PHONY: image-build docker-build
+
+image-build:
+	GOOS=linux GOARCH=amd64 go build -o ./writer/build/linux/writer ./writer
+	GOOS=linux GOARCH=amd64 go build -o ./forwarder/build/linux/forwarder ./forwarder
+	GOOS=linux GOARCH=amd64 go build -o ./sqs_reader/build/linux/sqs_reader ./sqs_reader
+
+docker-build: image-build
+	docker build -t nikolayk812/pgx-outbox-writer -f ./writer/Dockerfile ./writer
+	docker build -t nikolayk812/pgx-outbox-forwarder -f ./forwarder/Dockerfile ./forwarder
+	docker build -t nikolayk812/pgx-outbox-sqs-reader -f ./sqs_reader/Dockerfile ./sqs_reader

examples/01_sns/README.md

@@ -4,6 +4,8 @@
 
 This example features three services: `Writer`, `Forwarder`, and `SQS reader`.
 
+Postgres and SNS/SQS are started in (Docker) containers using `docker-compose`. SNS/SQS run inside Localstack container, which is an emulation of AWS services.
+
 ![Project Logo](diagram.jpg)
 
 ### Writer
@@ -16,13 +18,12 @@ In the real world, the `Writer` could be a business service: `user-service`.
 ### Forwarder
 
 Reads messages from the `outbox_messages` table, transforms and publishes them to the SNS topic.
-It is responsible for creating the SNS topic in the Localstack container, which is an emulation of the AWS services.
 
 In the real world, the `Forwarder` could be a background job of the `user-service`, i.e. a cronjob in a Kubernetes cluster.
 
 ### SQS reader
 
-Creates a SQS queue, subscribes it to the SNS topic, and reads messages from the queue.
+Reads messages from the queue.
 
 In the real world, the `SQS reader` could be another business service, i.e. `cart-service` which is interested in the events of the `user-service`.
 

examples/01_sns/forwarder/Dockerfile

@@ -0,0 +1,7 @@
+FROM alpine:3.21
+
+COPY ./build/linux/forwarder /forwarder
+
+RUN chmod +x /forwarder
+
+ENTRYPOINT ["/forwarder"]

examples/01_sns/forwarder/build/linux/.gitkeep

@@ -1,8 +1,10 @@
 package main
 
 import (
+	"cmp"
 	"context"
 	"fmt"
+	"github.com/spf13/viper"
 	"log/slog"
 	"os"
 	"time"
@@ -18,8 +20,8 @@ import (
 
 const (
 	// Postgres
-	connStr     = "postgres://user:password@localhost:5432/dbname"
-	outboxTable = "outbox_messages"
+	defaultConnStr = "postgres://user:password@localhost:5432/dbname"
+	outboxTable    = "outbox_messages"
 
 	// Localstack
 	region   = "eu-central-1"
@@ -39,9 +41,13 @@ func main() {
 		os.Exit(0)
 	}()
 
+	viper.AutomaticEnv()
+
+	dbURL := cmp.Or(viper.GetString("DB_URL"), defaultConnStr)
+
 	ctx := context.Background()
 
-	pool, err := pgxpool.New(ctx, connStr)
+	pool, err := pgxpool.New(ctx, dbURL)
 	if err != nil {
 		gErr = fmt.Errorf("pgxpool.New: %w", err)
 		return

examples/01_sns/forwarder/main.go

@@ -13,10 +13,17 @@ require (
 	github.com/jackc/pgx/v5 v5.7.2
 	github.com/nikolayk812/pgx-outbox v0.0.1
 	github.com/nikolayk812/pgx-outbox/sns v0.0.0-20241226101704-85a5e4ad7eff
+	github.com/spf13/viper v1.19.0
+	github.com/stretchr/testify v1.10.0
+	github.com/testcontainers/testcontainers-go v0.34.0
+	github.com/testcontainers/testcontainers-go/modules/postgres v0.34.0
 )
 
 require (
+	dario.cat/mergo v1.0.1 // indirect
+	github.com/Azure/go-ansiterm v0.0.0-20230124172434-306776ec8161 // indirect
 	github.com/Masterminds/squirrel v1.5.4 // indirect
+	github.com/Microsoft/go-winio v0.6.2 // indirect
 	github.com/aws/aws-sdk-go-v2/credentials v1.17.48 // indirect
 	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.16.22 // indirect
 	github.com/aws/aws-sdk-go-v2/internal/configsources v1.3.26 // indirect
@@ -28,19 +35,78 @@ require (
 	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.28.7 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sts v1.33.3 // indirect
 	github.com/aws/smithy-go v1.22.1 // indirect
+	github.com/cenkalti/backoff/v4 v4.3.0 // indirect
+	github.com/containerd/log v0.1.0 // indirect
+	github.com/containerd/platforms v0.2.1 // indirect
+	github.com/cpuguy83/dockercfg v0.3.2 // indirect
+	github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
+	github.com/distribution/reference v0.6.0 // indirect
+	github.com/docker/docker v27.4.1+incompatible // indirect
+	github.com/docker/go-connections v0.5.0 // indirect
+	github.com/docker/go-units v0.5.0 // indirect
+	github.com/felixge/httpsnoop v1.0.4 // indirect
+	github.com/fsnotify/fsnotify v1.7.0 // indirect
 	github.com/gabriel-vasile/mimetype v1.4.7 // indirect
+	github.com/go-logr/logr v1.4.2 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/go-ole/go-ole v1.3.0 // indirect
 	github.com/go-playground/locales v0.14.1 // indirect
 	github.com/go-playground/universal-translator v0.18.1 // indirect
 	github.com/go-playground/validator/v10 v10.23.0 // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
+	github.com/grpc-ecosystem/grpc-gateway/v2 v2.25.1 // indirect
+	github.com/hashicorp/hcl v1.0.0 // indirect
 	github.com/jackc/pgpassfile v1.0.0 // indirect
 	github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
 	github.com/jackc/puddle/v2 v2.2.2 // indirect
+	github.com/klauspost/compress v1.17.11 // indirect
 	github.com/lann/builder v0.0.0-20180802200727-47ae307949d0 // indirect
 	github.com/lann/ps v0.0.0-20150810152359-62de8c46ede0 // indirect
 	github.com/leodido/go-urn v1.4.0 // indirect
+	github.com/lufia/plan9stats v0.0.0-20240909124753-873cd0166683 // indirect
+	github.com/magiconair/properties v1.8.9 // indirect
+	github.com/mitchellh/mapstructure v1.5.0 // indirect
+	github.com/moby/docker-image-spec v1.3.1 // indirect
+	github.com/moby/patternmatcher v0.6.0 // indirect
+	github.com/moby/sys/sequential v0.6.0 // indirect
+	github.com/moby/sys/user v0.3.0 // indirect
+	github.com/moby/sys/userns v0.1.0 // indirect
+	github.com/moby/term v0.5.0 // indirect
+	github.com/morikuni/aec v1.0.0 // indirect
+	github.com/opencontainers/go-digest v1.0.0 // indirect
+	github.com/opencontainers/image-spec v1.1.0 // indirect
+	github.com/pelletier/go-toml/v2 v2.2.2 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
+	github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55 // indirect
+	github.com/sagikazarmark/locafero v0.4.0 // indirect
+	github.com/sagikazarmark/slog-shim v0.1.0 // indirect
+	github.com/shirou/gopsutil/v3 v3.24.5 // indirect
+	github.com/shoenig/go-m1cpu v0.1.6 // indirect
+	github.com/sirupsen/logrus v1.9.3 // indirect
+	github.com/sourcegraph/conc v0.3.0 // indirect
+	github.com/spf13/afero v1.11.0 // indirect
+	github.com/spf13/cast v1.6.0 // indirect
+	github.com/spf13/pflag v1.0.5 // indirect
+	github.com/subosito/gotenv v1.6.0 // indirect
+	github.com/tklauser/go-sysconf v0.3.14 // indirect
+	github.com/tklauser/numcpus v0.9.0 // indirect
+	github.com/yusufpapurcu/wmi v1.2.4 // indirect
+	go.opentelemetry.io/auto/sdk v1.1.0 // indirect
+	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.58.0 // indirect
+	go.opentelemetry.io/otel v1.33.0 // indirect
+	go.opentelemetry.io/otel/metric v1.33.0 // indirect
+	go.opentelemetry.io/otel/trace v1.33.0 // indirect
+	go.uber.org/atomic v1.9.0 // indirect
+	go.uber.org/multierr v1.9.0 // indirect
 	golang.org/x/crypto v0.31.0 // indirect
+	golang.org/x/exp v0.0.0-20230905200255-921286631fa9 // indirect
 	golang.org/x/net v0.33.0 // indirect
 	golang.org/x/sync v0.10.0 // indirect
 	golang.org/x/sys v0.28.0 // indirect
 	golang.org/x/text v0.21.0 // indirect
+	google.golang.org/grpc v1.69.2 // indirect
+	google.golang.org/protobuf v1.36.0 // indirect
+	gopkg.in/ini.v1 v1.67.0 // indirect
+	gopkg.in/yaml.v3 v3.0.1 // indirect
 )