Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
45 changes: 41 additions & 4 deletions .github/workflows/ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,7 @@ jobs:
release:
if: ${{ startsWith(github.ref, 'refs/tags/v') }}
runs-on: ubuntu-latest
# env:
# DOCKER_BUILDKIT: 0

steps:
-
name: Set up QEMU
Expand Down Expand Up @@ -41,7 +40,7 @@ jobs:
PG_MAJOR_VERSION=15
VERSION=${{ steps.get-latest-tag.outputs.tag }}
context: .
file: ./Dockerfile
file: ./pg15/Dockerfile
push: true
tags: |
flyio/postgres-flex:15
Expand All @@ -56,14 +55,52 @@ jobs:
PG_MAJOR_VERSION=15
VERSION=${{ steps.get-latest-tag.outputs.tag }}
context: .
file: ./Dockerfile-timescaledb
file: ./pg15/Dockerfile-timescaledb
push: true
tags: |
flyio/postgres-flex-timescaledb:15
flyio/postgres-flex-timescaledb:15.6

-
name: Build and push Postgres 16
id: docker_build_16
uses: docker/build-push-action@v3
with:
build-args: |
PG_VERSION=16.3
PG_MAJOR_VERSION=16
VERSION=${{ steps.get-latest-tag.outputs.tag }}
context: .
file: ./pg16/Dockerfile
push: true
tags: |
flyio/postgres-flex:16
flyio/postgres-flex:16.3
-
name: Build and push Postgres 16 Timescale DB
id: docker_build_16_timescaledb
uses: docker/build-push-action@v3
with:
build-args: |
PG_VERSION=16.3
PG_MAJOR_VERSION=16
VERSION=${{ steps.get-latest-tag.outputs.tag }}
context: .
file: ./pg16/Dockerfile-timescaledb
push: true
tags: |
flyio/postgres-flex-timescaledb:16
flyio/postgres-flex-timescaledb:16.3
-
name: Postgres 15 Image digest
run: echo ${{ steps.docker_build_15.outputs.digest }}
-
name: Postgres 15 TimescaleDB Image digest
run: echo ${{ steps.docker_build_15_timescaledb.outputs.digest }}
-
name: Postgres 16 Image digest
run: echo ${{ steps.docker_build_16.outputs.digest }}
-
name: Postgres 16 TimescaleDB Image digest
run: echo ${{ steps.docker_build_16_timescaledb.outputs.digest }}

1 change: 1 addition & 0 deletions internal/flypg/pg.go
Original file line number Diff line number Diff line change
Expand Up @@ -159,6 +159,7 @@ func (c *PGConfig) SetDefaults(store *state.Store) error {
}

c.internalConfig = ConfigMap{
"listen_addresses": "'*'",
"random_page_cost": "1.1",
"port": c.Port,
"shared_buffers": fmt.Sprintf("%dMB", sharedBuffersMb),
Expand Down
File renamed without changes.
File renamed without changes.
82 changes: 82 additions & 0 deletions pg16/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,82 @@
ARG PG_VERSION=16.3
ARG PG_MAJOR_VERSION=16
ARG VERSION=custom

FROM golang:1.20 AS builder

WORKDIR /go/src/github.com/fly-apps/fly-postgres
COPY . .

RUN CGO_ENABLED=0 GOOS=linux \
go build -v -o /fly/bin/event_handler ./cmd/event_handler && \
go build -v -o /fly/bin/failover_validation ./cmd/failover_validation && \
go build -v -o /fly/bin/pg_unregister ./cmd/pg_unregister && \
go build -v -o /fly/bin/start_monitor ./cmd/monitor && \
go build -v -o /fly/bin/start_admin_server ./cmd/admin_server && \
go build -v -o /fly/bin/start ./cmd/start && \
go build -v -o /fly/bin/flexctl ./cmd/flexctl


COPY ./bin/* /fly/bin/

FROM ubuntu:24.04

ENV PGDATA=/data/postgresql
ENV PGPASSFILE=/data/.pgpass
ENV AWS_SHARED_CREDENTIALS_FILE=/data/.aws/credentials
ARG VERSION
ARG PG_MAJOR_VERSION
ARG POSTGIS_MAJOR=3
ARG HAPROXY_VERSION=2.8
ARG REPMGR_VERSION=5.4.1-1build2

LABEL fly.app_role=postgres_cluster
LABEL fly.version=${VERSION}
LABEL fly.pg-version=${PG_VERSION}
LABEL fly.pg-manager=repmgr

RUN apt-get update && apt-get install --no-install-recommends -y \
ca-certificates iproute2 curl bash dnsutils vim socat procps ssh gnupg rsync barman-cli barman barman-cli-cloud python3-setuptools cron gosu \
&& apt autoremove -y && apt clean && \
rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

# Install PostgreSQL
RUN curl -fsSL https://www.postgresql.org/media/keys/ACCC4CF8.asc | gpg --dearmor -o /usr/share/keyrings/postgresql-archive-keyring.gpg && \
echo "deb [signed-by=/usr/share/keyrings/postgresql-archive-keyring.gpg] http://apt.postgresql.org/pub/repos/apt/ noble-pgdg main" > /etc/apt/sources.list.d/pgdg.list && \
apt-get update && apt-get install --no-install-recommends -y \
postgresql-${PG_MAJOR_VERSION} \
postgresql-client-${PG_MAJOR_VERSION} \
postgresql-contrib-${PG_MAJOR_VERSION}

# Repmgr
RUN curl -L http://launchpadlibrarian.net/722514158/postgresql-${PG_MAJOR_VERSION}-repmgr_${REPMGR_VERSION}_amd64.deb -o postgresql-${PG_MAJOR_VERSION}-repmgr_${REPMGR_VERSION}_amd64.deb && \
Copy link

@owenthereal owenthereal Jul 8, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Could this also cover arm64? This is mainly for building an image on Mac for local testing 🙏

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

How are you testing locally?

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I'm testing the building of the image.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

If you're just testing the build process you can specify the platform.

E.G.
docker build . --platform linux/amd64

apt-get install -y ./postgresql-${PG_MAJOR_VERSION}-repmgr_${REPMGR_VERSION}_amd64.deb \
&& rm ./postgresql-${PG_MAJOR_VERSION}-repmgr_${REPMGR_VERSION}_amd64.deb

# PostGIS
RUN apt-get update && apt-get install --no-install-recommends -y \
postgresql-${PG_MAJOR_VERSION}-postgis-$POSTGIS_MAJOR \
postgresql-${PG_MAJOR_VERSION}-postgis-$POSTGIS_MAJOR-scripts

# Haproxy
RUN apt-get update && apt-get install --no-install-recommends -y \
haproxy=$HAPROXY_VERSION.\* \
&& apt autoremove -y && apt clean


# Add PostgreSQL bin directory to PATH
ENV PATH="/usr/lib/postgresql/${PG_MAJOR_VERSION}/bin:$PATH"

# Copy Go binaries from the builder stage
COPY --from=builder /fly/bin/* /usr/local/bin

# Copy Postgres exporter
COPY --from=wrouesnel/postgres_exporter:latest /postgres_exporter /usr/local/bin/

ADD /config/* /fly/
RUN mkdir -p /run/haproxy/
RUN usermod -d /data postgres

EXPOSE 5432

CMD ["start"]
90 changes: 90 additions & 0 deletions pg16/Dockerfile-timescaledb
Original file line number Diff line number Diff line change
@@ -0,0 +1,90 @@
ARG PG_VERSION=16.3
ARG PG_MAJOR_VERSION=16
ARG VERSION=custom

FROM golang:1.20 AS builder

WORKDIR /go/src/github.com/fly-apps/fly-postgres
COPY . .

RUN CGO_ENABLED=0 GOOS=linux \
go build -v -o /fly/bin/event_handler ./cmd/event_handler && \
go build -v -o /fly/bin/failover_validation ./cmd/failover_validation && \
go build -v -o /fly/bin/pg_unregister ./cmd/pg_unregister && \
go build -v -o /fly/bin/start_monitor ./cmd/monitor && \
go build -v -o /fly/bin/start_admin_server ./cmd/admin_server && \
go build -v -o /fly/bin/start ./cmd/start && \
go build -v -o /fly/bin/flexctl ./cmd/flexctl


COPY ./bin/* /fly/bin/

FROM ubuntu:24.04

ENV PGDATA=/data/postgresql
ENV PGPASSFILE=/data/.pgpass
ENV AWS_SHARED_CREDENTIALS_FILE=/data/.aws/credentials
ARG VERSION
ARG PG_MAJOR_VERSION
ARG POSTGIS_MAJOR=3
ARG HAPROXY_VERSION=2.8
ARG REPMGR_VERSION=5.4.1-1build2

LABEL fly.app_role=postgres_cluster
LABEL fly.version=${VERSION}
LABEL fly.pg-version=${PG_VERSION}
LABEL fly.pg-manager=repmgr

RUN apt-get update && apt-get install --no-install-recommends -y \
ca-certificates iproute2 curl bash dnsutils vim socat procps ssh gnupg rsync barman-cli barman barman-cli-cloud python3-setuptools cron gosu \
&& apt autoremove -y && apt clean && \
rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*

# Install PostgreSQL
RUN curl -fsSL https://www.postgresql.org/media/keys/ACCC4CF8.asc | gpg --dearmor -o /usr/share/keyrings/postgresql-archive-keyring.gpg && \
echo "deb [signed-by=/usr/share/keyrings/postgresql-archive-keyring.gpg] http://apt.postgresql.org/pub/repos/apt/ noble-pgdg main" > /etc/apt/sources.list.d/pgdg.list && \
apt-get update && apt-get install --no-install-recommends -y \
postgresql-${PG_MAJOR_VERSION} \
postgresql-client-${PG_MAJOR_VERSION} \
postgresql-contrib-${PG_MAJOR_VERSION}

# Repmgr
RUN curl -L http://launchpadlibrarian.net/722514158/postgresql-${PG_MAJOR_VERSION}-repmgr_${REPMGR_VERSION}_amd64.deb -o postgresql-${PG_MAJOR_VERSION}-repmgr_${REPMGR_VERSION}_amd64.deb && \
apt-get install -y ./postgresql-${PG_MAJOR_VERSION}-repmgr_${REPMGR_VERSION}_amd64.deb \
&& rm ./postgresql-${PG_MAJOR_VERSION}-repmgr_${REPMGR_VERSION}_amd64.deb


# TimescaleDB and PostGIS
RUN echo "deb https://packagecloud.io/timescale/timescaledb/ubuntu/ jammy main" > /etc/apt/sources.list.d/timescaledb.list \
Copy link
Contributor Author

@davissp14 davissp14 Jul 6, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Timescale isn't compatible with noble yet... While jammy seems to work, some additional testing is needed.

Related:
timescale/timescaledb-toolkit#799

&& curl -L https://packagecloud.io/timescale/timescaledb/gpgkey | apt-key add -

RUN apt-get update && apt-get install --no-install-recommends -y \
postgresql-$PG_MAJOR_VERSION-postgis-$POSTGIS_MAJOR \
postgresql-$PG_MAJOR_VERSION-postgis-$POSTGIS_MAJOR-scripts \
timescaledb-2-postgresql-$PG_MAJOR_VERSION \
&& apt autoremove -y && apt clean

# Haproxy
RUN apt-get update && apt-get install --no-install-recommends -y \
haproxy=$HAPROXY_VERSION.\* \
&& apt autoremove -y && apt clean


# Add PostgreSQL bin directory to PATH
ENV PATH="/usr/lib/postgresql/${PG_MAJOR_VERSION}/bin:$PATH"

# Copy Go binaries from the builder stage
COPY --from=builder /fly/bin/* /usr/local/bin

# Copy Postgres exporter
COPY --from=wrouesnel/postgres_exporter:latest /postgres_exporter /usr/local/bin/

ADD /config/* /fly/
RUN mkdir -p /run/haproxy/
RUN usermod -d /data postgres

ENV TIMESCALEDB_ENABLED=true

EXPOSE 5432

CMD ["start"]