Establish an e2e backend instance locally and in CI/CD

.github/workflows/run-ci-cd.yaml

@@ -209,17 +209,31 @@ jobs:
 
   run-frontend-e2e-tests:
     name: Run frontend e2e tests
-    needs:
-      - scan-code
-      - scan-ci-dependencies
     runs-on: ubuntu-latest
+    services:
+      db:
+        image: pgvector/pgvector:pg16
+        env:
+          POSTGRES_DB: nest_db_e2e
+          POSTGRES_PASSWORD: nest_user_e2e_password
+          POSTGRES_USER: nest_user_e2e
+        options: >-
+          --health-cmd="pg_isready -U nest_user_e2e -d nest_db_e2e -h localhost -p 5432"
+          --health-interval=5s
+          --health-timeout=5s
+          --health-retries=5
+        ports:
+          - 5432:5432
     steps:
       - name: Check out repository
         uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
 
       - name: Set up Docker buildx
         uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435
 
+      - name: Setup E2E environment
+        uses: ./.github/workflows/setup-e2e-environment
+
       - name: Build frontend end-to-end testing image
         uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83
         with:

.github/workflows/setup-e2e-environment/action.yaml

@@ -0,0 +1,63 @@
+name: Set up E2E environment
+description: "Sets up the environment for end-to-end testing."
+
+runs:
+    steps:
+      - name: Wait for database to be ready
+        run: |
+          until docker exec ${{ job.services.db.id }} pg_isready -U nest_user_e2e -d nest_db_e2e; do
+            echo "Waiting for database..."
+            sleep 5
+          done
+        shell: bash
+
+      - name: Install PostgreSQL client
+        run: sudo apt-get install -y postgresql-client
+        shell: bash
+
+      - name: Load Postgres data
+        env:
+          PGPASSWORD: nest_user_e2e_password
+        run: |
+          gunzip -c backend/data/nest-e2e.sql.gz | psql -h localhost -U nest_user_e2e -d nest_db_e2e
+        shell: bash
+
+      - name: Build backend e2e image
+        uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83
+        with:
+          cache-from: |
+            type=gha
+          cache-to: |
+            type=gha,compression=zstd
+          context: backend
+          file: backend/docker/Dockerfile
+          load: true
+          platforms: linux/amd64
+          tags: owasp/nest:test-backend-e2e-latest
+
+      - name: Start Backend in the background
+        run: |
+          docker run --rm --name nest-backend-e2e-runner \
+            --env-file backend/.env.example \
+            --network host \
+            -e DJANGO_SETTINGS_MODULE=settings.test \
+            -e DJANGO_DB_HOST=localhost \
+            -e DJANGO_DB_NAME=nest_db_e2e \
+            -e DJANGO_DB_USER=nest_user_e2e \
+            -e DJANGO_DB_PASSWORD=nest_user_e2e_password \
+            -e DJANGO_DB_PORT=5432 \
+            -p 8000:8000 \
+            owasp/nest:test-backend-e2e-latest \
+            sh -c '
+              python manage.py runserver 0.0.0.0:8000
+          '
+        shell: bash
+
+      - name: Waiting for the backend to be ready
+        run: |
+          until curl -s http://localhost:8000/graphql > /dev/null; do
+            echo "Waiting for backend..."
+            sleep 3
+          done
+          echo "Backend is up!"
+        shell: bash

backend/Makefile

@@ -27,9 +27,16 @@ exec-backend-command:
 exec-backend-command-it:
 	@docker exec -it nest-backend $(CMD) 2>/dev/null
 
+exec-backend-e2e-command:
+	@docker exec -it nest-backend-e2e $(CMD)
+
+
 exec-db-command-it:
 	@docker exec -it nest-db $(CMD)
 
+exec-db-e2e-command:
+	@docker exec -it nest-db-e2e $(CMD)
+
 clear-cache:
 	@CMD="python manage.py clear_cache" $(MAKE) exec-backend-command
 
@@ -53,13 +60,18 @@ dump-data:
 	@CMD="sed -E -i 's/\"email\": *\"([^\"]|\\\")*\"/\"email\": \"\"/g' data/nest.json" $(MAKE) exec-backend-command
 	@CMD="gzip -f data/nest.json" $(MAKE) exec-backend-command
 
+dump-data-e2e:
+	@echo "Dumping Nest e2e data"
+	@CMD="pg_dumpall -U nest_user_e2e --clean | gzip -9 > backend/data/nest-e2e.sql.gz" $(MAKE) exec-db-e2e-command
+
 enrich-data: \
 	github-enrich-issues \
 	owasp-enrich-chapters \
 	owasp-enrich-committees \
 	owasp-enrich-events \
 	owasp-enrich-projects
 
+
 generate-sitemap:
 	@CMD="python manage.py generate_sitemap" $(MAKE) exec-backend-command
 
@@ -69,6 +81,10 @@ index-data:
 	@CMD="python manage.py algolia_update_replicas" $(MAKE) exec-backend-command
 	@CMD="python manage.py algolia_update_synonyms" $(MAKE) exec-backend-command
 
+load-data-e2e:
+	@echo "Loading Nest e2e data"
+	@CMD="python manage.py load_data" $(MAKE) exec-backend-e2e-command
+
 load-data:
 	@echo "Loading Nest data"
 	@CMD="python manage.py load_data" $(MAKE) exec-backend-command
@@ -96,6 +112,10 @@ restore-backup:
 	@echo "Restoring Nest backup"
 	@CMD="python manage.py restore_backup" $(MAKE) exec-backend-command
 
+run-backend-e2e:
+	@DOCKER_BUILDKIT=1 \
+	docker compose --project-name nest-e2e -f docker-compose/e2e.yaml up --build --remove-orphans --abort-on-container-exit
+
 save-backup:
 	@echo "Saving Nest backup"
 	@CMD="python manage.py dumpdata --natural-primary --natural-foreign --indent=2" $(MAKE) exec-backend-command > backend/data/backup.json

backend/docker/Dockerfile

@@ -64,4 +64,4 @@ RUN rm -rf /home/owasp/.cache && \
 
 USER owasp
 
-CMD ["/home/owasp/entrypoint.sh"]
+EXPOSE 8000

docker-compose/e2e.yaml

@@ -0,0 +1,74 @@
+services:
+  backend:
+    container_name: nest-backend-e2e
+    command: >
+      sh -c '
+        python manage.py migrate &&
+        python manage.py runserver 0.0.0.0:8000
+      '
+    build:
+      context: ../backend
+      dockerfile: docker/Dockerfile
+    depends_on:
+      db:
+        condition: service_healthy
+    env_file: ../backend/.env
+    environment:
+      DJANGO_DB_HOST: ${DJANGO_DB_HOST:-db}
+      DJANGO_DB_NAME: ${DJANGO_DB_NAME:-nest_db_e2e}
+      DJANGO_DB_PASSWORD: ${DJANGO_DB_PASSWORD:-nest_user_e2e_password}
+      DJANGO_DB_PORT: ${DJANGO_DB_PORT:-5432}
+      DJANGO_DB_USER: ${DJANGO_DB_USER:-nest_user_e2e}
+    networks:
+      - nest-network
+    ports:
+      - 8000:8000
+    healthcheck:
+      interval: 10s
+      retries: 10
+      test: >
+        sh -c '
+          wget --spider http://backend:8000/graphql
+        '
+      timeout: 10s
+      start_period: 10s
+  db:
+    container_name: nest-db-e2e
+    image: pgvector/pgvector:pg16
+    environment:
+      POSTGRES_DB: ${DJANGO_DB_NAME:-nest_db_e2e}
+      POSTGRES_PASSWORD: ${DJANGO_DB_PASSWORD:-nest_user_e2e_password}
+      POSTGRES_USER: ${DJANGO_DB_USER:-nest_user_e2e}
+    healthcheck:
+      interval: 5s
+      retries: 5
+      test: [CMD-SHELL, pg_isready -U $$POSTGRES_USER -d $$POSTGRES_DB -h localhost -p 5432]
+      timeout: 5s
+    networks:
+      - nest-network
+    volumes:
+      - db-e2e-data:/var/lib/postgresql/data
+    ports:
+      - 5433:5432
+
+  frontend:
+    container_name: nest-frontend-e2e
+    build:
+      context: ../frontend
+      dockerfile: docker/Dockerfile.e2e.test
+    command: >
+      sh -c '
+        pnpm run test:e2e
+      '
+    depends_on:
+      backend:
+        condition: service_healthy
+    env_file: ../frontend/.env
+    networks:
+      - nest-network
+
+volumes:
+  db-e2e-data:
+
+networks:
+  nest-network:

docker-compose/production.yaml

@@ -1,6 +1,7 @@
 services:
   production-nest-backend:
     container_name: production-nest-backend
+    entrypoint: /home/owasp/entrypoint.sh
     image: owasp/nest:backend-production
     env_file: .env.backend
     depends_on:

docker-compose/staging.yaml

@@ -1,6 +1,7 @@
 services:
   staging-nest-backend:
     container_name: staging-nest-backend
+    entrypoint: /home/owasp/entrypoint.sh
     image: owasp/nest:backend-staging
     env_file: .env.backend
     depends_on: