rename option for knack extract #362
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build, test, and deploy docker image to ECR | |
| on: | |
| push: | |
| branches: | |
| - 'master' | |
| concurrency: | |
| group: testing_environment | |
| cancel-in-progress: false | |
| jobs: | |
| build: | |
| name: Build and deploy docker container | |
| if: "!contains(github.event.head_commit.message, 'skip ci')" | |
| runs-on: self-hosted | |
| steps: | |
| # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | |
| # This is a github function? Ref doc: https://github.com/actions/checkout#checkout-a-different-branch | |
| # IMPORTANT NOTE: pinned to v3 instead of master, because v4 uses node20 and glibc 2.27. Amazon linux 2 atm only supports | |
| # glibc 2.26. Change notes: https://github.com/marketplace/actions/checkout | |
| - uses: actions/checkout@v3 | |
| with: | |
| ref: master | |
| # https://github.com/marketplace/actions/microsoft-teams-deploy-card | |
| # Using replacement fork for toko-bifrost, context for why: https://github.com/toko-bifrost/ms-teams-deploy-card/issues/33#issuecomment-888466503 | |
| #- uses: toko-bifrost/ms-teams-deploy-card@master | |
| # Note: deprecated because of nodejs 12 and seemingly un-updated. | |
| # commenting out for now. | |
| #- uses: patrickpaulin/ms-teams-deploy-card@master | |
| # if: always() | |
| # with: | |
| # GITHUB-TOKEN: ${{ github.token }} | |
| # WEBHOOK-URI: ${{ secrets.MS_TEAMS_WEBHOOK_URI }} | |
| # card-layout-start: compact | |
| # show-on-start: true | |
| # show-on-exit: true | |
| # custom-facts: | | |
| # - name: Job Progress | |
| # value: Building databridge-etl-tools | |
| # https://github.com/aws-actions/amazon-ecr-login | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@master | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Pull Oracle Instant Client rpm from S3 | |
| id: pull-oracle-rpm | |
| run: bash ./scripts/pull-oracle-rpm.sh | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| # Prune docker system to clear space | |
| - name: docker system purne | |
| run: | | |
| yes | docker system prune | |
| # Build our docker container and insert our AWS secret keys | |
| # no-cache so we're sure we're getting all changes (such as geopetl changes) | |
| - name: Build docker container | |
| run: | | |
| docker build -t dbtools \ | |
| --build-arg AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \ | |
| --build-arg AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \ | |
| --no-cache \ | |
| . | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| - name: Postgres pytests | |
| run: | | |
| docker run --rm dbtools \ | |
| pytest tests/test_postgres.py \ | |
| -vvv -ra --showlocals --tb=long --disable-warnings \ | |
| --user citygeo \ | |
| --password $POSTGRES_PASSWORD \ | |
| --host $POSTGRES_HOST \ | |
| --database $POSTGRES_DB | |
| env: | |
| POSTGRES_HOST: ${{ secrets.POSTGRES_HOST }} | |
| POSTGRES_PASSWORD: ${{ secrets.POSTGRES_PASSWORD }} | |
| POSTGRES_DB: ${{ secrets.POSTGRES_DB }} | |
| #- name: Oracle pytests | |
| #run: | | |
| # docker run --rm dbtools \ | |
| # pytest tests/test_oracle.py \ | |
| # -vvv -ra --showlocals --tb=long --disable-warnings \ | |
| # --user GIS_TEST \ | |
| # --password $ORACLE_PASSWORD \ | |
| # --host $ORACLE_HOST \ | |
| # --database $ORACLE_DB | |
| #env: | |
| #ORACLE_HOST: ${{ secrets.ORACLE_HOST }} | |
| #ORACLE_PASSWORD: ${{ secrets.ORACLE_PASSWORD }} | |
| #ORACLE_DB: ${{ secrets.ORACLE_DB }} | |
| - name: AGO pytests | |
| run: | | |
| docker run --rm dbtools \ | |
| pytest tests/test_ago.py \ | |
| -s -vvv -ra --showlocals --tb=long --disable-warnings \ | |
| --ago_user $AGO_USER \ | |
| --ago_password $AGO_PASSWORD | |
| env: | |
| AGO_USER: ${{ secrets.AGO_USER }} | |
| AGO_PASSWORD: ${{ secrets.AGO_PASSWORD }} | |
| - name: Carto pytests | |
| run: | | |
| docker run --rm dbtools \ | |
| pytest tests/test_carto.py \ | |
| -s -vvv -ra --showlocals --tb=long --disable-warnings \ | |
| --carto_user $CARTO_USER \ | |
| --carto_password $CARTO_PASSWORD | |
| env: | |
| CARTO_USER: ${{ secrets.CARTO_USER }} | |
| CARTO_PASSWORD: ${{ secrets.CARTO_PASSWORD }} | |
| # https://github.com/aws-actions/amazon-ecr-login | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| - name: Docker Push to ECR | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| ECR_REPOSITORY_URL: ${{ secrets.ECR_REPOSITORY_URL }} | |
| run: | | |
| docker tag dbtools:latest $ECR_REPOSITORY_URL:latest | |
| docker push $ECR_REPOSITORY_URL:latest |