diff --git a/.github/workflows/slow_tests.yml b/.github/workflows/slow_tests.yml index 21f502b5c4..58d621fa0c 100644 --- a/.github/workflows/slow_tests.yml +++ b/.github/workflows/slow_tests.yml @@ -14,11 +14,11 @@ jobs: name: Start self-hosted EC2 runner runs-on: ubuntu-20.04 env: - AWS_REGION: us-east-1 - EC2_AMI_ID: ami-0a54664633b809ed5 + AWS_REGION: us-west-2 + EC2_AMI_ID: ami-0a20beab46db1fdb6 EC2_INSTANCE_TYPE: dl1.24xlarge - EC2_SUBNET_ID: subnet-b7533b96 - EC2_SECURITY_GROUP: sg-02677bbf33275aa0e + EC2_SUBNET_ID: subnet-452c913d + EC2_SECURITY_GROUP: sg-0472192d4db070348 outputs: label: ${{ steps.start-ec2-runner.outputs.label }} ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} @@ -49,7 +49,7 @@ jobs: needs: start-runner # required to start the main job when the runner is ready runs-on: ${{ needs.start-runner.outputs.label }} # run the job on the newly created runner env: - AWS_REGION: us-east-1 + AWS_REGION: us-west-2 steps: - name: Checkout uses: actions/checkout@v2 @@ -76,7 +76,7 @@ jobs: - example-diff # run the job when the previous test job is done runs-on: ${{ needs.start-runner.outputs.label }} # run the job on the newly created runner env: - AWS_REGION: us-east-1 + AWS_REGION: us-west-2 steps: - name: Checkout uses: actions/checkout@v2 @@ -104,7 +104,7 @@ jobs: - multi-card # run the job when the previous test jobs are done runs-on: ${{ needs.start-runner.outputs.label }} # run the job on the newly created runner env: - AWS_REGION: us-east-1 + AWS_REGION: us-west-2 steps: - name: Checkout uses: actions/checkout@v2 @@ -133,7 +133,7 @@ jobs: - single-card # run the job when the previous test jobs are done runs-on: ${{ needs.start-runner.outputs.label }} # run the job on the newly created runner env: - AWS_REGION: us-east-1 + AWS_REGION: us-west-2 steps: - name: Checkout if: github.event.schedule == '0 23 * * 6' @@ -169,7 +169,7 @@ jobs: - albert-xxl-single-card runs-on: ubuntu-20.04 env: - AWS_REGION: us-east-1 + AWS_REGION: us-west-2 if: ${{ always() }} # required to stop the runner even if the error happened in the previous jobs steps: - name: Configure AWS credentials diff --git a/tests/test_examples.py b/tests/test_examples.py index 8f76bcef06..9e03528912 100644 --- a/tests/test_examples.py +++ b/tests/test_examples.py @@ -290,7 +290,8 @@ def assert_no_regression(self, results: Dict, baseline: Dict): self.assertGreaterEqual( number_asserted_metrics, 2, - f"{number_asserted_metrics} asserted metric while at least 2 are expected (training time + accuracy). Metrics to assert: {self.REGRESSION_METRICS.keys()}. Metrics received: {baseline.keys()}", + f"{number_asserted_metrics} asserted metric while at least 2 are expected (training time + accuracy)." + f" Metrics to assert: {self.REGRESSION_METRICS.keys()}. Metrics received: {baseline.keys()}", ) @@ -326,8 +327,7 @@ class MultiCardLanguageModelingExampleTester( TASK_NAME = "wikitext" -# TODO: uncomment when CI is moved from AWS -# class MultiCardSummarizationExampleTester( -# ExampleTesterBase, metaclass=ExampleTestMeta, example_name="run_summarization", multi_card=True -# ): -# TASK_NAME = "cnn_dailymail" +class MultiCardSummarizationExampleTester( + ExampleTesterBase, metaclass=ExampleTestMeta, example_name="run_summarization", multi_card=True +): + TASK_NAME = "cnn_dailymail"