Collecting Test Metadata

.circleci/config.yml

@@ -67,6 +67,10 @@ jobs:
             else
               npx hardhat test:integration:l2 --compile --deploy --use-sips --use-fork
             fi;
+      - store_test_results:
+          path: /tmp/junit/
+      - store_artifacts:
+          path: /tmp/junit/
   job-fork-tests:
     working_directory: ~/repo
     docker:
@@ -92,6 +96,10 @@ jobs:
             else
               npx hardhat test:integration:l1 --compile --deploy --use-sips --use-fork --provider-port 9545
             fi;
+      - store_test_results:
+          path: /tmp/junit/
+      - store_artifacts:
+          path: /tmp/junit/
   job-integration-tests:
     working_directory: ~/repo
     machine:
@@ -137,6 +145,10 @@ jobs:
           name: Run dual layer 1 and layer 2 integration tests
           command: |
             npx hardhat test:integration:dual --deploy
+      - store_test_results:
+          path: /tmp/junit/
+      - store_artifacts:
+          path: /tmp/junit/
   job-lint:
     working_directory: ~/repo
     docker:
@@ -361,6 +373,10 @@ jobs:
           root: .
           paths:
             - gasReporterOutput-*.json
+      - store_test_results:
+          path: /tmp/junit/
+      - store_artifacts:
+          path: /tmp/junit/
   job-validate-deployments:
     working_directory: ~/repo
     docker:

.circleci/src/jobs/job-fork-tests-ovm.yml

@@ -19,3 +19,7 @@ steps:
         else
           npx hardhat test:integration:l2 --compile --deploy --use-sips --use-fork
         fi;
+  - store_test_results:
+      path: /tmp/junit/
+  - store_artifacts:
+      path: /tmp/junit/

.circleci/src/jobs/job-fork-tests.yml

@@ -19,3 +19,7 @@ steps:
         else
           npx hardhat test:integration:l1 --compile --deploy --use-sips --use-fork --provider-port 9545
         fi;
+  - store_test_results:
+      path: /tmp/junit/
+  - store_artifacts:
+      path: /tmp/junit/

.circleci/src/jobs/job-integration-tests.yml

@@ -43,3 +43,7 @@ steps:
       name: Run dual layer 1 and layer 2 integration tests
       command: |
         npx hardhat test:integration:dual --deploy
+  - store_test_results:
+      path: /tmp/junit/
+  - store_artifacts:
+      path: /tmp/junit/

.circleci/src/jobs/job-unit-tests.yml

@@ -25,3 +25,7 @@ steps:
       root: .
       paths:
         - gasReporterOutput-*.json
+  - store_test_results:
+      path: /tmp/junit/
+  - store_artifacts:
+      path: /tmp/junit/

hardhat/tasks/task-test.js

@@ -3,6 +3,7 @@ const { types, task, subtask } = require('hardhat/config');
 const { TASK_TEST_RUN_MOCHA_TESTS } = require('hardhat/builtin-tasks/task-names');
 const { gray, yellow } = require('chalk');
 const optimizeIfRequired = require('../util/optimizeIfRequired');
+const isCI = require('is-ci');
 
 // Override builtin "test:run-mocha-tests" subtask so we can use the local mocha
 // installation, which is up to date and allows us to run parallel tests.
@@ -54,5 +55,14 @@ task('test')
 			hre.config.gasReporter.outputFile = gasOutputFile;
 		}
 
+		// When using CircleCI, output the test metadata
+		// See https://circleci.com/docs/2.0/collect-test-data
+		if (isCI) {
+			hre.config.mocha.reporter = 'mocha-junit-reporter';
+			hre.config.mocha.reporterOptions = {
+				mochaFile: '/tmp/junit/test-results.[hash].xml',
+			};
+		}
+
 		await runSuper(taskArguments);
 	});

package.json

@@ -113,6 +113,7 @@
 		"lodash.clonedeep": "^4.5.0",
 		"lodash.uniq": "^4.5.0",
 		"mocha": "8.1.3",
+		"mocha-junit-reporter": "2.0.2",
 		"mustache": "^4.0.1",
 		"openzeppelin-solidity-2.3.0": "npm:openzeppelin-solidity@2.3.0",
 		"p-limit": "1.3.0",